1#@!#!123s

: / bin /
Filename : i360-storage-new
back
#!/opt/imunify360/venv/bin/python
#
# i360-storage-new      Python script to compile rules for appropriate
#                       proactive module version.
#

import argparse
import os
from os import path
import logging
import time
import shutil
import subprocess
import sys
import tempfile
import sentry_sdk
import json


VERSION = '8.5'
I360_PHP_OPTS="/usr/share/i360-php-opts/"
SRC = "/var/imunify360/files/proactive/rules/%s" % VERSION
DEST = path.join(I360_PHP_OPTS, "sigs", VERSION)
RULES_FILE = path.join(I360_PHP_OPTS, "rules.yaml")
TOOL = "/usr/bin/i360-storage.v2"
MUST_HAVE_ITEMS = ('params_pattern_list',
                   'rce_patterns_list')
RESULT_V1 = [ '.rules', '.rulesdump' ]
RESULT_V2 = '.rules.v2'
TOOL_OLD = "/usr/bin/i360-storage.immunity"
# send exceptions to php-daemon's project
SENTRY_DSN = "https://426c8403a5084f1081917cd63932fe7f@im360.sentry.cloudlinux.com/8"
IMUNIFY360_TAGS = "/var/imunify360/.sentry_tags"


def must_have_items_check(silently_skip):
    if not path.exists(SRC):
        sys.exit(0 if silently_skip else
                 "ERROR: directory '%s' does not EXIST" % SRC)

    for item in MUST_HAVE_ITEMS:
        if not path.exists(path.join(SRC, item)):
            sys.exit(0 if silently_skip else
                     "ERROR: file '%s' is NOT FOUND in '%s' directory" % (item, SRC))


def sentry_init():
    sentry_sdk.init(dsn=SENTRY_DSN)
    with sentry_sdk.configure_scope() as scope:
        scope.set_tag("script_name", "i360-storage-new")
        scope.set_tag("proactive_version", VERSION)

        # load sentry tags from file, pass on Exception
        try:
            with open(IMUNIFY360_TAGS, "r") as f:
                tags = json.loads(f.read())
                skip = {"name", "firewall", "strategy"}
                for k, v in tags.items():
                    if not k or k in skip:
                        continue
                    key = "imunify360_version" if k == "version" else k
                    scope.set_tag(key, v)
        except Exception as e:
            pass

def flush_sentry():
    client = sentry_sdk.Hub.current.client
    if client is not None:
        client.flush(timeout=1.0)


if __name__ == '__main__':
    try:
        sentry_init()
    except Exception:
        pass

    ts_begin = time.time()
    logging.basicConfig(filename='/var/log/proactive_defense_compiler.log',
      filemode='w', level=logging.DEBUG, format='%(asctime)s %(levelname)-8s %(message)s', datefmt='%Y-%m-%d %H:%M:%S')
    parser = argparse.ArgumentParser(description="compile PA rules [%s -> %s]" % (SRC, DEST))
    parser.add_argument("--silent-on-noop",
                        action="store_true",
                        help="do nothing if %s does not exist" % SRC)
    parser.add_argument("--optimize",
                        action="store_true",
                        default=False,
                        help="skip v1 compilation if v2 is available")
    args = parser.parse_args()

    skip_v1 = args.optimize
    must_have_items_check(args.silent_on_noop)
    tempdir = tempfile.mktemp(prefix='%s_tmpdir_' % path.basename(DEST),
                              dir=path.dirname(DEST))
    shutil.copytree(SRC, tempdir)
    try:
        # Add (overwrite) rules.yaml from /usr/share/i360-php-opts
        shutil.copy2(RULES_FILE, tempdir)
    except Exception as e:
        sentry_sdk.capture_exception(e)
        flush_sentry()
        sys.exit("ERROR: %s" % e)

    os.chdir(tempdir)
    os.umask(0o022)

    result = []
    try:
        output = subprocess.check_output([TOOL, tempdir + '/.rules.v2', tempdir], stderr=subprocess.STDOUT, universal_newlines=True)
    except subprocess.CalledProcessError as e:
        # full backtrace is not needed for tool call error
        logging.critical('%s\n==================================' % e.output)
        if e.returncode == 2:
            skip_v1 = False
            print("ERROR: %s" % e)
        else:
            sys.exit("ERROR: %s" % e)
    else:
        result.append(RESULT_V2)

    if skip_v1 == False:
        try:
            output = subprocess.check_output(
                        [TOOL_OLD, 'mkbin'],
                        stderr=subprocess.STDOUT,
                        universal_newlines=True
                    )
            output = subprocess.check_output(
                        [TOOL_OLD,
                         'mkdump',
                         '.rules',
                         '.rulesdump'],
                        stderr=subprocess.STDOUT,
                        universal_newlines=True
                    )
        except subprocess.CalledProcessError as e:
            # full backtrace is not needed for tool call error
            logging.critical(
                    '%s\n==================================' % e.output
                    )
            sys.exit("ERROR: %s" % e)
        result.extend(RESULT_V1)

    os.makedirs(DEST, mode=0o755, exist_ok=True)
    for item in result:
        # get ready for atomic rewrite (copy + rename)
        tmpfn = tempfile.mktemp(suffix='_i360tmp', prefix=item, dir=DEST)
        # copy data and mode bits
        if os.path.exists(path.join(tempdir, item)):
            shutil.copy(path.join(tempdir, item), tmpfn)

            # that is Ok for .rulesdump + .rules to be handled not as a single step,
            # as far so far .rules is a fallback when we fail to mmap() .rulesdump
            os.rename(tmpfn, path.join(DEST, item))

    os.chdir(tempfile.gettempdir())  # chdir away from tempdir
    shutil.rmtree(tempdir)
    ts_end = time.time()
    logging.info("Success. Execution time %d s" % (ts_end - ts_begin))
    print("Success.")