File path and tree view

.github/workflows/codechecker_master_analysis.yml

@@ -17,7 +17,7 @@ jobs:
       - uses: actions/checkout@v2
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
+          python-version: '3.10'
       - name: Install dependencies
         run: |
           pip install $(grep -iE "pylint|pycodestyle" analyzer/requirements_py/dev/requirements.txt)

.github/workflows/codechecker_pr_analysis.yml

@@ -14,7 +14,7 @@ jobs:
       - uses: actions/checkout@v2
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
+          python-version: '3.10'
       - name: Install dependencies
         run: |
           pip install $(grep -iE "pylint|pycodestyle" analyzer/requirements_py/dev/requirements.txt)

.github/workflows/config_coverage.yml

@@ -31,7 +31,7 @@ jobs:
       - uses: actions/checkout@v3
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
+          python-version: '3.10'
       - name: "Install dependencies"
         run: |
           # Some packages, e.g. build-essential and curl are available

.github/workflows/pypi.yml

@@ -17,7 +17,7 @@ jobs:
       - uses: actions/checkout@v2
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
+          python-version: '3.10'
       - uses: actions/setup-node@v1
         with:
           node-version: '16.x'
@@ -63,7 +63,7 @@ jobs:
     steps:
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
+          python-version: '3.10'
 
       - uses: actions/download-artifact@master
         with:

.github/workflows/test.yml

@@ -20,13 +20,30 @@ jobs:
       - uses: actions/checkout@v2
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
+          python-version: '3.10'
       - name: Install dependencies
         run: |
           pip install $(grep -iE "pylint|pycodestyle" analyzer/requirements_py/dev/requirements.txt)
       - name: Run pycodestyle & pylint
         run: make -k pycodestyle pylint
 
+  type-checker:
+    name: Type checker (mypy)
+
+    runs-on: ubuntu-24.04
+
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/setup-python@v4
+        with:
+          python-version: '3.10'
+      - name: Create venv-dev
+        run: |
+          make venv_dev
+      - name: Run mypy
+        run: |
+          make mypy
+
   tools:
     name: Tools (report-converter, etc.)
     runs-on: ubuntu-24.04
@@ -35,7 +52,7 @@ jobs:
       - uses: actions/checkout@v2
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
+          python-version: '3.10'
       - name: Setup Bazel
         uses: abhinavsingh/setup-bazel@v3
         with:
@@ -91,7 +108,7 @@ jobs:
       - uses: actions/checkout@v2
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
+          python-version: '3.10'
 
       - name: Install dependencies
         run: sh .github/workflows/install-deps.sh
@@ -109,25 +126,6 @@ jobs:
         working-directory: analyzer
         run: make test_unit_cov
 
-  common:
-    name: Common libraries
-    runs-on: ubuntu-24.04
-
-    steps:
-      - uses: actions/checkout@v2
-      - uses: actions/setup-python@v4
-        with:
-          python-version: '3.9'
-
-      - name: Install requirements
-        working-directory: codechecker_common
-        run: |
-          pip install -r requirements_py/dev/requirements.txt
-
-      - name: Run mypy tests
-        working-directory: codechecker_common/tests
-        run: make mypy
-
   web:
     name: Web
     runs-on: ubuntu-24.04
@@ -153,7 +151,7 @@ jobs:
       - uses: actions/checkout@v2
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
+          python-version: '3.10'
 
       - name: Install dependencies
         run: sh .github/workflows/install-deps.sh
@@ -198,7 +196,7 @@ jobs:
       - uses: actions/checkout@v2
       - uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
+          python-version: '3.10'
       - uses: actions/setup-node@v1
         with:
           node-version: '16.x'

Makefile

@@ -179,6 +179,9 @@ pycodestyle:
 pycodestyle_in_env:
 	$(ACTIVATE_DEV_VENV) && $(PYCODE_CMD)
 
+mypy:
+	$(ACTIVATE_DEV_VENV) && mypy --config-file pyproject.toml
+
 test: test_analyzer test_web
 
 test_in_env: test_analyzer_in_env test_web_in_env

analyzer/codechecker_analyzer/cli/analyze.py

@@ -1094,6 +1094,47 @@ def __update_review_status_config(args):
         os.symlink(args.review_status_config, rs_config_to_send)
 
 
+def __update_analysis_config_files(args):
+    """
+    Copy analysis related configuration files
+    (e.g. skipfile, review_status_config) to report_dir/conf/.
+    """
+    conf_dir = os.path.join(args.output_path, "conf")
+
+    # Remove any config files used during previous analysis
+    if os.path.isdir(conf_dir):
+        shutil.rmtree(conf_dir)
+
+    # Create a new conf directory
+    os.makedirs(conf_dir)
+
+    def add_file_to_conf_dir(file_path: str):
+        if not os.path.isfile(file_path):
+            return
+
+        file_path = os.path.abspath(file_path)
+        filename = os.path.basename(file_path)
+        shutil.copyfile(file_path, os.path.join(conf_dir, filename))
+
+    # Add analysis config files e.g., skipfile, review_status_config, etc.
+    if getattr(args, "skipfile", None):
+        add_file_to_conf_dir(args.skipfile)
+
+    if getattr(args, "review_status_config", None):
+        add_file_to_conf_dir(args.review_status_config)
+
+    if getattr(args, "config_file", None):
+        add_file_to_conf_dir(args.config_file)
+
+    # Add cc-verbatim-args-file
+    #
+    # Example: --saargs <filepath>, --tidyargs <filepath>,
+    # --analyzer-config clangsa:cc-verbatim-args-file=<filepath>, etc.
+    for a_conf in args.analyzer_config:
+        if a_conf.option == "cc-verbatim-args-file":
+            add_file_to_conf_dir(a_conf.value)
+
+
 def __cleanup_metadata(metadata_prev, metadata):
     """ Cleanup metadata.
 
@@ -1455,6 +1496,7 @@ def main(args):
 
     __update_skip_file(args)
     __update_review_status_config(args)
+    __update_analysis_config_files(args)
 
     LOG.debug("Cleanup metadata file started.")
     __cleanup_metadata(metadata_prev, metadata)

analyzer/codechecker_analyzer/cli/parse.py

@@ -299,7 +299,6 @@ def get_report_dir_status(compile_commands: List[dict[str, str]],
     for c in compile_commands:
         for analyzer in supported_analyzers:
             file, directory, cmd = c["file"], c["directory"], c["command"]
-            file = os.path.abspath(file)
 
             filename = os.path.basename(file)
             action_hash = analyzer_action_hash(file, directory, cmd)
@@ -407,10 +406,25 @@ def print_status(report_dir: str,
                   compile_cmd_path)
         sys.exit(1)
 
+    # Convert all relative compile_cmd.json file paths to absolute
+    for c in compile_commands:
+        if not os.path.isabs(c["file"]):
+            c["file"] = os.path.abspath(
+                os.path.join(c["directory"], c["file"]))
+
     if files:
-        files_filter = [os.path.abspath(fp) for fp in files]
+        file_filter = [os.path.abspath(fp) for fp in files]
+
+        invalid_file_filter = [fp for fp in file_filter
+                               if not os.path.isfile(fp)]
+
+        if invalid_file_filter:
+            LOG.error("File filter (--file) contains nonexistent files:")
+            LOG.error(invalid_file_filter)
+            sys.exit(1)
+
         compile_commands = list(
-            filter(lambda c: c["file"] in files_filter, compile_commands))
+            filter(lambda c: c["file"] in file_filter, compile_commands))
 
         if not compile_commands and not export:
             LOG.warning("File not found in the compilation database!")
@@ -704,7 +718,7 @@ def get_output_file_path(default_file_name: str) -> Optional[str]:
     if os.path.isdir(input_dir) and os.path.isfile(compile_cmd_json):
         print_status(input_dir,
                      False,
-                     getattr(args, 'files', None))
+                     None)
 
     if statistics.num_of_reports:
         sys.exit(2)

analyzer/tests/functional/cmdline/test_cmdline.py

@@ -211,7 +211,9 @@ def test_checkers_guideline(self):
                                       'Malloc',
                                       'MallocSizeof',
                                       'clang-diagnostic-format-overflow',
-                                      'overflow-non-kprintf']))
+                                      'overflow-non-kprintf',
+                                      'gcc-allocation-size',
+                                      'gcc-out-of-bounds']))
 
         checkers_cmd = [env.codechecker_cmd(), 'checkers', '--guideline']
         _, out, _ = run_cmd(checkers_cmd)

analyzer/tests/functional/parse_status/test_parse_status.py

@@ -72,6 +72,9 @@ def __run_cmd(self, cmd):
         print(out)
         print(err)
 
+        if process.returncode != 0:
+            return err
+
         output = out.splitlines(True)
         processed_output = []
         for line in output:
@@ -107,6 +110,10 @@ def __log_and_analyze(self):
 
         self.__run_cmd(analyze_cmd)
 
+    def __get_file_list(self, parsed_json, analyzer, list_type):
+        return list(map(os.path.basename,
+                        parsed_json["analyzers"][analyzer][list_type]))
+
     def test_parse_status_summary(self):
         self.__log_and_analyze()
 
@@ -156,14 +163,69 @@ def test_parse_status_detailed_json(self):
 
         parsed_json = json.loads(out)
 
-        def get_file_list(analyzer, list_type):
-            return list(map(
-                os.path.basename,
-                parsed_json["analyzers"][analyzer][list_type]))
-
-        self.assertListEqual(get_file_list("clangsa", "up-to-date"),
+        self.assertListEqual(self.__get_file_list(parsed_json,
+                             "clangsa", "up-to-date"),
                              ["a.cpp", "b.cpp"])
-        self.assertListEqual(get_file_list("clang-tidy", "up-to-date"),
+        self.assertListEqual(self.__get_file_list(parsed_json,
+                             "clang-tidy", "up-to-date"),
                              [])
-        self.assertListEqual(get_file_list("clang-tidy", "missing"),
+        self.assertListEqual(self.__get_file_list(parsed_json,
+                             "clang-tidy", "missing"),
                              ["a.cpp", "b.cpp"])
+
+    def test_parse_status_filter(self):
+        self.__log_and_analyze()
+
+        file_filter = str(os.path.abspath(
+            os.path.join(self.test_dir, "a.cpp")))
+
+        parse_status_cmd = [self._codechecker_cmd, "parse",
+                            "--status", "-e", "json", "--detailed",
+                            self.report_dir, "--file", file_filter]
+        out = self.__run_cmd(parse_status_cmd)
+
+        parsed_json = json.loads(out)
+
+        self.assertListEqual(self.__get_file_list(parsed_json,
+                             "clangsa", "up-to-date"),
+                             ["a.cpp"])
+        self.assertListEqual(self.__get_file_list(parsed_json,
+                             "clang-tidy", "up-to-date"),
+                             [])
+        self.assertListEqual(self.__get_file_list(parsed_json,
+                             "clang-tidy", "missing"),
+                             ["a.cpp"])
+
+    def test_parse_status_relative_filter(self):
+        self.__log_and_analyze()
+
+        file_filter = "a.cpp"
+
+        parse_status_cmd = [self._codechecker_cmd, "parse",
+                            "--status", "-e", "json", "--detailed",
+                            self.report_dir, "--file", file_filter]
+        out = self.__run_cmd(parse_status_cmd)
+
+        parsed_json = json.loads(out)
+
+        self.assertListEqual(self.__get_file_list(parsed_json,
+                             "clangsa", "up-to-date"),
+                             ["a.cpp"])
+        self.assertListEqual(self.__get_file_list(parsed_json,
+                             "clang-tidy", "up-to-date"),
+                             [])
+        self.assertListEqual(self.__get_file_list(parsed_json,
+                             "clang-tidy", "missing"),
+                             ["a.cpp"])
+
+    def test_parse_status_invalid_filter(self):
+        self.__log_and_analyze()
+
+        file_filter = "nonexistent_file.cpp"
+
+        parse_status_cmd = [self._codechecker_cmd, "parse",
+                            "--status", "-e", "json", "--detailed",
+                            self.report_dir, "--file", file_filter]
+        out = self.__run_cmd(parse_status_cmd)
+
+        self.assertIn("File filter (--file) contains nonexistent files", out)

codechecker_common/compatibility/multiprocessing.py

@@ -13,18 +13,20 @@
 # pylint: disable=no-name-in-module
 # pylint: disable=unused-import
 if sys.platform in ["darwin", "win32"]:
-    from multiprocess import \
-        Pipe, Pool, Process, \
-        Queue, \
-        Value, \
+    from multiprocess import (  # type: ignore
+        Pipe, Pool, Process,
+        Queue,
+        Value,
         cpu_count
-    from multiprocess.managers import SyncManager
+    )
+    from multiprocess.managers import SyncManager  # type: ignore
 else:
     from concurrent.futures import ProcessPoolExecutor as Pool
-    from multiprocessing import \
-        Pipe, \
-        Process, \
-        Queue, \
-        Value, \
+    from multiprocessing import (
+        Pipe,
+        Process,
+        Queue,
+        Value,
         cpu_count
+    )
     from multiprocessing.managers import SyncManager

codechecker_common/requirements_py/dev/requirements.txt

@@ -1,6 +1,6 @@
 portalocker~=3.0
 coverage<=5.5.0
-mypy<=1.7.1
+mypy~=1.19.0
 PyYAML~=6.0
 types-PyYAML~=6.0
 setuptools~=80.0