mirror of
https://github.com/RT-Thread/rt-thread.git
synced 2026-11-17 07:05:31 +08:00
ci: optimize membrowse target filtering
This commit is contained in:
1 parent
c374e529c4
commit
64651f968a
3 files changed
+267
-21
No files matched your search
+109
-20
File diff suppressed because it is too large.
Load diff
@@ -2,9 +2,35 @@ name: MemBrowse Memory Report
|
||||
|
||||
on:
|
||||
pull_request:
|
||||
paths:
|
||||
- '.github/membrowse-targets.json'
|
||||
- '.github/workflows/membrowse-report.yml'
|
||||
- 'Kconfig'
|
||||
- 'bsp/**'
|
||||
- 'components/**'
|
||||
- 'include/**'
|
||||
- 'libcpu/**'
|
||||
- 'src/**'
|
||||
- 'tools/**'
|
||||
- '!**/README*'
|
||||
- '!**/readme*'
|
||||
- '!bsp/**/docs/**'
|
||||
push:
|
||||
branches:
|
||||
- master
|
||||
paths:
|
||||
- '.github/membrowse-targets.json'
|
||||
- '.github/workflows/membrowse-report.yml'
|
||||
- 'Kconfig'
|
||||
- 'bsp/**'
|
||||
- 'components/**'
|
||||
- 'include/**'
|
||||
- 'libcpu/**'
|
||||
- 'src/**'
|
||||
- 'tools/**'
|
||||
- '!**/README*'
|
||||
- '!**/readme*'
|
||||
- '!bsp/**/docs/**'
|
||||
|
||||
concurrency:
|
||||
group: ${{ github.workflow }}-${{ github.event_name == 'push' && github.sha || github.ref }}
|
||||
@@ -15,16 +41,31 @@ jobs:
|
||||
runs-on: ubuntu-22.04
|
||||
outputs:
|
||||
matrix: ${{ steps.set-matrix.outputs.matrix }}
|
||||
target_count: ${{ steps.set-matrix.outputs.target_count }}
|
||||
steps:
|
||||
- name: Checkout repository
|
||||
uses: actions/checkout@v5
|
||||
with:
|
||||
fetch-depth: 0
|
||||
|
||||
- name: Collect changed files
|
||||
run: |
|
||||
if [ "${{ github.event_name }}" = "pull_request" ]; then
|
||||
git diff --name-only origin/${{ github.base_ref }}...HEAD > changed_files.txt
|
||||
elif [ "${{ github.event.before }}" != "0000000000000000000000000000000000000000" ]; then
|
||||
git diff --name-only ${{ github.event.before }} ${{ github.sha }} > changed_files.txt
|
||||
else
|
||||
git diff --name-only origin/${{ github.event.repository.default_branch }}...HEAD > changed_files.txt
|
||||
fi
|
||||
cat changed_files.txt
|
||||
|
||||
- name: Load target matrix
|
||||
id: set-matrix
|
||||
run: echo "matrix=$(jq -c '.' .github/membrowse-targets.json)" >> $GITHUB_OUTPUT
|
||||
run: python3 tools/ci/membrowse_filter_targets.py --targets .github/membrowse-targets.json --changed-files changed_files.txt
|
||||
|
||||
analyze:
|
||||
needs: load-targets
|
||||
if: ${{ needs.load-targets.outputs.target_count != '0' }}
|
||||
runs-on: ubuntu-22.04
|
||||
strategy:
|
||||
fail-fast: false
|
||||
|
||||
@@ -0,0 +1,116 @@
|
||||
#!/usr/bin/env python3
|
||||
#
|
||||
# Copyright (c) 2026, RT-Thread Development Team
|
||||
#
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
#
|
||||
|
||||
import argparse
|
||||
import json
|
||||
import os
|
||||
|
||||
|
||||
GLOBAL_FILES = {
|
||||
".github/membrowse-targets.json",
|
||||
".github/workflows/membrowse-report.yml",
|
||||
"Kconfig",
|
||||
}
|
||||
|
||||
GLOBAL_PREFIXES = (
|
||||
"components/",
|
||||
"include/",
|
||||
"libcpu/",
|
||||
"src/",
|
||||
"tools/",
|
||||
)
|
||||
|
||||
def normalize_path(path):
|
||||
return path.replace("\\", "/").strip().lstrip("./")
|
||||
|
||||
|
||||
def is_ignored_change(path):
|
||||
name = path.rsplit("/", 1)[-1]
|
||||
return name.lower().startswith("readme") or (path.startswith("bsp/") and "/docs/" in path)
|
||||
|
||||
|
||||
def is_under(path, prefix):
|
||||
path = normalize_path(path)
|
||||
prefix = normalize_path(prefix).rstrip("/")
|
||||
return path == prefix or path.startswith(prefix + "/")
|
||||
|
||||
|
||||
def read_changed_files(path):
|
||||
with open(path, "r", encoding="utf-8") as file:
|
||||
return [
|
||||
changed_file
|
||||
for changed_file in (normalize_path(line) for line in file if line.strip())
|
||||
if not is_ignored_change(changed_file)
|
||||
]
|
||||
|
||||
|
||||
def is_global_change(path):
|
||||
return path in GLOBAL_FILES or any(path.startswith(prefix) for prefix in GLOBAL_PREFIXES)
|
||||
|
||||
|
||||
def target_related_prefixes(target):
|
||||
return [
|
||||
normalize_path(prefix)
|
||||
for prefix in target.get("watch_paths", [target["bsp_path"]])
|
||||
]
|
||||
|
||||
|
||||
def select_targets(targets, changed_files):
|
||||
if not changed_files:
|
||||
return []
|
||||
|
||||
if any(is_global_change(path) for path in changed_files):
|
||||
return targets
|
||||
|
||||
selected = []
|
||||
for target in targets:
|
||||
related_prefixes = target_related_prefixes(target)
|
||||
if any(
|
||||
is_under(changed_file, related_prefix)
|
||||
for changed_file in changed_files
|
||||
for related_prefix in related_prefixes
|
||||
):
|
||||
selected.append(target)
|
||||
|
||||
return selected
|
||||
|
||||
|
||||
def write_github_output(matrix, output_path):
|
||||
if not output_path:
|
||||
return
|
||||
|
||||
with open(output_path, "a", encoding="utf-8") as output:
|
||||
output.write("matrix={}\n".format(json.dumps(matrix, separators=(",", ":"))))
|
||||
output.write("target_count={}\n".format(len(matrix)))
|
||||
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser(description="Filter MemBrowse targets by changed files.")
|
||||
parser.add_argument("--targets", required=True, help="Path to membrowse-targets.json.")
|
||||
parser.add_argument("--changed-files", required=True, help="Path to a newline-delimited changed file list.")
|
||||
args = parser.parse_args()
|
||||
|
||||
with open(args.targets, "r", encoding="utf-8") as file:
|
||||
targets = json.load(file)
|
||||
|
||||
changed_files = read_changed_files(args.changed_files)
|
||||
selected_targets = select_targets(targets, changed_files)
|
||||
|
||||
print("Changed files:")
|
||||
for changed_file in changed_files:
|
||||
print(" {}".format(changed_file))
|
||||
|
||||
print("Selected MemBrowse targets:")
|
||||
for target in selected_targets:
|
||||
print(" {}".format(target["target_name"]))
|
||||
|
||||
print("Selected {}/{} MemBrowse targets".format(len(selected_targets), len(targets)))
|
||||
write_github_output(selected_targets, os.getenv("GITHUB_OUTPUT"))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in new issue
Block a user