fixup! chore: update benchmark result (#103)

Author: shenxianpeng

.gitignore

@@ -13,7 +13,7 @@ result.txt
 testing/main.c
 */*compile_commands.json
 testing/benchmark_results.txt
-testing/examples/*
+examples/*
 
 # Ignore Python wheel packages (clang-format, clang-tidy)
 clang-tidy-1*

README.md

@@ -195,8 +195,8 @@ repos:
 | Supports passing code string     | ✅ via `--style`                          | ❌                                     |
 | Verbose output                   | ✅ via `--verbose`                        | ❌                                     |
 
-> [!TIP]
-> In most cases, there is no significant performance difference between `cpp-linter-hooks` and `mirrors-clang-format`. See the [benchmark results](testing/benchmark.md) for details.
+<!-- > [!TIP]
+> In most cases, there is no significant performance difference between `cpp-linter-hooks` and `mirrors-clang-format`. See the [benchmark results](testing/benchmark.md) for details. -->
 
 ## Contributing
 

testing/benchmark.md

@@ -18,8 +18,8 @@ Benchmark Results:
 
 Hook                 | Avg (s)          | Std (s)          | Min (s)          | Max (s)          | Runs
 ---------------------+------------------+------------------+------------------+------------------+-----------------
-mirrors-clang-format | 0.116            | 0.003            | 0.113            | 0.118            | 5
-cpp-linter-hooks     | 0.114            | 0.003            | 0.109            | 0.117            | 5
+cpp-linter-hooks     | 12.473           | 1.738            | 11.334           | 15.514           | 5
+mirrors-clang-format | 4.960            | 0.229            | 4.645            | 5.284            | 5
 
 Results saved to testing/benchmark_results.txt
 ```

testing/benchmark_hook_1.yaml

@@ -1,5 +1,5 @@
 repos:
-  - repo: https://github.com/pre-commit/pre-commit-hooks
+  - repo: https://github.com/cpp-linter/cpp-linter-hooks
     rev: v1.1.0
     hooks:
       - id: clang-format

testing/benchmark_hooks.py

@@ -20,12 +20,12 @@
 
 HOOKS = [
     {
-        "name": "mirrors-clang-format",
-        "config": "testing/benchmark_hook_2.yaml",
+        "name": "cpp-linter-hooks",
+        "config": "../testing/benchmark_hook_1.yaml",
     },
     {
-        "name": "cpp-linter-hooks",
-        "config": "testing/benchmark_hook_1.yaml",
+        "name": "mirrors-clang-format",
+        "config": "../testing/benchmark_hook_2.yaml",
     },
 ]
 
@@ -35,15 +35,14 @@
 
 def prepare_code():
     try:
-        subprocess.run(["rm", "-rf", "testing/examples"], check=True)
         subprocess.run(
             [
                 "git",
                 "clone",
                 "--depth",
                 "1",
                 "https://github.com/gouravthakur39/beginners-C-program-examples.git",
-                "testing/examples",
+                "examples",
             ],
             check=True,
         )
@@ -65,12 +64,13 @@ def run_hook(config):
 
 def benchmark():
     results = {}
-    os.chdir("testing/examples")
+    prepare_code()
+    os.chdir("examples")
     for hook in HOOKS:
+        subprocess.run(["git", "restore", "."], check=True)
         times = []
         print(f"\nBenchmarking {hook['name']}...")
         for i in range(REPEATS):
-            prepare_code()
             subprocess.run(["pre-commit", "clean"])
             t = run_hook(hook["config"])
             print(f"  Run {i + 1}: {t:.3f} seconds")
@@ -108,6 +108,7 @@ def report(results):
         print(" | ".join(row))
         lines.append(" | ".join(row))
     # Save to file
+    os.chdir("..")
     with open(RESULTS_FILE, "w") as f:
         f.write(header_row + "\n")
         f.write("-+-".join("-" * w for w in col_widths) + "\n")

testing/benchmark_results.txt

@@ -2,7 +2,5 @@ Benchmark Results:
 
 Hook                 | Avg (s)          | Std (s)          | Min (s)          | Max (s)          | Runs
 ---------------------+------------------+------------------+------------------+------------------+-----------------
-mirrors-clang-format | 0.116            | 0.003            | 0.113            | 0.118            | 5
-cpp-linter-hooks     | 0.114            | 0.003            | 0.109            | 0.117            | 5
-
-Results saved to testing/benchmark_results.txt
+cpp-linter-hooks     | 12.473           | 1.738            | 11.334           | 15.514           | 5
+mirrors-clang-format | 4.960            | 0.229            | 4.645            | 5.284            | 5