GemmaFischer/inference_performance_benchmark.json at main · lukifer23/GemmaFischer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
{
  "timestamp": 1760982556.24224,
  "benchmark_version": "1.0",
  "results": {
    "module_imports": {
      "src.inference.core_engine": {
        "import_time": 2.103253126144409,
        "success": true,
        "error": null
      },
      "src.inference.caching": {
        "import_time": 0.0004467964172363281,
        "success": true,
        "error": null
      },
      "src.inference.expert_manager": {
        "import_time": 0.0004220008850097656,
        "success": true,
        "error": null
      }
    },
    "cache_operations": {
      "key_creation_avg_time": 7.8582763671875e-07,
      "storage_avg_time": 2.7799606323242186e-07,
      "lookup_avg_time": 2.439022064208984e-07,
      "cache_size": 1000,
      "success": true
    },
    "text_generation": {
      "avg_generation_time": 2.6948351144790648,
      "min_generation_time": 1.614753007888794,
      "max_generation_time": 9.922227382659912,
      "std_generation_time": 2.556994689417056,
      "num_samples": 10,
      "success": true
    }
  },
  "total_benchmark_time": 29.136184215545654
}