{ "metadata": { "date": "2026-09-13 09:05:50", "suite": "morphic_benchmark_suite v2", "methodology": "One fresh OS process per benchmark. Warm-run = median of 10 runs after 3 warmup runs; first-run (cold) and compile time captured separately. Pyvorin runs through the unified PyvorinCompiler router (morphic kernel planner first, native LLVM second, honest CPython fallback with the reason recorded). Correctness = result matches the CPython result (exact or 1e-6 tolerance). Every workload is fully self-contained (deterministic data generated inside the timed function), so generation cost is included for all competitors identically; Pyvorin compiles the entire function (generation + compute) to native code.", "cpu": { "python": "3.12.3", "platform": "Linux-6.8.0-137-generic-x86_64-with-glibc2.39", "cpu": "AMD EPYC-Milan Processor", "cores": 12 }, "completed": 30, "total": 30 }, "overall": { "geomean_speedup_vs_cpython": 2.59, "workloads_counted": 30, "native_correct": 27, "fallback": 3, "native_wrong": 0, "errors": 0 }, "categories": { "ETL/Data Processing": { "geomean_speedup_vs_cpython": 1.97, "workloads_counted": 6, "total": 6, "native_correct": 5, "fallback": 1, "native_wrong": 0, "errors": 0, "native_coverage_pct": 83.3 }, "Machine Learning": { "geomean_speedup_vs_cpython": 3.31, "workloads_counted": 6, "total": 6, "native_correct": 6, "fallback": 0, "native_wrong": 0, "errors": 0, "native_coverage_pct": 100.0 }, "Data Science": { "geomean_speedup_vs_cpython": 3.27, "workloads_counted": 6, "total": 6, "native_correct": 5, "fallback": 1, "native_wrong": 0, "errors": 0, "native_coverage_pct": 83.3 }, "Web Services": { "geomean_speedup_vs_cpython": 0.61, "workloads_counted": 6, "total": 6, "native_correct": 5, "fallback": 1, "native_wrong": 0, "errors": 0, "native_coverage_pct": 83.3 }, "Aggregations": { "geomean_speedup_vs_cpython": 9.0, "workloads_counted": 6, "total": 6, "native_correct": 6, "fallback": 0, "native_wrong": 0, "errors": 0, "native_coverage_pct": 100.0 } }, "compiler_bugs_native_wrong_results": [], "errors": [], "workloads": [ { "name": "etl_csv_parse_conditional_sum", "category": "ETL/Data Processing", "status": "native", "backend": "pyvorin-native-llvm", "pyvorin_median_ms": 292.30660386383533, "cpython_median_ms": 100.80908518284559, "speedup_vs_cpython": 0.3448744703345988, "fallback_reason": null, "numba_error": "Failed in nopython mode pipeline (step: nopython frontend)\n\u001b[1m\u001b[1m\u001b[1mNo implementation of function Function( (3)" }, { "name": "ml_pairwise_euclidean", "category": "Machine Learning", "status": "native", "backend": "pyvorin-native-llvm", "pyvorin_median_ms": 7.495610974729061, "cpython_median_ms": 26.96419321000576, "speedup_vs_cpython": 3.5973309315162822, "fallback_reason": null, "numba_median_ms": 0.40481798350811005, "speedup_vs_numba": 0.05400733640965708 }, { "name": "ds_summary_stats_1m", "category": "Data Science", "status": "native", "backend": "pyvorin-native-llvm", "pyvorin_median_ms": 15.048801898956299, "cpython_median_ms": 142.15398114174604, "speedup_vs_cpython": 9.446199245376807, "fallback_reason": null, "numba_median_ms": 1.7181243747472763, "speedup_vs_numba": 0.11417017688739964 }, { "name": "ds_rolling_mean_window", "category": "Data Science", "status": "native", "backend": "pyvorin-native-llvm", "pyvorin_median_ms": 4.772664979100227, "cpython_median_ms": 41.158828884363174, "speedup_vs_cpython": 8.623867182088002, "fallback_reason": null, "numba_median_ms": 0.5172910168766975, "speedup_vs_numba": 0.10838619914491054 }, { "name": "ds_histogram_bins", "category": "Data Science", "status": "native", "backend": "pyvorin-native-llvm", "pyvorin_median_ms": 10.056905448436737, "cpython_median_ms": 141.17030799388885, "speedup_vs_cpython": 14.037151757833481, "fallback_reason": null, "numba_median_ms": 0.5127950571477413, "speedup_vs_numba": 0.05098934854035553 }, { "name": "ds_percentiles", "category": "Data Science", "status": "native", "backend": "pyvorin-native-llvm", "pyvorin_median_ms": 57.24055180326104, "cpython_median_ms": 160.6164569966495, "speedup_vs_cpython": 2.8059907170129526, "fallback_reason": null, "numba_median_ms": 39.467823691666126, "speedup_vs_numba": 0.689508092572539 }, { "name": "ds_rolling_correlation", "category": "Data Science", "status": "fallback", "backend": "pyvorin-cpython-fallback", "pyvorin_median_ms": 497.4301680922508, "cpython_median_ms": 510.0720291957259, "speedup_vs_cpython": 1.0254143433880565, "fallback_reason": "Native compilation produced compatibility-mode execution", "numba_median_ms": 5.397925619035959, "speedup_vs_numba": 0.010851624942126324 }, { "name": "ds_twolevel_groupby", "category": "Data Science", "status": "native", "backend": "pyvorin-native-llvm", "pyvorin_median_ms": 320.4877912066877, "cpython_median_ms": 119.08359406515956, "speedup_vs_cpython": 0.3715698299045677, "fallback_reason": null, "numba_median_ms": 8.994482923299074, "speedup_vs_numba": 0.02806497835512988 }, { "name": "web_log_tokenize_count", "category": "Web Services", "status": "native", "backend": "pyvorin-native-llvm", "pyvorin_median_ms": 151.0387030430138, "cpython_median_ms": 38.7187828309834, "speedup_vs_cpython": 0.256350074854369, "fallback_reason": null, "numba_median_ms": 41.84233909472823, "speedup_vs_numba": 0.2770305772740388 }, { "name": "web_query_param_count", "category": "Web Services", "status": "native", "backend": "pyvorin-native-llvm", "pyvorin_median_ms": 932.3712838813663, "cpython_median_ms": 158.04948704317212, "speedup_vs_cpython": 0.16951346504927553, "fallback_reason": null, "numba_error": "Failed in nopython mode pipeline (step: nopython frontend)\n\u001b[1m\u001b[1m\u001b[1mNo implementation of function Function( (3)" }, { "name": "web_ip_hit_counts", "category": "Web Services", "status": "native", "backend": "pyvorin-native-llvm", "pyvorin_median_ms": 4.27619181573391, "cpython_median_ms": 30.984594020992517, "speedup_vs_cpython": 7.245838202811004, "fallback_reason": null, "numba_median_ms": 0.2784421667456627, "speedup_vs_numba": 0.06511451748285864 }, { "name": "web_slugify_titles", "category": "Web Services", "status": "fallback", "backend": "pyvorin-cpython-fallback", "pyvorin_median_ms": 165.19230278208852, "cpython_median_ms": 161.54866199940443, "speedup_vs_cpython": 0.9779430353514077, "fallback_reason": "Native compilation produced compatibility-mode execution", "numba_error": "Failed in nopython mode pipeline (step: nopython frontend)\n\u001b[1m\u001b[1m\u001b[1mNo implementation of function Function(