|
1 | | -{"metric":"triangulation_rate","run_id":"baseline","unit":"fraction","value":0.00676530711574029,"context":{"cross_2_plus":4711,"cross_3_plus":1251,"target":0.15,"total_unique_names":184914},"ts":"2026-04-17T20:10:35.480"} |
2 | | -{"metric":"alignment_rate","run_id":"baseline","unit":"fraction","value":0.02547670809132894,"context":{"prover_pair_edges":10723,"aligned_names":4711,"target":0.3,"total_unique_names":184914},"ts":"2026-04-17T20:10:39.446"} |
3 | | -{"metric":"oov_rate","run_id":"baseline","unit":"fraction","value":0.5848280741669545,"context":{"canon_size":100180,"target":0.03,"total_tokens":33945684,"per_prover":{"Why3":0.6354550236717517,"TypeLL":0.2452799076593289,"Lean":0.6075308986667607,"GLPK":0.5475113122171946,"ORTools":0.5484351713859911,"Idris2":0.638203356367226,"FStar":0.5811997073884418,"Vampire":0.9484232613817681,"Mizar":0.4930784442979565,"CVC5":0.3530693935864186,"PVS":0.6140451588212782,"QTTTypeChecker":0.1901123595505618,"Nuprl":0.5858761987794245,"Imandra":0.6189427312775331,"TropicalTypeChecker":0.3017543859649123,"Minlog":0.5900974025974026,"Metamath":0.9399949601351228,"ChoreographicTypeChecker":0.19593067068575734,"SessionTypeChecker":0.22115384615384615,"HOL4":0.5313987099705894,"Coq":0.511446254467332,"EpistemicTypeChecker":0.1390728476821192,"SCIP":0.5643382352941176,"RefinementTypeChecker":0.1541095890410959,"DependentTypeChecker":0.20231394621638524,"EchoTypeChecker":0.14965986394557823,"EProver":0.9549723227645214,"KatagoriaVerifier":0.23905723905723905,"Chuffed":0.567032967032967,"Dafny":0.6202597402597403,"SPASS":0.9469518371511964,"Isabelle":0.5781249849497538,"ModalTypeChecker":0.18209293539856442,"AltErgo":0.3529174054748878,"ACL2":0.4143236074270557,"Agda":0.7773480572058654,"Z3":0.35241127411821416,"HOLLight":0.420633753363591,"MiniZinc":0.5377358490566038,"EffectRowTypeChecker":0.20230093071354704,"Twelf":0.6688073394495413},"oov_tokens":19852389},"ts":"2026-04-17T20:10:53.326"} |
4 | | -{"metric":"heaps_beta","run_id":"baseline","unit":"beta","value":0.7371635432460943,"context":{"unique_tokens":452437,"checkpoints":33,"k":0.5836076023046965,"target_high":0.7,"target_low":0.55,"total_tokens":33945684},"ts":"2026-04-17T20:11:14.702"} |
5 | | -{"metric":"tactic_cluster_purity","run_id":"baseline","unit":"jaccard_distance","value":0.9872767186367835,"context":{"top_k":200,"provers_with_tactics":31,"target":0.65,"per_prover":{"Why3":0.9960596501811051,"GLPK":0.9839111694867584,"ORTools":0.9881920290471058,"Idris2":0.9961071933206062,"FStar":0.9940604893028152,"Mizar":0.992109441485143,"PVS":0.9981626806178376,"QTTTypeChecker":0.8430305892020636,"Nuprl":0.9989593568074101,"Imandra":0.9974561436826759,"TropicalTypeChecker":0.8350563176712825,"Minlog":0.9974929820862636,"ChoreographicTypeChecker":0.8441158480704691,"SessionTypeChecker":0.8619971024598844,"HOL4":0.9872767186367835,"EpistemicTypeChecker":0.9254673047127114,"SCIP":0.9870337382755039,"RefinementTypeChecker":0.8669172631930099,"DependentTypeChecker":0.8290623947895331,"EchoTypeChecker":0.9265240838496897,"KatagoriaVerifier":0.8849043811167615,"Chuffed":0.9902052647470431,"Dafny":0.9912026716109715,"Isabelle":0.9885806252839837,"ModalTypeChecker":0.8668314765283343,"ACL2":0.9948878499478647,"EffectRowTypeChecker":0.8368289327587278,"TypeLL":0.8287963487167553,"HOLLight":0.9850622188817127,"MiniZinc":0.98990306202391,"Twelf":0.994783983794822}},"ts":"2026-04-17T20:11:18.331"} |
6 | | -{"metric":"msc_taxonomy_coverage","run_id":"baseline","unit":"fraction","value":0.6507936507936508,"context":{"threshold":10,"per_class_counts":{"32":0,"81":0,"12":10868,"00":2665,"20":9262,"54":4818,"78":0,"74":9,"41":734,"65":7,"51":976,"53":113,"80":0,"42":465,"33":0,"28":5978,"70":0,"52":1705,"14":966,"05":2992,"57":184,"01":39,"92":5,"93":0,"26":21876,"19":0,"91":0,"60":551,"97":0,"06":11099,"58":0,"03":59261,"22":16,"11":4705,"35":443,"13":26394,"49":1,"15":15213,"31":18,"62":0,"43":0,"16":8596,"90":14,"39":18,"40":2147,"46":2201,"83":1,"34":5305,"44":17,"45":348,"68":278,"94":66,"55":1881,"86":0,"08":8624,"76":0,"17":3069,"85":0,"37":49,"47":225,"18":11551,"30":3599,"82":0},"target":0.4,"total_classes":63,"covered_classes":41},"ts":"2026-04-17T20:11:39.072"} |
7 | | -{"metric":"prover_floor","run_id":"baseline","unit":"proofs","value":5.0,"context":{"total_provers":41,"target":5000,"floor_prover":"GLPK","per_prover":{"Why3":199,"Twelf":33,"Lean":131770,"GLPK":5,"ORTools":6,"Idris2":87,"FStar":76,"Vampire":5615,"Mizar":66,"CVC5":6842,"PVS":231,"QTTTypeChecker":167,"Nuprl":50,"Imandra":47,"TropicalTypeChecker":474,"Minlog":46,"Metamath":47165,"ChoreographicTypeChecker":111,"SessionTypeChecker":114,"HOL4":1899,"Coq":15013,"EpistemicTypeChecker":12,"SCIP":6,"RefinementTypeChecker":23,"DependentTypeChecker":124,"EchoTypeChecker":11,"EProver":5614,"KatagoriaVerifier":35,"Chuffed":6,"Dafny":48,"SPASS":5614,"Isabelle":50137,"ModalTypeChecker":87,"AltErgo":6842,"ACL2":277,"Agda":9312,"Z3":6843,"HOLLight":7020,"MiniZinc":6,"EffectRowTypeChecker":315,"TypeLL":499}},"ts":"2026-04-17T20:11:39.404"} |
8 | | -{"metric":"zipf_s","run_id":"baseline","unit":"zipf_s","value":0.713088925675531,"context":{"fit_window":1000,"target_high":1.1,"target_low":0.9,"unique_names":261306},"ts":"2026-04-17T20:11:40.434"} |
| 1 | + |
0 commit comments