Add logging for num_triton_bundles

Summary:
X-link: pytorch/pytorch#139807

Adding logs for number of inductor cache triton bundles

Reviewed By: masnesral

Differential Revision: D65490826

fbshipit-source-id: f4c2d9009196c16e4b947ad0449483747b633251

Author: oulgen

userbenchmark/dynamo/dynamobench/_dynamo/utils.py

@@ -144,6 +144,8 @@
     lambda: collections.defaultdict(float)
 )
 
+codecache_metrics: Counter[str] = collections.Counter()
+
 timer_counter = itertools.count()
 
 
@@ -419,6 +421,9 @@ def dynamo_timed(
                                 remote_cache_time_saved_s=remote_cache_time_saved,
                                 structured_logging_overhead_s=structured_logging_overhead_s,
                                 is_forward=False,  # is_forward
+                                num_triton_bundles=codecache_metrics.get(
+                                    "num_triton_bundles", None
+                                ),
                                 remote_fx_graph_cache_get_time_ms=to_int_ms(
                                     remote_fx_graph_cache_get_time
                                 ),
@@ -899,6 +904,7 @@ class CompilationMetrics:
     specialize_float: Optional[bool] = None
     dynamo_config: Optional[str] = None
     is_forward: Optional[bool] = None
+    num_triton_bundles: Optional[int] = None
     remote_fx_graph_cache_get_time_ms: Optional[int] = None
     remote_fx_graph_cache_put_time_ms: Optional[int] = None
     start_time_us: Optional[int] = None