format

vidur/metrics/cdf_sketch.py

@@ -1,9 +1,9 @@
 import numpy as np
 import pandas as pd
 import plotly_express as px
-import wandb
 from ddsketch.ddsketch import DDSketch
 
+import wandb
 from vidur.logger import init_logger
 
 logger = init_logger(__name__)

vidur/metrics/data_series.py

@@ -4,8 +4,8 @@
 import numpy as np
 import pandas as pd
 import plotly_express as px
-import wandb
 
+import wandb
 from vidur.logger import init_logger
 
 logger = init_logger(__name__)

vidur/metrics/metrics_store.py

@@ -4,8 +4,8 @@
 
 import pandas as pd
 import plotly_express as px
-import wandb
 
+import wandb
 from vidur.config import ClusterConfig, MetricsConfig
 from vidur.entities import Batch, BatchStage, ExecutionTime, Request
 from vidur.logger import init_logger

vidur/metrics/series_average_meter.py

@@ -1,7 +1,6 @@
 import json
 
 import wandb
-
 from vidur.logger import init_logger
 
 logger = init_logger(__name__)

vidur/request_generator/trace_replay_request_generator.py

@@ -34,14 +34,14 @@ def __init__(self, config: TraceRequestGeneratorConfig):
         self.trace_df["num_prefill_tokens"] = self.trace_df[
             "num_prefill_tokens"
         ].astype(int)
-        self.trace_df["num_decode_tokens"] = self.trace_df[
-            "num_decode_tokens"
-        ].astype(int)
+        self.trace_df["num_decode_tokens"] = self.trace_df["num_decode_tokens"].astype(
+            int
+        )
 
         # make sure that there is at least one prefill and decode token
-        self.trace_df["num_prefill_tokens"] = self.trace_df[
-            "num_prefill_tokens"
-        ].clip(lower=1)
+        self.trace_df["num_prefill_tokens"] = self.trace_df["num_prefill_tokens"].clip(
+            lower=1
+        )
         self.trace_df["num_decode_tokens"] = self.trace_df["num_decode_tokens"].clip(
             lower=1
         )