fix: formatting

Signed-off-by: Abhishek <[email protected]>
huggingface · Oct 8, 2024 · fb669b6 · fb669b6
1 parent a821ce0
commit fb669b6
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/trl/trainer/utils.py b/trl/trainer/utils.py
@@ -233,11 +233,15 @@ def torch_call(self, examples: List[Union[List[int], Any, Dict[str, Any]]]) -> D
  batch["labels"][batch["position_ids"] == 0] = self.ignore_index
 
  flattened_position_ids = batch["position_ids"].flatten()
- indices_q = torch.arange(flattened_position_ids.size(0), device=flattened_position_ids.device, dtype=torch.int32)
+ indices_q = torch.arange(
+ flattened_position_ids.size(0), device=flattened_position_ids.device, dtype=torch.int32
+ )
  batch["cu_seq_lens_q"] = torch.cat(
  (
  indices_q[flattened_position_ids == 0],
- torch.tensor(flattened_position_ids.size(), device=flattened_position_ids.device, dtype=torch.int32),
+ torch.tensor(
+ flattened_position_ids.size(), device=flattened_position_ids.device, dtype=torch.int32
+ ),
  )
  )
  batch["cu_seq_lens_k"] = batch["cu_seq_lens_q"]