JonasGeiping commited on
Commit
45a6c3d
·
verified ·
1 Parent(s): 9e2bbd5

Update raven_modeling_minimal.py

Browse files
Files changed (1) hide show
  1. raven_modeling_minimal.py +1 -1
raven_modeling_minimal.py CHANGED
@@ -438,7 +438,7 @@ class RavenForCausalLM(RavenPreTrainedModel):
438
  ):
439
  model_inputs = {}
440
  model_inputs["cache_position"] = cache_position
441
- current_input_length = model_inputs["input_ids"].shape[1]
442
  if past_key_values is not None:
443
  model_inputs["past_key_values"] = past_key_values
444
  input_ids = input_ids[:, cache_position] # type: ignore
 
438
  ):
439
  model_inputs = {}
440
  model_inputs["cache_position"] = cache_position
441
+ current_input_length = input_ids.shape[1]
442
  if past_key_values is not None:
443
  model_inputs["past_key_values"] = past_key_values
444
  input_ids = input_ids[:, cache_position] # type: ignore