Update raven_modeling_minimal.py
Browse files
raven_modeling_minimal.py
CHANGED
@@ -438,7 +438,7 @@ class RavenForCausalLM(RavenPreTrainedModel):
|
|
438 |
):
|
439 |
model_inputs = {}
|
440 |
model_inputs["cache_position"] = cache_position
|
441 |
-
current_input_length =
|
442 |
if past_key_values is not None:
|
443 |
model_inputs["past_key_values"] = past_key_values
|
444 |
input_ids = input_ids[:, cache_position] # type: ignore
|
|
|
438 |
):
|
439 |
model_inputs = {}
|
440 |
model_inputs["cache_position"] = cache_position
|
441 |
+
current_input_length = input_ids.shape[1]
|
442 |
if past_key_values is not None:
|
443 |
model_inputs["past_key_values"] = past_key_values
|
444 |
input_ids = input_ids[:, cache_position] # type: ignore
|