Chris4K commited on
Commit
2d3b41a
·
verified ·
1 Parent(s): b87c2b6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -253,6 +253,7 @@ class GenerationStrategy(ABC):
253
 
254
  @observe()
255
  class DefaultStrategy(GenerationStrategy):
 
256
  def generate(self, generator: 'BaseGenerator', prompt: str, model_kwargs: Dict[str, Any], **kwargs) -> str:
257
  input_ids = generator.tokenizer(prompt, return_tensors="pt").input_ids.to(generator.device)
258
  output = generator.model.generate(input_ids, **model_kwargs)
 
253
 
254
  @observe()
255
  class DefaultStrategy(GenerationStrategy):
256
+ @observe()
257
  def generate(self, generator: 'BaseGenerator', prompt: str, model_kwargs: Dict[str, Any], **kwargs) -> str:
258
  input_ids = generator.tokenizer(prompt, return_tensors="pt").input_ids.to(generator.device)
259
  output = generator.model.generate(input_ids, **model_kwargs)