PitterTMYT commited on
Commit
bc2913f
·
verified ·
1 Parent(s): 1a6ffb2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -3
app.py CHANGED
@@ -1,16 +1,14 @@
1
  import transformers
2
  import torch
3
- import gradio as gr
4
 
5
- # Model setup
6
  model_id = "yodayo-ai/nephra_v1.0"
7
 
8
- # Load the model pipeline with the recommended settings
9
  pipeline = transformers.pipeline(
10
  "text-generation",
11
  model=model_id,
12
  model_kwargs={"torch_dtype": torch.bfloat16},
13
  device_map="auto",
 
14
  )
15
 
16
  # Define characters
 
1
  import transformers
2
  import torch
 
3
 
 
4
  model_id = "yodayo-ai/nephra_v1.0"
5
 
 
6
  pipeline = transformers.pipeline(
7
  "text-generation",
8
  model=model_id,
9
  model_kwargs={"torch_dtype": torch.bfloat16},
10
  device_map="auto",
11
+ offload_folder="offload", # Add this line to specify the offload folder
12
  )
13
 
14
  # Define characters