Update app.py
Browse files
app.py
CHANGED
|
@@ -5,6 +5,7 @@ from transformers import GPT2LMHeadModel, GPT2Tokenizer
|
|
| 5 |
import pickle
|
| 6 |
import numpy as np
|
| 7 |
import torch.nn.functional as F
|
|
|
|
| 8 |
|
| 9 |
# ---- Constants and Setup ----
|
| 10 |
model_name = 'gpt2'
|
|
|
|
| 5 |
import pickle
|
| 6 |
import numpy as np
|
| 7 |
import torch.nn.functional as F
|
| 8 |
+
from accelerate import init_empty_weights, infer_auto_device_map, load_checkpoint_and_dispatch
|
| 9 |
|
| 10 |
# ---- Constants and Setup ----
|
| 11 |
model_name = 'gpt2'
|