mnauf
commited on
Commit
·
c297a51
1
Parent(s):
a2f6ad0
run on cpu
Browse files
sample.py
CHANGED
@@ -17,7 +17,7 @@ max_new_tokens = 500 # number of tokens generated in each sample
|
|
17 |
temperature = 0.8 # 1.0 = no change, < 1.0 = less random, > 1.0 = more random, in predictions
|
18 |
top_k = 200 # retain only the top_k most likely tokens, clamp others to have 0 probability
|
19 |
seed = 1337
|
20 |
-
device = '
|
21 |
dtype = 'bfloat16' # 'float32' or 'bfloat16' or 'float16'
|
22 |
compile = False # use PyTorch 2.0 to compile the model to be faster
|
23 |
exec(open('configurator.py').read()) # overrides from command line or config file
|
|
|
17 |
temperature = 0.8 # 1.0 = no change, < 1.0 = less random, > 1.0 = more random, in predictions
|
18 |
top_k = 200 # retain only the top_k most likely tokens, clamp others to have 0 probability
|
19 |
seed = 1337
|
20 |
+
device = 'cpu' # examples: 'cpu', 'cuda', 'cuda:0', 'cuda:1', etc.
|
21 |
dtype = 'bfloat16' # 'float32' or 'bfloat16' or 'float16'
|
22 |
compile = False # use PyTorch 2.0 to compile the model to be faster
|
23 |
exec(open('configurator.py').read()) # overrides from command line or config file
|