darshan8950 commited on
Commit
f6be9a2
·
verified ·
1 Parent(s): 0fc6b25

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -0
main.py CHANGED
@@ -2,6 +2,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
2
  from flask import Flask, request, jsonify
3
 
4
  device = "cuda" # the device to load the model onto
 
 
5
 
6
  model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
7
  tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
 
2
  from flask import Flask, request, jsonify
3
 
4
  device = "cuda" # the device to load the model onto
5
+ from transformers import set_cache_dir
6
+ set_cache_dir("/code/.cache/huggingface")
7
 
8
  model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
9
  tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")