Spaces:
Runtime error
Runtime error
Yash Sachdeva
commited on
Commit
·
3e6fc0f
1
Parent(s):
fafbe92
question_paper
Browse files- question_paper.py +6 -5
question_paper.py
CHANGED
@@ -1,11 +1,7 @@
|
|
1 |
-
import time
|
2 |
-
import copy
|
3 |
-
import asyncio
|
4 |
-
import requests
|
5 |
import transformers
|
6 |
import torch
|
7 |
|
8 |
-
from fastapi import FastAPI
|
9 |
|
10 |
from transformers import AutoTokenizer
|
11 |
|
@@ -13,6 +9,11 @@ from transformers import AutoTokenizer
|
|
13 |
|
14 |
app = FastAPI()
|
15 |
model = "meta-llama/Llama-2-70b"
|
|
|
|
|
|
|
|
|
|
|
16 |
@app.get("/llama")
|
17 |
def llama():
|
18 |
tokenizer = AutoTokenizer.from_pretrained(model)
|
|
|
|
|
|
|
|
|
|
|
1 |
import transformers
|
2 |
import torch
|
3 |
|
4 |
+
from fastapi import FastAPI
|
5 |
|
6 |
from transformers import AutoTokenizer
|
7 |
|
|
|
9 |
|
10 |
app = FastAPI()
|
11 |
model = "meta-llama/Llama-2-70b"
|
12 |
+
|
13 |
+
@app.get("/")
|
14 |
+
def read_root():
|
15 |
+
return {"Hello": "World!"}
|
16 |
+
|
17 |
@app.get("/llama")
|
18 |
def llama():
|
19 |
tokenizer = AutoTokenizer.from_pretrained(model)
|