E-slam commited on
Commit
5d98430
·
verified ·
1 Parent(s): fa9a427

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +10 -10
main.py CHANGED
@@ -7,9 +7,9 @@ from transformers import AutoTokenizer, AutoModel
7
  import torch
8
  from torch import Tensor
9
  import torch.nn.functional as F
10
- from Allam_Backend_HF import (
11
- allam_llm
12
- )
13
  import os
14
  os.environ['HF_HOME'] = '/'
15
 
@@ -59,12 +59,12 @@ def e5_embeddings(query: str = Query(...)):
59
  raise HTTPException(status_code=500)
60
 
61
 
62
- @app.get("/allam_response")
63
- def allam_response(query: str = Query(...)):
64
 
65
- result = allam_llm(query)
66
 
67
- if result is not None:
68
- return result
69
- else:
70
- raise HTTPException(status_code=500)
 
7
  import torch
8
  from torch import Tensor
9
  import torch.nn.functional as F
10
+ # from Allam_Backend_HF import (
11
+ # allam_llm
12
+ # )
13
  import os
14
  os.environ['HF_HOME'] = '/'
15
 
 
59
  raise HTTPException(status_code=500)
60
 
61
 
62
+ # @app.get("/allam_response")
63
+ # def allam_response(query: str = Query(...)):
64
 
65
+ # result = allam_llm(query)
66
 
67
+ # if result is not None:
68
+ # return result
69
+ # else:
70
+ # raise HTTPException(status_code=500)