Update app.py

Changed the model to "TheBloke/Qwen-7B-Chat-GPTQ"

app.py

@@ -1,25 +1,25 @@
-
-from fastapi import FastAPI
-from transformers import pipeline
-
-
-## create a new FASTAPI app instance
-
-app = FastAPI()
-
-## Initiate the text generation pipeline
-pipe = pipeline("text-generation", model="TheBloke/Qwen-7B-Chat-AWQ", trust_remote_code=True)
-
-
-@app.get("/")
-def home():
-    return {"message": "Hello World"}
-
-# Define a function to handle the GET request at '/generate'
-
-@app.get("/generate")
-def generate(text:str):
-    ## use the pipeline to generate text from given input test
-    output = pipe(text, max_length=100, clean_up_tokenization_spaces=True)
-    ##return the generate text in JSON response
+
+from fastapi import FastAPI
+from transformers import pipeline
+
+
+## create a new FASTAPI app instance
+
+app = FastAPI()
+
+## Initiate the text generation pipeline
+pipe = pipeline("text-generation", model="TheBloke/Qwen-7B-Chat-GPTQ", trust_remote_code=True)
+
+
+@app.get("/")
+def home():
+    return {"message": "Hello World"}
+
+# Define a function to handle the GET request at '/generate'
+
+@app.get("/generate")
+def generate(text:str):
+    ## use the pipeline to generate text from given input test
+    output = pipe(text, max_length=100, clean_up_tokenization_spaces=True)
+    ##return the generate text in JSON response
     return{"output":output[0]['generated_text']}