File size: 2,328 Bytes
6941595 ec9af71 22eeeb1 8d1c8cf db6e2f8 ec9af71 2cf06ef 09af5d0 ec9af71 09af5d0 ec9af71 09af5d0 ec9af71 22eeeb1 ec9af71 db6e2f8 8210490 22eeeb1 6941595 ec9af71 22eeeb1 ec9af71 8210490 db6e2f8 ec9af71 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 |
import requests
from flask import Flask, render_template, request
app = Flask(__name__)
with open('i.txt', 'r') as file:
data = file.read()
API_URL = "https://api-inference.huggingface.co/models/mistralai/Mixtral-8x7B-Instruct-v0.1"
headers = {"Authorization": f"Bearer hf{data}"}
def query(payload):
response = requests.post(API_URL, headers=headers, json=payload)
return response.json()
conversation_history = []
def generate_response(user_input):
new_query = {
"inputs": f"you are ai created by Mr,Omar Nuwara he is made you \n\n start chat with omar and ask him or answer him you are free with him \n\ntask:complete the reesponse:\n\nconversation history:{conversation_history}\n\nomar message:{user_input}\n\nmake sure to response about it and don't generate alot of words just based on the user message \n\n\n\nresponse:",
"parameters": {
"top_k": 50,
"top_p": 0.9,
"temperature": 0.1,
"repetition_penalty": 1.2,
"max_new_tokens": 512,
"max_time": 0,
"return_full_text": True,
"num_return_sequences": 1,
"do_sample": False
},
"options": {
"use_cache": False,
"wait_for_model": False
}
}
output = query(new_query)
generated_text = output[0]['generated_text']
response_start = generated_text.find('response:') + len('response:')
response_end = generated_text.find('(end response)')
response_text = generated_text[response_start:response_end].strip()
note_index = response_text.find("Note:")
if note_index != -1:
response_text = response_text[:note_index].strip()
instruction_index = response_text.find("### Instruction:")
if instruction_index != -1:
response_text = response_text[:instruction_index].strip()
return response_text
@app.route('/')
def index():
return render_template('cont.html',data=data)
@app.route('/chat', methods=['POST'])
def chat():
user_input = request.form['user_input']
# Generate AI response based on user input
response_text = generate_response(user_input)
conversation_history.append({"omar": user_input, "AI": response_text})
return response_text
if __name__ == '__main__':
app.run(debug=True) |