Royrotem100 commited on
Commit
934f850
1 Parent(s): d90e779

Add dictalm2.0-instruct folder

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -4,6 +4,9 @@ from http import HTTPStatus
4
  import openai
5
  from typing import Generator, List, Optional, Tuple, Dict
6
  from urllib.error import HTTPError
 
 
 
7
 
8
  # Load the model and tokenizer
9
  tokenizer = AutoTokenizer.from_pretrained("./dictalm2.0-instruct")
 
4
  import openai
5
  from typing import Generator, List, Optional, Tuple, Dict
6
  from urllib.error import HTTPError
7
+ from flask import Flask, request, jsonify
8
+ from transformers import AutoTokenizer, AutoModelForCausalLM
9
+ import threading
10
 
11
  # Load the model and tokenizer
12
  tokenizer = AutoTokenizer.from_pretrained("./dictalm2.0-instruct")