Upload Chatbot.py

Chatbot.py

@@ -76,7 +76,7 @@ def initialize_index():
     logger.info("initialize_index start")
     text_splitter = TokenTextSplitter(separator="。", chunk_size=1500
       , chunk_overlap=DEFAULT_CHUNK_OVERLAP
-      , tokenizer=tiktoken.get_encoding("gpt2").encode)
+      , tokenizer=tiktoken.encoding_for_model("gpt-3.5-turbo").encode)
     node_parser = SimpleNodeParser(text_splitter=text_splitter)
     service_context = ServiceContext.from_defaults(node_parser=node_parser)
     d = 1536