Update rpc.py

rpc.py

@@ -201,6 +201,7 @@ def load_index(index_path="/dev/shm/rpc-vecdb/index"):
 # Generate Function
 def generate(text, use_rpc=True, max_tokens=128):
     enc_text = tokenizer.encode(text, add_special_tokens=False)
+    text = tokenizer.decode(enc_text)
     tok = None
     i = 0
     while i < max_tokens and tok != vocab_size - 2:
@@ -208,7 +209,7 @@ def generate(text, use_rpc=True, max_tokens=128):
         enc_text = enc_text[-input_size:]
         if use_rpc:
             xq = vectorize_texts([enc_text])[-1]
-            _id = index.search(xq, size=1, epsilon=2)[0][0]
+            _id = index.search(xq, size=1, epsilon=1)[0][0]
             #_id = index.search(xq.reshape((1, -1)), 1)[1][0][0]
             if all_toks[_id] in carry_toks:
                 tmp = tf.argmax(tf.matmul(xq.reshape((1, -1)), encoder.layers[1].shared_weights, transpose_b=True), axis=-1).numpy()[0]