Update fn.py

fn.py

@@ -148,12 +148,12 @@ def chat(message, history = [], instruction = None, conversation_id = 'gradio',
     if args['chat_template']:
         tokenizer.chat_template = args['chat_template']
 
-    # tokenizeする
-    tokenized_chat = tokenize(message, history, instruction, conversation_id, args).to(device)
-
     device = local_gemma.utils.config.infer_device(None)
     generation_kwargs = local_gemma.utils.config.get_generation_kwargs('chat')
 
+    # tokenizeする
+    tokenized_chat = tokenize(message, history, instruction, conversation_id, args).to(device)
+
     streamer = TextStreamer(tokenizer, skip_prompt=True, **{"skip_special_tokens": True})
     generation_kwargs.update(
         {