genaforvena commited on
Commit
65b0059
·
2 Parent(s): 1307336 900e0aa

Merge branch 'main' of https://huggingface.co/spaces/genaforvena/huivam_finnegans_spaceship

Browse files
Files changed (2) hide show
  1. app.py +10 -0
  2. requirements.txt +1 -1
app.py CHANGED
@@ -1,9 +1,14 @@
1
  import gradio as gr
 
2
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer, GenerationConfig
 
 
 
3
  import torch
4
  import threading
5
  from queue import Queue
6
 
 
7
  # Custom Streamer Class
8
  class MyStreamer(TextStreamer):
9
  def __init__(self, tokenizer, skip_prompt=True, **decode_kwargs):
@@ -23,6 +28,11 @@ class MyStreamer(TextStreamer):
23
  raise ValueError("put() only supports a single sequence of tokens at a time.")
24
  elif len(value.shape) > 1:
25
  value = value[0]
 
 
 
 
 
26
 
27
  if self.skip_prompt and self.next_tokens_are_prompt:
28
  self.next_tokens_are_prompt = False
 
1
  import gradio as gr
2
+ <<<<<<< HEAD
3
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer, GenerationConfig
4
+ =======
5
+ from transformers import AutoModelForCausalLM, AutoTokenizer
6
+ >>>>>>> 900e0aa32e9a9ed4a7304c86d90ad89586c21aa3
7
  import torch
8
  import threading
9
  from queue import Queue
10
 
11
+ <<<<<<< HEAD
12
  # Custom Streamer Class
13
  class MyStreamer(TextStreamer):
14
  def __init__(self, tokenizer, skip_prompt=True, **decode_kwargs):
 
28
  raise ValueError("put() only supports a single sequence of tokens at a time.")
29
  elif len(value.shape) > 1:
30
  value = value[0]
31
+ =======
32
+ model_name = "genaforvena/huivam_finnegan_llama3.2-1b"
33
+ model = AutoModelForCausalLM.from_pretrained(model_name)
34
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
35
+ >>>>>>> 900e0aa32e9a9ed4a7304c86d90ad89586c21aa3
36
 
37
  if self.skip_prompt and self.next_tokens_are_prompt:
38
  self.next_tokens_are_prompt = False
requirements.txt CHANGED
@@ -2,4 +2,4 @@ huggingface_hub==0.25.2
2
  gradio
3
  transformers
4
  torch
5
- peft
 
2
  gradio
3
  transformers
4
  torch
5
+ unsloth