File size: 487 Bytes
8832977 25e402c a606739 25e402c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
import os
#os.system('git clone https://github.com/tloen/alpaca-lora.git')
import streamlit as st
from streamlit_chat import message as st_message
import bitsandbytes as bnb
from transformers import GenerationConfig
from transformers import AutoTokenizer, AutoConfig, LlamaForCausalLM, LlamaTokenizer
tokenizer = LlamaTokenizer.from_pretrained("wxjiao/alpaca-7b")
model2 = LlamaForCausalLM.from_pretrained(
"wxjiao/alpaca-7b",
load_in_8bit=True,
device_map="auto",
)
|