File size: 511 Bytes
8832977 25e402c a606739 28a47ca a606739 25e402c 28a47ca |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
import os
#os.system('git clone https://github.com/tloen/alpaca-lora.git')
import streamlit as st
from streamlit_chat import message as st_message
import bitsandbytes as bnb
from transformers import GenerationConfig
from transformers import AutoTokenizer, AutoConfig, LlamaForCausalLM, LlamaTokenizer
tokenizer = LlamaTokenizer.from_pretrained("wxjiao/alpaca-7b")
model2 = LlamaForCausalLM.from_pretrained(
"wxjiao/alpaca-7b",
load_in_8bit_fp32_cpu_offload=True,
from_pretrained="auto",
)
|