Spaces:
Runtime error
Runtime error
Commit
·
48a378e
1
Parent(s):
5fc56a3
added airllm experiment
Browse files- .DS_Store +0 -0
- AirLLM.py +1 -1
- RBotReloaded.py +1 -1
- agent_llama_ui.py +1 -1
.DS_Store
CHANGED
Binary files a/.DS_Store and b/.DS_Store differ
|
|
AirLLM.py
CHANGED
@@ -11,7 +11,7 @@ class AirLLM(LLM):
|
|
11 |
|
12 |
def __init__(self, llama2_model_id : str, max_len : int, compression = ""):
|
13 |
# could use hugging face model repo id:
|
14 |
-
self.model = AirLLMLlama2(llama2_model_id
|
15 |
self.max_len = max_len
|
16 |
|
17 |
@property
|
|
|
11 |
|
12 |
def __init__(self, llama2_model_id : str, max_len : int, compression = ""):
|
13 |
# could use hugging face model repo id:
|
14 |
+
self.model = AirLLMLlama2(llama2_model_id)#,compression=compression
|
15 |
self.max_len = max_len
|
16 |
|
17 |
@property
|
RBotReloaded.py
CHANGED
@@ -34,7 +34,7 @@ from typing import Any, Dict, List
|
|
34 |
import torch
|
35 |
from diffusers.pipelines.stable_diffusion.convert_from_ckpt import download_from_original_stable_diffusion_ckpt
|
36 |
import inspect
|
37 |
-
import AirLLM
|
38 |
|
39 |
# Config
|
40 |
EMBD_CHUNK_SIZE = 512
|
|
|
34 |
import torch
|
35 |
from diffusers.pipelines.stable_diffusion.convert_from_ckpt import download_from_original_stable_diffusion_ckpt
|
36 |
import inspect
|
37 |
+
from AirLLM import AirLLM
|
38 |
|
39 |
# Config
|
40 |
EMBD_CHUNK_SIZE = 512
|
agent_llama_ui.py
CHANGED
@@ -43,7 +43,7 @@ def get_models():
|
|
43 |
models = os.listdir(models_directory)
|
44 |
# Filter out any subdirectories, if any
|
45 |
models = [model for model in models if (model.lower().split(".")[-1] in supported_extensions) and os.path.isfile(os.path.join(models_directory, model))]
|
46 |
-
|
47 |
if len(models) == 0:
|
48 |
st.write("Downloading models")
|
49 |
from huggingface_hub import hf_hub_download
|
|
|
43 |
models = os.listdir(models_directory)
|
44 |
# Filter out any subdirectories, if any
|
45 |
models = [model for model in models if (model.lower().split(".")[-1] in supported_extensions) and os.path.isfile(os.path.join(models_directory, model))]
|
46 |
+
models.append("garage-bAInd/Platypus2-70B-instruct")
|
47 |
if len(models) == 0:
|
48 |
st.write("Downloading models")
|
49 |
from huggingface_hub import hf_hub_download
|