srossitto79 commited on
Commit
48a378e
·
1 Parent(s): 5fc56a3

added airllm experiment

Browse files
Files changed (4) hide show
  1. .DS_Store +0 -0
  2. AirLLM.py +1 -1
  3. RBotReloaded.py +1 -1
  4. agent_llama_ui.py +1 -1
.DS_Store CHANGED
Binary files a/.DS_Store and b/.DS_Store differ
 
AirLLM.py CHANGED
@@ -11,7 +11,7 @@ class AirLLM(LLM):
11
 
12
  def __init__(self, llama2_model_id : str, max_len : int, compression = ""):
13
  # could use hugging face model repo id:
14
- self.model = AirLLMLlama2(llama2_model_id,compression=compression)
15
  self.max_len = max_len
16
 
17
  @property
 
11
 
12
  def __init__(self, llama2_model_id : str, max_len : int, compression = ""):
13
  # could use hugging face model repo id:
14
+ self.model = AirLLMLlama2(llama2_model_id)#,compression=compression
15
  self.max_len = max_len
16
 
17
  @property
RBotReloaded.py CHANGED
@@ -34,7 +34,7 @@ from typing import Any, Dict, List
34
  import torch
35
  from diffusers.pipelines.stable_diffusion.convert_from_ckpt import download_from_original_stable_diffusion_ckpt
36
  import inspect
37
- import AirLLM
38
 
39
  # Config
40
  EMBD_CHUNK_SIZE = 512
 
34
  import torch
35
  from diffusers.pipelines.stable_diffusion.convert_from_ckpt import download_from_original_stable_diffusion_ckpt
36
  import inspect
37
+ from AirLLM import AirLLM
38
 
39
  # Config
40
  EMBD_CHUNK_SIZE = 512
agent_llama_ui.py CHANGED
@@ -43,7 +43,7 @@ def get_models():
43
  models = os.listdir(models_directory)
44
  # Filter out any subdirectories, if any
45
  models = [model for model in models if (model.lower().split(".")[-1] in supported_extensions) and os.path.isfile(os.path.join(models_directory, model))]
46
-
47
  if len(models) == 0:
48
  st.write("Downloading models")
49
  from huggingface_hub import hf_hub_download
 
43
  models = os.listdir(models_directory)
44
  # Filter out any subdirectories, if any
45
  models = [model for model in models if (model.lower().split(".")[-1] in supported_extensions) and os.path.isfile(os.path.join(models_directory, model))]
46
+ models.append("garage-bAInd/Platypus2-70B-instruct")
47
  if len(models) == 0:
48
  st.write("Downloading models")
49
  from huggingface_hub import hf_hub_download