add code for achieve vicuna-7b on huggingface

leo/model.py

@@ -1,10 +1,7 @@
 import contextlib
-import math
-
 import clip
 import torch
 import torch.nn as nn
-import torch.nn.functional as F
 from einops import rearrange
 from peft import LoraConfig, get_peft_model
 from transformers import AutoModelForCausalLM, AutoTokenizer, LlamaForCausalLM, LlamaTokenizer
@@ -42,10 +39,12 @@ class SequentialGrounder(torch.nn.Module):
     def __init__(self,predict_mode=False):
         super().__init__()
         cfg = {
+            "launch_mode": "hf",
             "model": {
                 "llm": {
                     "name": "Vicuna7B",
                     "cfg_path": "/scratch/generalvision/vicuna-7b",
+                    "hf_cfg_path": "huangjy-pku/vicuna-7b",
                     "truncation_side": "right",
                     "max_context_len": 256,
                     "max_out_len": 256,
@@ -67,8 +66,11 @@ class SequentialGrounder(torch.nn.Module):
         self.predict_mode = predict_mode
         
         # LLM
-        llm_name = 'Vicuna7B'
-        llm_cfg_path = '/scratch/generalvision/vicuna-7b'
+        llm_name = cfg['model']['llm']['name']
+        if cfg['launch_mode'] == 'hf':
+            llm_cfg_path = cfg['model']['llm']['hf_cfg_path']
+        else:
+            llm_cfg_path = cfg['model']['llm']['cfg_path']
         llm_truncation_side = 'right'
         if 'vicuna' in llm_name.lower():
             self.llm_tokenizer = LlamaTokenizer.from_pretrained(llm_cfg_path, truncation_side=llm_truncation_side)