Delete avocado-dpo-helpsteer

avocado-dpo-helpsteer/README.md

@@ -1,11 +0,0 @@
----
-library_name: peft
----
-## Training procedure
-
-### Framework versions
-
-- PEFT 0.5.0
-- PEFT 0.5.0
-
-- PEFT 0.5.0

avocado-dpo-helpsteer/adapter_config.json

@@ -1,21 +0,0 @@
-{
-  "auto_mapping": null,
-  "base_model_name_or_path": "/cmlscratch/cheryunl/Avocado/sft/logs_trl/sft_hh_famo_helpsteer_mixed_model",
-  "bias": "none",
-  "fan_in_fan_out": false,
-  "inference_mode": true,
-  "init_lora_weights": true,
-  "layers_pattern": null,
-  "layers_to_transform": null,
-  "lora_alpha": 32,
-  "lora_dropout": 0.05,
-  "modules_to_save": null,
-  "peft_type": "LORA",
-  "r": 16,
-  "revision": null,
-  "target_modules": [
-    "q_proj",
-    "v_proj"
-  ],
-  "task_type": "CAUSAL_LM"
-}

avocado-dpo-helpsteer/adapter_model.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c8c1b95e60c2f1df9fbbc82c760a972176b98e930f7ef656b77ceeabe966255d
-size 33600906

avocado-dpo-helpsteer/added_tokens.json

@@ -1,3 +0,0 @@
-{
-  "[PAD]": 32000
-}

avocado-dpo-helpsteer/special_tokens_map.json

@@ -1,24 +0,0 @@
-{
-  "bos_token": {
-    "content": "<s>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "</s>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": "</s>",
-  "unk_token": {
-    "content": "<unk>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
-}

avocado-dpo-helpsteer/tokenizer.model

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
-size 499723

avocado-dpo-helpsteer/tokenizer_config.json

@@ -1,51 +0,0 @@
-{
-  "add_bos_token": true,
-  "add_eos_token": false,
-  "add_prefix_space": true,
-  "added_tokens_decoder": {
-    "0": {
-      "content": "<unk>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "<s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "</s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32000": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "bos_token": "<s>",
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "</s>",
-  "legacy": false,
-  "model_max_length": 1000000000000000019884624838656,
-  "pad_token": "</s>",
-  "padding_side": "right",
-  "sp_model_kwargs": {},
-  "spaces_between_special_tokens": false,
-  "tokenizer_class": "LlamaTokenizer",
-  "unk_token": "<unk>",
-  "use_default_system_prompt": false
-}