Update README.md
Browse files
README.md
CHANGED
|
@@ -14,8 +14,6 @@ Usage:
|
|
| 14 |
from transformers import AutoTokenizer
|
| 15 |
from trlx.models.modeling_ppo import AutoModelForCausalLMWithHydraValueHead
|
| 16 |
|
| 17 |
-
# checkpoint_path = "/mnt/nvme/home/guac/tmp/trlx/examples/hh/checkpoint-ppo-hh-gpt-j/hf_model"
|
| 18 |
-
|
| 19 |
model = AutoModelForCausalLMWithHydraValueHead.from_pretrained("jon-tow/hh-gpt-j")
|
| 20 |
# original_model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-j-6B")
|
| 21 |
|
|
|
|
| 14 |
from transformers import AutoTokenizer
|
| 15 |
from trlx.models.modeling_ppo import AutoModelForCausalLMWithHydraValueHead
|
| 16 |
|
|
|
|
|
|
|
| 17 |
model = AutoModelForCausalLMWithHydraValueHead.from_pretrained("jon-tow/hh-gpt-j")
|
| 18 |
# original_model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-j-6B")
|
| 19 |
|