Update README.md
#3
by
arthrod
- opened
README.md
CHANGED
@@ -49,7 +49,7 @@ To use the model:
|
|
49 |
import json
|
50 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
51 |
|
52 |
-
def predict_NuExtract(model, tokenizer, texts, template, batch_size=1, max_length=
|
53 |
template = json.dumps(json.loads(template), indent=4)
|
54 |
prompts = [f"""<|input|>\n### Template:\n{template}\n### Text:\n{text}\n\n<|output|>""" for text in texts]
|
55 |
|
@@ -104,7 +104,7 @@ Sliding window prompting:
|
|
104 |
```python
|
105 |
import json
|
106 |
|
107 |
-
MAX_INPUT_SIZE =
|
108 |
MAX_NEW_TOKENS = 6000
|
109 |
|
110 |
def clean_json_text(text):
|
|
|
49 |
import json
|
50 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
51 |
|
52 |
+
def predict_NuExtract(model, tokenizer, texts, template, batch_size=1, max_length=10000, max_new_tokens=4000):
|
53 |
template = json.dumps(json.loads(template), indent=4)
|
54 |
prompts = [f"""<|input|>\n### Template:\n{template}\n### Text:\n{text}\n\n<|output|>""" for text in texts]
|
55 |
|
|
|
104 |
```python
|
105 |
import json
|
106 |
|
107 |
+
MAX_INPUT_SIZE = 20000
|
108 |
MAX_NEW_TOKENS = 6000
|
109 |
|
110 |
def clean_json_text(text):
|