Update README.md
Browse files
README.md
CHANGED
@@ -45,7 +45,7 @@ instruction_natural_language = "Represent this code description for retrieving s
|
|
45 |
code_snippet = "your code to embed here"
|
46 |
|
47 |
#You should follow this pattern to embed a snippet of code or natural language queries
|
48 |
-
sentence = f"{tokenizer.sep_token}{instruction_code}{tokenizer.sep_token}{code_snippet
|
49 |
|
50 |
#Tokenizing your sentence
|
51 |
tokenized_sentence = tokenizer(sentence, return_tensors="pt",truncation=True, max_length=2048)
|
|
|
45 |
code_snippet = "your code to embed here"
|
46 |
|
47 |
#You should follow this pattern to embed a snippet of code or natural language queries
|
48 |
+
sentence = f"{tokenizer.sep_token}{instruction_code}{tokenizer.sep_token}{code_snippet}{tokenizer.cls_token}"
|
49 |
|
50 |
#Tokenizing your sentence
|
51 |
tokenized_sentence = tokenizer(sentence, return_tensors="pt",truncation=True, max_length=2048)
|