Feature Extraction
Transformers
Safetensors
ModularStarEncoder
custom_code
andreagurioli1995 commited on
Commit
5bac95a
·
verified ·
1 Parent(s): ad96500

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -45,7 +45,7 @@ instruction_natural_language = "Represent this code description for retrieving s
45
  code_snippet = "your code to embed here"
46
 
47
  #You should follow this pattern to embed a snippet of code or natural language queries
48
- sentence = f"{tokenizer.sep_token}{instruction_code}{tokenizer.sep_token}{code_snippet)}{tokenizer.cls_token}"
49
 
50
  #Tokenizing your sentence
51
  tokenized_sentence = tokenizer(sentence, return_tensors="pt",truncation=True, max_length=2048)
 
45
  code_snippet = "your code to embed here"
46
 
47
  #You should follow this pattern to embed a snippet of code or natural language queries
48
+ sentence = f"{tokenizer.sep_token}{instruction_code}{tokenizer.sep_token}{code_snippet}{tokenizer.cls_token}"
49
 
50
  #Tokenizing your sentence
51
  tokenized_sentence = tokenizer(sentence, return_tensors="pt",truncation=True, max_length=2048)