Reyad-Ahmmed commited on
Commit
84dfc21
·
verified ·
1 Parent(s): 5859ffe

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,8 +1,8 @@
1
  from transformers import RagTokenizer, RagRetriever, RagSequenceForGeneration
2
  from datasets import load_dataset
3
 
4
- # Load the dataset - Here we use the wiki_dpr dataset for retrieval
5
- dataset = load_dataset('wiki_dpr')
6
 
7
  # Initialize the RAG tokenizer (use the T5 tokenizer for RAG)
8
  tokenizer = RagTokenizer.from_pretrained("facebook/rag-token-nq")
 
1
  from transformers import RagTokenizer, RagRetriever, RagSequenceForGeneration
2
  from datasets import load_dataset
3
 
4
+ # Load the wiki_dpr dataset and trust the remote code to execute
5
+ dataset = load_dataset("wiki_dpr", trust_remote_code=True)
6
 
7
  # Initialize the RAG tokenizer (use the T5 tokenizer for RAG)
8
  tokenizer = RagTokenizer.from_pretrained("facebook/rag-token-nq")