Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
from transformers import RagTokenizer, RagRetriever, RagSequenceForGeneration
|
2 |
from datasets import load_dataset
|
3 |
|
4 |
-
# Load the dataset
|
5 |
-
dataset = load_dataset(
|
6 |
|
7 |
# Initialize the RAG tokenizer (use the T5 tokenizer for RAG)
|
8 |
tokenizer = RagTokenizer.from_pretrained("facebook/rag-token-nq")
|
|
|
1 |
from transformers import RagTokenizer, RagRetriever, RagSequenceForGeneration
|
2 |
from datasets import load_dataset
|
3 |
|
4 |
+
# Load the wiki_dpr dataset and trust the remote code to execute
|
5 |
+
dataset = load_dataset("wiki_dpr", trust_remote_code=True)
|
6 |
|
7 |
# Initialize the RAG tokenizer (use the T5 tokenizer for RAG)
|
8 |
tokenizer = RagTokenizer.from_pretrained("facebook/rag-token-nq")
|