Spaces:
Sleeping
Sleeping
Commit
·
87347e3
1
Parent(s):
bac9d3f
added requirements.txt
Browse files- app.py +0 -1
- model.py +1 -5
- requirements.txt +3 -0
app.py
CHANGED
@@ -1,4 +1,3 @@
|
|
1 |
-
from json import load
|
2 |
import os
|
3 |
import torch
|
4 |
import gradio as gr
|
|
|
|
|
1 |
import os
|
2 |
import torch
|
3 |
import gradio as gr
|
model.py
CHANGED
@@ -1,12 +1,8 @@
|
|
1 |
-
import math
|
2 |
-
import logging
|
3 |
import torch
|
4 |
import torch.nn.functional as F
|
5 |
from typing import Optional
|
6 |
from torch import nn
|
7 |
|
8 |
-
logger = logging.getLogger(__name__)
|
9 |
-
|
10 |
|
11 |
class RMSNorm(nn.Module):
|
12 |
def __init__(self, dim, eps):
|
@@ -314,7 +310,7 @@ class Transformer(nn.Module):
|
|
314 |
|
315 |
with torch.no_grad():
|
316 |
for ret_seq in range(num_return_sequences):
|
317 |
-
|
318 |
for _ in range(max_length - input_ids.shape[1]):
|
319 |
outputs = self(input_ids, use_cache=True)
|
320 |
next_token_logits = outputs[:, -1, :]
|
|
|
|
|
|
|
1 |
import torch
|
2 |
import torch.nn.functional as F
|
3 |
from typing import Optional
|
4 |
from torch import nn
|
5 |
|
|
|
|
|
6 |
|
7 |
class RMSNorm(nn.Module):
|
8 |
def __init__(self, dim, eps):
|
|
|
310 |
|
311 |
with torch.no_grad():
|
312 |
for ret_seq in range(num_return_sequences):
|
313 |
+
print(f"Sequence #{ret_seq + 1}:")
|
314 |
for _ in range(max_length - input_ids.shape[1]):
|
315 |
outputs = self(input_ids, use_cache=True)
|
316 |
next_token_logits = outputs[:, -1, :]
|
requirements.txt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
gradio
|
2 |
+
torch
|
3 |
+
transformers
|