foxxy-hm commited on
Commit
079eb37
·
1 Parent(s): b760afe

Update models/pairwise_model.py

Browse files
Files changed (1) hide show
  1. models/pairwise_model.py +2 -2
models/pairwise_model.py CHANGED
@@ -4,7 +4,7 @@ import torch.nn as nn
4
  from torch.utils.data import Dataset, DataLoader
5
  from transformers import AutoModel, AutoConfig
6
  from transformers import AutoTokenizer
7
- # from optimum.onnxruntime import ORTModelForQuestionAnswering
8
  import pandas as pd
9
  import os
10
 
@@ -21,7 +21,7 @@ class PairwiseModel(nn.Module):
21
  self.max_length = max_length
22
  self.batch_size = batch_size
23
  self.device = device
24
- self.model = AutoModel.from_pretrained(model_name, use_auth_token=AUTH_TOKEN)
25
  self.model.to(self.device)
26
  self.model.eval()
27
  self.config = AutoConfig.from_pretrained(model_name, use_auth_token=AUTH_TOKEN)
 
4
  from torch.utils.data import Dataset, DataLoader
5
  from transformers import AutoModel, AutoConfig
6
  from transformers import AutoTokenizer
7
+ from optimum.onnxruntime import ORTModel
8
  import pandas as pd
9
  import os
10
 
 
21
  self.max_length = max_length
22
  self.batch_size = batch_size
23
  self.device = device
24
+ self.model = ORTModel.from_pretrained(model_name, use_auth_token=AUTH_TOKEN, from_transformers=True)
25
  self.model.to(self.device)
26
  self.model.eval()
27
  self.config = AutoConfig.from_pretrained(model_name, use_auth_token=AUTH_TOKEN)