bergr7f commited on
Commit
37aa22e
·
1 Parent(s): 31fda98

User Hf model instead of vllm

Browse files
Files changed (2) hide show
  1. app.py +3 -3
  2. requirements.txt +1 -2
app.py CHANGED
@@ -1,13 +1,13 @@
1
  import gradio as gr
2
  import pandas as pd
3
  from typing import List, Dict
4
- from flow_judge import Vllm, FlowJudge, EvalInput
5
  from flow_judge.metrics import CustomMetric, RubricItem
6
 
7
  try:
8
- model = Vllm(quantized=False)
9
  except Exception as e:
10
- raise RuntimeError(f"Failed to initialize Vllm: {e}")
11
 
12
  EXAMPLES = [
13
  {
 
1
  import gradio as gr
2
  import pandas as pd
3
  from typing import List, Dict
4
+ from flow_judge import Hf, FlowJudge, EvalInput
5
  from flow_judge.metrics import CustomMetric, RubricItem
6
 
7
  try:
8
+ model = Hf()
9
  except Exception as e:
10
+ raise RuntimeError(f"Failed to initialize Hf Model: {e}")
11
 
12
  EXAMPLES = [
13
  {
requirements.txt CHANGED
@@ -1,3 +1,2 @@
1
- vllm-flash-attn==2.6.2
2
- flow-judge[vllm]==0.1.0
3
  flash_attn>=2.6.3
 
1
+ flow-judge[hf]==0.1.0
 
2
  flash_attn>=2.6.3