brunneis commited on
Commit
827199d
β€’
1 Parent(s): ef01ece

Update about

Browse files
Files changed (2) hide show
  1. src/about.py +4 -8
  2. src/display/utils.py +7 -2
src/about.py CHANGED
@@ -24,19 +24,15 @@ class Tasks(Enum):
24
  # task = Task("precisions", "score", "Precision")
25
 
26
 
27
- NUM_FEWSHOT = 0 # Change with your few shot
28
  # ---------------------------------------------------
29
 
30
  # Your leaderboard name
31
- TITLE = """<img src="file/images/solbench.svg" width="300" style="display: block; margin-left: auto; margin-right: auto;">
32
- <h1 align="center" id="space-title"></h1>"""
33
 
34
  # What does your leaderboard evaluate?
35
- INTRODUCTION_TEXT = """
36
- <center>
37
- <h2>Evaluating Solidity Code Generation</h2>
38
- </center>
39
- """
40
 
41
  # Which evaluations are you running? how can people reproduce what you have?
42
  LLM_BENCHMARKS_TEXT = """
 
24
  # task = Task("precisions", "score", "Precision")
25
 
26
 
27
+ NUM_FEWSHOT = 0 # Change with your few shot
28
  # ---------------------------------------------------
29
 
30
  # Your leaderboard name
31
+ TITLE = """<img src="file/images/solbench.svg" width="500" style="display: block; margin-left: auto; margin-right: auto;">
32
+ <h2 align="center" id="space-title">Evaluating Solidity Code Generation</h2>"""
33
 
34
  # What does your leaderboard evaluate?
35
+ INTRODUCTION_TEXT = ""
 
 
 
 
36
 
37
  # Which evaluations are you running? how can people reproduce what you have?
38
  LLM_BENCHMARKS_TEXT = """
src/display/utils.py CHANGED
@@ -5,6 +5,7 @@ import pandas as pd
5
 
6
  from src.about import Tasks
7
 
 
8
  def fields(raw_class):
9
  return [v for k, v in raw_class.__dict__.items() if k[:2] != "__" and k[-2:] != "__"]
10
 
@@ -53,12 +54,13 @@ class EvalQueueColumn: # Queue column
53
  weight_type = ColumnContent("weight_type", "str", "Original")
54
  status = ColumnContent("status", "str", True)
55
 
 
56
  ## All the model information that we might need
57
  @dataclass
58
  class ModelDetails:
59
  name: str
60
  display_name: str = ""
61
- symbol: str = "" # emoji
62
 
63
 
64
  class ModelType(Enum):
@@ -66,7 +68,9 @@ class ModelType(Enum):
66
  FT = ModelDetails(name="fine-tuned", symbol="πŸ”Ά")
67
  IFT = ModelDetails(name="instruction-tuned", symbol="β­•")
68
  RL = ModelDetails(name="RL-tuned", symbol="🟦")
69
- Unknown = ModelDetails(name="", symbol="🧠")
 
 
70
 
71
  def to_str(self, separator=" "):
72
  return f"{self.value.symbol}{separator}{self.value.name}"
@@ -83,6 +87,7 @@ class ModelType(Enum):
83
  return ModelType.IFT
84
  return ModelType.Unknown
85
 
 
86
  class WeightType(Enum):
87
  Adapter = ModelDetails("Adapter")
88
  Original = ModelDetails("Original")
 
5
 
6
  from src.about import Tasks
7
 
8
+
9
  def fields(raw_class):
10
  return [v for k, v in raw_class.__dict__.items() if k[:2] != "__" and k[-2:] != "__"]
11
 
 
54
  weight_type = ColumnContent("weight_type", "str", "Original")
55
  status = ColumnContent("status", "str", True)
56
 
57
+
58
  ## All the model information that we might need
59
  @dataclass
60
  class ModelDetails:
61
  name: str
62
  display_name: str = ""
63
+ symbol: str = "" # emoji
64
 
65
 
66
  class ModelType(Enum):
 
68
  FT = ModelDetails(name="fine-tuned", symbol="πŸ”Ά")
69
  IFT = ModelDetails(name="instruction-tuned", symbol="β­•")
70
  RL = ModelDetails(name="RL-tuned", symbol="🟦")
71
+ CS = ModelDetails(name="closed-source", symbol="πŸ”’")
72
+ BrainDAO = ModelDetails(name="braindao", symbol="🧠")
73
+ Unknown = ModelDetails(name="", symbol="❓")
74
 
75
  def to_str(self, separator=" "):
76
  return f"{self.value.symbol}{separator}{self.value.name}"
 
87
  return ModelType.IFT
88
  return ModelType.Unknown
89
 
90
+
91
  class WeightType(Enum):
92
  Adapter = ModelDetails("Adapter")
93
  Original = ModelDetails("Original")