kasparas12
commited on
Commit
•
6fced03
1
Parent(s):
1d4388e
Push model using huggingface_hub.
Browse files- README.md +230 -152
- config_setfit.json +2 -2
- model_head.pkl +2 -2
- pytorch_model.bin +1 -1
README.md
CHANGED
@@ -8,13 +8,15 @@ tags:
|
|
8 |
metrics:
|
9 |
- accuracy
|
10 |
widget:
|
11 |
-
- text: '
|
12 |
-
|
13 |
-
- text:
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
-
|
|
|
|
|
18 |
pipeline_tag: text-classification
|
19 |
inference: true
|
20 |
base_model: BAAI/bge-small-en-v1.5
|
@@ -30,7 +32,7 @@ model-index:
|
|
30 |
split: test
|
31 |
metrics:
|
32 |
- type: accuracy
|
33 |
-
value: 0.
|
34 |
name: Accuracy
|
35 |
---
|
36 |
|
@@ -50,7 +52,7 @@ The model has been trained using an efficient few-shot learning technique that i
|
|
50 |
- **Sentence Transformer body:** [BAAI/bge-small-en-v1.5](https://huggingface.co/BAAI/bge-small-en-v1.5)
|
51 |
- **Classification head:** a [LogisticRegression](https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.LogisticRegression.html) instance
|
52 |
- **Maximum Sequence Length:** 512 tokens
|
53 |
-
- **Number of Classes:**
|
54 |
<!-- - **Training Dataset:** [Unknown](https://huggingface.co/datasets/unknown) -->
|
55 |
<!-- - **Language:** Unknown -->
|
56 |
<!-- - **License:** Unknown -->
|
@@ -62,42 +64,43 @@ The model has been trained using an efficient few-shot learning technique that i
|
|
62 |
- **Blogpost:** [SetFit: Efficient Few-Shot Learning Without Prompts](https://huggingface.co/blog/setfit)
|
63 |
|
64 |
### Model Labels
|
65 |
-
| Label | Examples
|
66 |
-
|
67 |
-
|
|
68 |
-
|
|
69 |
-
|
|
70 |
-
|
|
71 |
-
|
|
72 |
-
|
|
73 |
-
| TRADER | <ul><li>'
|
74 |
-
|
|
75 |
-
|
|
76 |
-
|
|
77 |
-
|
|
78 |
-
|
|
79 |
-
|
|
80 |
-
|
|
81 |
-
|
|
82 |
-
|
|
83 |
-
|
|
84 |
-
|
|
85 |
-
|
|
86 |
-
|
|
87 |
-
| METAVERSE_ENTHUSIAST | <ul><li>'
|
88 |
-
|
|
89 |
-
|
|
90 |
-
|
|
91 |
-
|
|
92 |
-
|
|
93 |
-
|
|
|
|
94 |
|
95 |
## Evaluation
|
96 |
|
97 |
### Metrics
|
98 |
| Label | Accuracy |
|
99 |
|:--------|:---------|
|
100 |
-
| **all** | 0.
|
101 |
|
102 |
## Uses
|
103 |
|
@@ -117,7 +120,7 @@ from setfit import SetFitModel
|
|
117 |
# Download from the 🤗 Hub
|
118 |
model = SetFitModel.from_pretrained("kasparas12/crypto_individual_infer_model_setfit")
|
119 |
# Run inference
|
120 |
-
preds = model(" ")
|
121 |
```
|
122 |
|
123 |
<!--
|
@@ -149,38 +152,38 @@ preds = model(" ")
|
|
149 |
### Training Set Metrics
|
150 |
| Training set | Min | Median | Max |
|
151 |
|:-------------|:----|:--------|:----|
|
152 |
-
| Word count |
|
153 |
|
154 |
| Label | Training Sample Count |
|
155 |
|:---------------------|:----------------------|
|
156 |
-
| DEVELOPER |
|
157 |
-
| DATA_SCIENTIST |
|
158 |
-
| DATA_ANALYST |
|
159 |
-
| NODE_OPERATOR |
|
160 |
-
| MINER |
|
161 |
-
| SECURITY_AUDITOR |
|
162 |
-
| INVESTOR |
|
163 |
-
| ANGEL_INVESTOR |
|
164 |
-
| VENTURE_CAPITALIST |
|
165 |
-
| TRADER |
|
166 |
-
| SHITCOINER |
|
167 |
-
| BUSINESS_DEVELOPER |
|
168 |
-
| BUSINESS_ANALYST |
|
169 |
-
| COMMUNITY_MANAGER |
|
170 |
-
| MARKETER |
|
171 |
-
| FINANCIAL_ANALYST |
|
172 |
-
| ADVISOR |
|
173 |
-
| RESEARCHER |
|
174 |
-
| ONCHAIN_ANALYST |
|
175 |
-
| EXECUTIVE |
|
176 |
-
| INFLUENCER |
|
177 |
-
| LAWYER |
|
178 |
-
| BLOGGER |
|
179 |
-
| NFT_COLLECTOR |
|
180 |
-
| NFT_ARTIST |
|
181 |
-
| EDUCATOR |
|
182 |
-
| METAVERSE_ENTHUSIAST |
|
183 |
-
| UNDETERMINED |
|
184 |
|
185 |
### Training Hyperparameters
|
186 |
- batch_size: (64, 64)
|
@@ -203,89 +206,164 @@ preds = model(" ")
|
|
203 |
### Training Results
|
204 |
| Epoch | Step | Training Loss | Validation Loss |
|
205 |
|:------:|:----:|:-------------:|:---------------:|
|
206 |
-
| 0.
|
207 |
-
| 0.
|
208 |
-
| 0.
|
209 |
-
| 0.
|
210 |
-
| 0.
|
211 |
-
| 0.
|
212 |
-
| 0.
|
213 |
-
| 0.
|
214 |
-
| 0.
|
215 |
-
| 0.
|
216 |
-
| 0.
|
217 |
-
| 0.
|
218 |
-
| 0.
|
219 |
-
| 0.
|
220 |
-
| 0.
|
221 |
-
| 0.
|
222 |
-
| 0.
|
223 |
-
| 0.
|
224 |
-
| 0.
|
225 |
-
| 0.
|
226 |
-
| 0.
|
227 |
-
| 0.
|
228 |
-
| 0.
|
229 |
-
| 0.
|
230 |
-
| 0.
|
231 |
-
| 0.
|
232 |
-
| 0.
|
233 |
-
| 0.
|
234 |
-
| 0.
|
235 |
-
| 0.
|
236 |
-
| 0.
|
237 |
-
| 0.
|
238 |
-
| 0.
|
239 |
-
| 0.
|
240 |
-
| 0.
|
241 |
-
| 0.
|
242 |
-
| 0.
|
243 |
-
| 0.
|
244 |
-
| 0.
|
245 |
-
| 0.
|
246 |
-
| 0.
|
247 |
-
| 0.
|
248 |
-
| 0.
|
249 |
-
| 0.
|
250 |
-
| 0.
|
251 |
-
| 0.
|
252 |
-
| 0.
|
253 |
-
| 0.
|
254 |
-
| 0.
|
255 |
-
| 0.
|
256 |
-
| 0.
|
257 |
-
| 0.
|
258 |
-
| 0.
|
259 |
-
| 0.
|
260 |
-
| 0.
|
261 |
-
| 0.
|
262 |
-
| 0.
|
263 |
-
| 0.
|
264 |
-
| 0.
|
265 |
-
| 0.
|
266 |
-
| 0.
|
267 |
-
| 0.
|
268 |
-
| 0.
|
269 |
-
| 0.
|
270 |
-
| 0.
|
271 |
-
| 0.
|
272 |
-
| 0.
|
273 |
-
| 0.
|
274 |
-
| 0.
|
275 |
-
| 0.
|
276 |
-
| 0.
|
277 |
-
| 0.
|
278 |
-
| 0.
|
279 |
-
| 0.
|
280 |
-
| 0.
|
281 |
-
| 0.
|
282 |
-
| 0.
|
283 |
-
| 0.
|
284 |
-
| 0.
|
285 |
-
| 0.
|
286 |
-
| 0.
|
287 |
-
| 0.
|
288 |
-
| 0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
289 |
|
290 |
### Framework Versions
|
291 |
- Python: 3.9.16
|
|
|
8 |
metrics:
|
9 |
- accuracy
|
10 |
widget:
|
11 |
+
- text: 'Building TopazMarket Prev AptosLabs Founder AptosNames All views posts
|
12 |
+
and opinions shared are my own Not financial advice '
|
13 |
+
- text: 'Founder FrequenC__ an awardwinning marketing agency for the next internet
|
14 |
+
Mentor speaker cat mom Tweets are my own opinion libertylabsxyz '
|
15 |
+
- text: No1 ExchangeIndonesia Pertama Terdaftar dan Teregulasi di Bappebti CS Live
|
16 |
+
Chat 247 Jakarta Capital Region
|
17 |
+
- text: producer business and elsewhere on leave views my own la gran manzana
|
18 |
+
- text: Founder GainForestNow CoLead ETHBiodivX CL ClimateChangeAI PhD ETH prevGermanyHong_Kong_SAR_ChinaVietnam
|
19 |
+
Son of Hoa refugees hehim Zurich Switzerland
|
20 |
pipeline_tag: text-classification
|
21 |
inference: true
|
22 |
base_model: BAAI/bge-small-en-v1.5
|
|
|
32 |
split: test
|
33 |
metrics:
|
34 |
- type: accuracy
|
35 |
+
value: 0.5565092989985694
|
36 |
name: Accuracy
|
37 |
---
|
38 |
|
|
|
52 |
- **Sentence Transformer body:** [BAAI/bge-small-en-v1.5](https://huggingface.co/BAAI/bge-small-en-v1.5)
|
53 |
- **Classification head:** a [LogisticRegression](https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.LogisticRegression.html) instance
|
54 |
- **Maximum Sequence Length:** 512 tokens
|
55 |
+
- **Number of Classes:** 28 classes
|
56 |
<!-- - **Training Dataset:** [Unknown](https://huggingface.co/datasets/unknown) -->
|
57 |
<!-- - **Language:** Unknown -->
|
58 |
<!-- - **License:** Unknown -->
|
|
|
64 |
- **Blogpost:** [SetFit: Efficient Few-Shot Learning Without Prompts](https://huggingface.co/blog/setfit)
|
65 |
|
66 |
### Model Labels
|
67 |
+
| Label | Examples |
|
68 |
+
|:---------------------|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
|
69 |
+
| UNDETERMINED | <ul><li>'Professor Emeritus of Cognitive Sciences at the University of California Irvine Research Visual perception evolutionary psychology consciousness AI Irvine CA'</li><li>'Emeritus Professor of War Studies Kings College London just published Command The Politics of Military Operations from Korea to Ukraine UK Penguin US OUP '</li><li>'XML apologist Erlang enthusiast Currently JVMs Performance stuff at Netflix Previously JVMs performative stuff at Twitter Hehim San Francisco California'</li></ul> |
|
70 |
+
| NFT_ARTIST | <ul><li>'Artist Web3 Marketing Advisor Educator Making history everyday Trapped in the blockchain'</li><li>'OwnYourAssets TokenGatedFile Access For CrossPlatformInteroperableGaming C5isComing CYBΞRVΞRSΞ'</li><li>'Pronounced Akossya artist Zurich'</li></ul> |
|
71 |
+
| ONCHAIN_ANALYST | <ul><li>'I write about onchain stuff fixer AleoHQ prev rabbithole_gg and plenty of DAOs youve heard of '</li><li>'cofounder 3pochLabs onchain'</li><li>'onchain data farcer building mosaicdrops media CryptoSapiens_ OntologyNetwork OrangeProtocol banklessDAO s0 _buildspace s4 Mosaicverse'</li></ul> |
|
72 |
+
| BUSINESS_DEVELOPER | <ul><li>'Prev opensea TheBlock__ amazon '</li><li>'Building HxroNetwork variable'</li><li>'Building something old CoFounder alongsidefi '</li></ul> |
|
73 |
+
| NFT_COLLECTOR | <ul><li>'Building glitchmarfa Collecting brightopps prev brtmoments '</li><li>'My soul is a cat My two children rpcnftclub ChainFeedsxyz Bangkok'</li><li>'prev OpenSea NYC'</li></ul> |
|
74 |
+
| DEVELOPER | <ul><li>'Architect DoraHacks DoraFactory The everlasting hacker movement Menlo Park'</li><li>'Engineer at Inria scikitlearn developer supported by Python and Machine Learning Between Vannes Paris France'</li><li>'Working paritytech on substrate Views are my own I working mostly with rustlang nowadays '</li></ul> |
|
75 |
+
| TRADER | <ul><li>'Applied game theorist blog occasionally at formerly not a very serious person Scott Alexander '</li><li>'Crypto Trading Bitcoin class of 2013 insilicotrading COO Banana Cabana'</li><li>'token maxi '</li></ul> |
|
76 |
+
| COMMUNITY_MANAGER | <ul><li>'chutzpah controlled chaos connoisseur arbitrum chinshilling chinchillin thoughts are my own Rio de Janeiro Brazil'</li><li>'commonsstack CoFounder tecmns Founding Steward KERNEL0x KB5 trustedseed tamaralens '</li><li>'Community Admin at The Arbitrum Foundation Helping to scale Ethereum at Arbitrum Feed KOL Binance WEB3'</li></ul> |
|
77 |
+
| SECURITY_AUDITOR | <ul><li>'founder adjacentfi cofounder former auditor osec_io MEV on solana '</li><li>'Security Researcher Googles Threat Analysis Group 0days all day Love all things bytes assembly and glitter sheher '</li><li>'採用マーケ得意仮想通貨エンジニア4社1社ホワイトハッカーとして月110万達成現在歯科衛生士の妻と事業開始 実績年商1億超えのマーケ担当 開始5ヶ月で6名見学開始2年で累計DH11名見学6名採用 ハイライト要チェック ブログに今までの有益投稿をまとめました 岩手長野福岡ドバイ沖縄'</li></ul> |
|
78 |
+
| VENTURE_CAPITALIST | <ul><li>'Liquid Crypto Brevan Howard Prev dragonfly_xyz consensys Arena'</li><li>'maverick LA'</li><li>'Founder of SavvyBooks Degen dcv_capital Summoner ElasticDAO metafam Judge code4rena Contributor CantoPublic Nomadic'</li></ul> |
|
79 |
+
| INVESTOR | <ul><li>'Crypto Investor at Tephra Digital Ex Head of Research Grayscale DCGco FMR Head of Digital Asset Strategy Fundstrat New York NY'</li><li>'Capital Allocators New York NY'</li><li>'Director of Research Autonomous Technology Robotics ARKinvest Automation robotics energy storage alternative energy and space Disclosure New York NY'</li></ul> |
|
80 |
+
| ANGEL_INVESTOR | <ul><li>'larp LawliettesLab angel uvocapital '</li><li>'Initiator inverternetwork I Angel Investor I ex Gitcoin '</li><li>'VP Head of BD AleoHQ Mainnet Launch Soon Strategic Advisor VoxiesNFT Angel Investor rcsdao ExOP ExCoinbase Professionally CuriousOpinions My Own Manhattan NY'</li></ul> |
|
81 |
+
| EXECUTIVE | <ul><li>'Chief Strategy Marketing Officer of Liquidity Group Im also the cofounder of Hudson Rock RockHudsonRock a cybercrime intelligence company TelAviv'</li><li>'CEO Polymarket Ethereum since 14 I love music and collect art new york'</li><li>'CEO StartaleHQ Founder AstarNetwork All things for Web3 for billions Japanese Sota_Web3 Earth'</li></ul> |
|
82 |
+
| MARKETER | <ul><li>'Director General en Kayum comparador de seguros insurance PPC tech crypto f1 Mexico City Mexico'</li><li>'Insights about Web3 data economy and AI by oceanprotocol Currently in Marcom oceanprotocol ocean Ocean '</li><li>'f加速 ethereum China internet culture history podcast growth marketing realmasknetwork prev newsbreakapp smartnews Zuzalu human Palo Alto USA'</li></ul> |
|
83 |
+
| DATA_SCIENTIST | <ul><li>'data uniswap prev theTIEIO go bears New York NY'</li><li>'engineering data science a16zcrypto '</li><li>'LangChainAI previously robusthq kensho MLOps Generative AI sports analytics '</li></ul> |
|
84 |
+
| EDUCATOR | <ul><li>' London'</li><li>'MSc Immunology student Past cofounder prof director USF Center Applied Data Ethics math PhD math_rachelmastodonsocial sheher Brisbane Australia'</li><li>'Here to build shared intelligence listen learn share via community tokenengineering KERNEL0x OptimismGov publicgoods education valuesmatter CyberDyn0x tauranga teikaamaui'</li></ul> |
|
85 |
+
| INFLUENCER | <ul><li>'the destroyer Titan'</li><li>'Healthy life style healthier bags Cape Town South Africa'</li><li>'Beauty Brains Bitcoin Beauty in an anonymous world'</li></ul> |
|
86 |
+
| ADVISOR | <ul><li>'A decentralized onchain governance consultant Health Wealth RunItUp The only Alpha discord youll ever need to joingametheoryweb3 squanchland Profit Land'</li><li>'Design director Startup Advisor Midjourney Sharing learnings and prompts In my free time working on offscreenai Vancouver Canada'</li><li>'I help fix and grow crypto portfolios through premium research and strategies 1000 members Founder cshift_io Podcast benandbergs Join 10k Crypto Investors '</li></ul> |
|
87 |
+
| BLOGGER | <ul><li>'NOW Editor Forbes Writer Stripe HarvardBiz Back on Twitter after ignoring it for a decade I will try my best London'</li><li>'larp coindesk '</li><li>' '</li></ul> |
|
88 |
+
| RESEARCHER | <ul><li>'Roblox Chief Scientist UWaterloo McGill Prof morgan3dbsky Known for NVIDIA Unity Graphics Codex Markdeep G3D Skylanders E Ink Titan Quest Williams Ontario Canada'</li><li>'Simple human Simple life I am trying to do good around me Empathy creativity inspiration ArigatōMerci For ever apprenti researcher Nulle part ailleurs Nowhere'</li><li>'Research community And we have our own NFT collection Telegram'</li></ul> |
|
89 |
+
| METAVERSE_ENTHUSIAST | <ul><li>'fluent speaker of http and color virtual world evangelist game developer painter writer cj5 driver San Diego'</li><li>'Blockchain Gaming Evangelist CritTheory Gaming CoFounder Earth'</li><li>'We are a peeple obsessed recruiting service collective Treating everyone like a DMs checked infrequently Metaverse'</li></ul> |
|
90 |
+
| NODE_OPERATOR | <ul><li>'into protocools and shitposting at nodeguardians '</li><li>' CoFounder of onivalidator Filmmaker People Maxi Los Angeles CA'</li><li>'I attest to block 247 Hobby involves the occasional block proposal Have commercial agreements with the MEV trade association Members of Sync Committees Los Angeles'</li></ul> |
|
91 |
+
| LAWYER | <ul><li>'Law professor at Cal BerkeleyLaw Berkeley California'</li><li>'IP litigator first sale doctrine respecter schedule a disrespecter wife mom to the tiny boss likes design patents needlework yarn new hampshire'</li><li>'Lawyer FINTConsulting TechPolicy E4EProject upcoming GRC CybersecurityAnalyst ex InstituteGC Tweet law tech policy GRC Cybersecurity Decentralized'</li></ul> |
|
92 |
+
| DATA_ANALYST | <ul><li>'Llama pilot at and '</li><li>'blockchain data opensea kqian on Dune my views are my own dyor nfa data only wagmi open sea'</li><li>'Blockchain analyst Cat and dog dad Taylor Swift fan Army veteran Pittsburgh PA'</li></ul> |
|
93 |
+
| MINER | <ul><li>'Blockchain bitcoin mining since 2011 analyst 35 years in IT UnixNetwork engineer fpgachip design exCIO Bitfury BitfuryGroup LNSegWit taproot California USA'</li><li>'Founder and CEO of Austin TX'</li><li>'在币圈捡矿泉水瓶子的人 0xb38544ccf295d78b7ae7b2bae5dbebdb1f09910dcrossbell Member of 33daoweb3 Metaverse'</li></ul> |
|
94 |
+
| SHITCOINER | <ul><li>'Degen ETH and SOL lover '</li><li>'VMPX mrjacklevin Draculaborg'</li><li>'gripto alt notapornfolder_ '</li></ul> |
|
95 |
+
| FINANCIAL_ANALYST | <ul><li>'Enrolled Agent Crypto Enthusiast Tax EXPERT StackingSats Chopping Tax Since 2016 NoSatoshiLeftBehind hodlmore payless crypto taxes Longmont CO'</li><li>'Politico financial services editor zwarmbrodtpoliticocom zacharywarmbrodtprotonmailcom Washington DC'</li><li>'Im just lookin for clues at the scene of the crime Sedona Arizona'</li></ul> |
|
96 |
+
| BUSINESS_ANALYST | <ul><li>'Biz Analyst by day web3crypto learner by nightweekend Optimistic about Crypto FanVajpayeeji NaMo M Andreessen E Musk C Dixon Balaji S web3SF Bay Area'</li></ul> |
|
97 |
|
98 |
## Evaluation
|
99 |
|
100 |
### Metrics
|
101 |
| Label | Accuracy |
|
102 |
|:--------|:---------|
|
103 |
+
| **all** | 0.5565 |
|
104 |
|
105 |
## Uses
|
106 |
|
|
|
120 |
# Download from the 🤗 Hub
|
121 |
model = SetFitModel.from_pretrained("kasparas12/crypto_individual_infer_model_setfit")
|
122 |
# Run inference
|
123 |
+
preds = model("producer business and elsewhere on leave views my own la gran manzana")
|
124 |
```
|
125 |
|
126 |
<!--
|
|
|
152 |
### Training Set Metrics
|
153 |
| Training set | Min | Median | Max |
|
154 |
|:-------------|:----|:--------|:----|
|
155 |
+
| Word count | 1 | 13.3415 | 65 |
|
156 |
|
157 |
| Label | Training Sample Count |
|
158 |
|:---------------------|:----------------------|
|
159 |
+
| DEVELOPER | 2111 |
|
160 |
+
| DATA_SCIENTIST | 93 |
|
161 |
+
| DATA_ANALYST | 25 |
|
162 |
+
| NODE_OPERATOR | 71 |
|
163 |
+
| MINER | 47 |
|
164 |
+
| SECURITY_AUDITOR | 352 |
|
165 |
+
| INVESTOR | 484 |
|
166 |
+
| ANGEL_INVESTOR | 160 |
|
167 |
+
| VENTURE_CAPITALIST | 941 |
|
168 |
+
| TRADER | 270 |
|
169 |
+
| SHITCOINER | 88 |
|
170 |
+
| BUSINESS_DEVELOPER | 917 |
|
171 |
+
| BUSINESS_ANALYST | 1 |
|
172 |
+
| COMMUNITY_MANAGER | 401 |
|
173 |
+
| MARKETER | 190 |
|
174 |
+
| FINANCIAL_ANALYST | 72 |
|
175 |
+
| ADVISOR | 150 |
|
176 |
+
| RESEARCHER | 691 |
|
177 |
+
| ONCHAIN_ANALYST | 45 |
|
178 |
+
| EXECUTIVE | 741 |
|
179 |
+
| INFLUENCER | 834 |
|
180 |
+
| LAWYER | 137 |
|
181 |
+
| BLOGGER | 198 |
|
182 |
+
| NFT_COLLECTOR | 335 |
|
183 |
+
| NFT_ARTIST | 598 |
|
184 |
+
| EDUCATOR | 281 |
|
185 |
+
| METAVERSE_ENTHUSIAST | 132 |
|
186 |
+
| UNDETERMINED | 2216 |
|
187 |
|
188 |
### Training Hyperparameters
|
189 |
- batch_size: (64, 64)
|
|
|
206 |
### Training Results
|
207 |
| Epoch | Step | Training Loss | Validation Loss |
|
208 |
|:------:|:----:|:-------------:|:---------------:|
|
209 |
+
| 0.0001 | 1 | 0.2625 | - |
|
210 |
+
| 0.0064 | 50 | 0.2677 | - |
|
211 |
+
| 0.0127 | 100 | 0.2515 | - |
|
212 |
+
| 0.0191 | 150 | 0.2413 | - |
|
213 |
+
| 0.0254 | 200 | 0.2374 | - |
|
214 |
+
| 0.0318 | 250 | 0.2383 | - |
|
215 |
+
| 0.0381 | 300 | 0.222 | - |
|
216 |
+
| 0.0445 | 350 | 0.1972 | - |
|
217 |
+
| 0.0509 | 400 | 0.2268 | - |
|
218 |
+
| 0.0572 | 450 | 0.2333 | - |
|
219 |
+
| 0.0636 | 500 | 0.199 | - |
|
220 |
+
| 0.0699 | 550 | 0.2035 | - |
|
221 |
+
| 0.0763 | 600 | 0.1676 | - |
|
222 |
+
| 0.0827 | 650 | 0.1566 | - |
|
223 |
+
| 0.0890 | 700 | 0.1909 | - |
|
224 |
+
| 0.0954 | 750 | 0.189 | - |
|
225 |
+
| 0.1017 | 800 | 0.1872 | - |
|
226 |
+
| 0.1081 | 850 | 0.1576 | - |
|
227 |
+
| 0.1144 | 900 | 0.1382 | - |
|
228 |
+
| 0.1208 | 950 | 0.1603 | - |
|
229 |
+
| 0.1272 | 1000 | 0.155 | - |
|
230 |
+
| 0.1335 | 1050 | 0.1764 | - |
|
231 |
+
| 0.1399 | 1100 | 0.1506 | - |
|
232 |
+
| 0.1462 | 1150 | 0.1439 | - |
|
233 |
+
| 0.1526 | 1200 | 0.1581 | - |
|
234 |
+
| 0.1590 | 1250 | 0.1494 | - |
|
235 |
+
| 0.1653 | 1300 | 0.1622 | - |
|
236 |
+
| 0.1717 | 1350 | 0.1503 | - |
|
237 |
+
| 0.1780 | 1400 | 0.1094 | - |
|
238 |
+
| 0.1844 | 1450 | 0.1576 | - |
|
239 |
+
| 0.1907 | 1500 | 0.1194 | - |
|
240 |
+
| 0.1971 | 1550 | 0.1515 | - |
|
241 |
+
| 0.2035 | 1600 | 0.1662 | - |
|
242 |
+
| 0.2098 | 1650 | 0.1642 | - |
|
243 |
+
| 0.2162 | 1700 | 0.0943 | - |
|
244 |
+
| 0.2225 | 1750 | 0.1472 | - |
|
245 |
+
| 0.2289 | 1800 | 0.1622 | - |
|
246 |
+
| 0.2352 | 1850 | 0.0809 | - |
|
247 |
+
| 0.2416 | 1900 | 0.1623 | - |
|
248 |
+
| 0.2480 | 1950 | 0.1444 | - |
|
249 |
+
| 0.2543 | 2000 | 0.1304 | - |
|
250 |
+
| 0.2607 | 2050 | 0.1175 | - |
|
251 |
+
| 0.2670 | 2100 | 0.078 | - |
|
252 |
+
| 0.2734 | 2150 | 0.1189 | - |
|
253 |
+
| 0.2798 | 2200 | 0.141 | - |
|
254 |
+
| 0.2861 | 2250 | 0.1233 | - |
|
255 |
+
| 0.2925 | 2300 | 0.1446 | - |
|
256 |
+
| 0.2988 | 2350 | 0.1076 | - |
|
257 |
+
| 0.3052 | 2400 | 0.1016 | - |
|
258 |
+
| 0.3115 | 2450 | 0.0818 | - |
|
259 |
+
| 0.3179 | 2500 | 0.1384 | - |
|
260 |
+
| 0.3243 | 2550 | 0.1065 | - |
|
261 |
+
| 0.3306 | 2600 | 0.1029 | - |
|
262 |
+
| 0.3370 | 2650 | 0.1227 | - |
|
263 |
+
| 0.3433 | 2700 | 0.0982 | - |
|
264 |
+
| 0.3497 | 2750 | 0.0959 | - |
|
265 |
+
| 0.3561 | 2800 | 0.0851 | - |
|
266 |
+
| 0.3624 | 2850 | 0.1028 | - |
|
267 |
+
| 0.3688 | 2900 | 0.1136 | - |
|
268 |
+
| 0.3751 | 2950 | 0.1111 | - |
|
269 |
+
| 0.3815 | 3000 | 0.115 | - |
|
270 |
+
| 0.3878 | 3050 | 0.1183 | - |
|
271 |
+
| 0.3942 | 3100 | 0.0689 | - |
|
272 |
+
| 0.4006 | 3150 | 0.1004 | - |
|
273 |
+
| 0.4069 | 3200 | 0.1079 | - |
|
274 |
+
| 0.4133 | 3250 | 0.112 | - |
|
275 |
+
| 0.4196 | 3300 | 0.0758 | - |
|
276 |
+
| 0.4260 | 3350 | 0.09 | - |
|
277 |
+
| 0.4323 | 3400 | 0.1267 | - |
|
278 |
+
| 0.4387 | 3450 | 0.1024 | - |
|
279 |
+
| 0.4451 | 3500 | 0.1352 | - |
|
280 |
+
| 0.4514 | 3550 | 0.0681 | - |
|
281 |
+
| 0.4578 | 3600 | 0.0483 | - |
|
282 |
+
| 0.4641 | 3650 | 0.0937 | - |
|
283 |
+
| 0.4705 | 3700 | 0.0744 | - |
|
284 |
+
| 0.4769 | 3750 | 0.0926 | - |
|
285 |
+
| 0.4832 | 3800 | 0.0764 | - |
|
286 |
+
| 0.4896 | 3850 | 0.0814 | - |
|
287 |
+
| 0.4959 | 3900 | 0.108 | - |
|
288 |
+
| 0.5023 | 3950 | 0.0936 | - |
|
289 |
+
| 0.5086 | 4000 | 0.0687 | - |
|
290 |
+
| 0.5150 | 4050 | 0.0607 | - |
|
291 |
+
| 0.5214 | 4100 | 0.0829 | - |
|
292 |
+
| 0.5277 | 4150 | 0.0772 | - |
|
293 |
+
| 0.5341 | 4200 | 0.0309 | - |
|
294 |
+
| 0.5404 | 4250 | 0.0797 | - |
|
295 |
+
| 0.5468 | 4300 | 0.063 | - |
|
296 |
+
| 0.5532 | 4350 | 0.071 | - |
|
297 |
+
| 0.5595 | 4400 | 0.0667 | - |
|
298 |
+
| 0.5659 | 4450 | 0.121 | - |
|
299 |
+
| 0.5722 | 4500 | 0.0565 | - |
|
300 |
+
| 0.5786 | 4550 | 0.0915 | - |
|
301 |
+
| 0.5849 | 4600 | 0.0613 | - |
|
302 |
+
| 0.5913 | 4650 | 0.0479 | - |
|
303 |
+
| 0.5977 | 4700 | 0.0622 | - |
|
304 |
+
| 0.6040 | 4750 | 0.0687 | - |
|
305 |
+
| 0.6104 | 4800 | 0.0635 | - |
|
306 |
+
| 0.6167 | 4850 | 0.1233 | - |
|
307 |
+
| 0.6231 | 4900 | 0.0351 | - |
|
308 |
+
| 0.6295 | 4950 | 0.0717 | - |
|
309 |
+
| 0.6358 | 5000 | 0.0906 | - |
|
310 |
+
| 0.6422 | 5050 | 0.0712 | - |
|
311 |
+
| 0.6485 | 5100 | 0.1133 | - |
|
312 |
+
| 0.6549 | 5150 | 0.0757 | - |
|
313 |
+
| 0.6612 | 5200 | 0.0809 | - |
|
314 |
+
| 0.6676 | 5250 | 0.112 | - |
|
315 |
+
| 0.6740 | 5300 | 0.0893 | - |
|
316 |
+
| 0.6803 | 5350 | 0.0591 | - |
|
317 |
+
| 0.6867 | 5400 | 0.0872 | - |
|
318 |
+
| 0.6930 | 5450 | 0.0937 | - |
|
319 |
+
| 0.6994 | 5500 | 0.038 | - |
|
320 |
+
| 0.7057 | 5550 | 0.0793 | - |
|
321 |
+
| 0.7121 | 5600 | 0.0569 | - |
|
322 |
+
| 0.7185 | 5650 | 0.0861 | - |
|
323 |
+
| 0.7248 | 5700 | 0.1022 | - |
|
324 |
+
| 0.7312 | 5750 | 0.0759 | - |
|
325 |
+
| 0.7375 | 5800 | 0.0451 | - |
|
326 |
+
| 0.7439 | 5850 | 0.08 | - |
|
327 |
+
| 0.7503 | 5900 | 0.058 | - |
|
328 |
+
| 0.7566 | 5950 | 0.0423 | - |
|
329 |
+
| 0.7630 | 6000 | 0.043 | - |
|
330 |
+
| 0.7693 | 6050 | 0.109 | - |
|
331 |
+
| 0.7757 | 6100 | 0.072 | - |
|
332 |
+
| 0.7820 | 6150 | 0.0342 | - |
|
333 |
+
| 0.7884 | 6200 | 0.0833 | - |
|
334 |
+
| 0.7948 | 6250 | 0.0643 | - |
|
335 |
+
| 0.8011 | 6300 | 0.1069 | - |
|
336 |
+
| 0.8075 | 6350 | 0.0713 | - |
|
337 |
+
| 0.8138 | 6400 | 0.0807 | - |
|
338 |
+
| 0.8202 | 6450 | 0.0518 | - |
|
339 |
+
| 0.8266 | 6500 | 0.0796 | - |
|
340 |
+
| 0.8329 | 6550 | 0.0954 | - |
|
341 |
+
| 0.8393 | 6600 | 0.0709 | - |
|
342 |
+
| 0.8456 | 6650 | 0.0541 | - |
|
343 |
+
| 0.8520 | 6700 | 0.0503 | - |
|
344 |
+
| 0.8583 | 6750 | 0.0737 | - |
|
345 |
+
| 0.8647 | 6800 | 0.0931 | - |
|
346 |
+
| 0.8711 | 6850 | 0.0636 | - |
|
347 |
+
| 0.8774 | 6900 | 0.0579 | - |
|
348 |
+
| 0.8838 | 6950 | 0.1168 | - |
|
349 |
+
| 0.8901 | 7000 | 0.0751 | - |
|
350 |
+
| 0.8965 | 7050 | 0.0945 | - |
|
351 |
+
| 0.9028 | 7100 | 0.0396 | - |
|
352 |
+
| 0.9092 | 7150 | 0.0623 | - |
|
353 |
+
| 0.9156 | 7200 | 0.0641 | - |
|
354 |
+
| 0.9219 | 7250 | 0.0697 | - |
|
355 |
+
| 0.9283 | 7300 | 0.0675 | - |
|
356 |
+
| 0.9346 | 7350 | 0.0544 | - |
|
357 |
+
| 0.9410 | 7400 | 0.0803 | - |
|
358 |
+
| 0.9474 | 7450 | 0.0549 | - |
|
359 |
+
| 0.9537 | 7500 | 0.0612 | - |
|
360 |
+
| 0.9601 | 7550 | 0.0721 | - |
|
361 |
+
| 0.9664 | 7600 | 0.0692 | - |
|
362 |
+
| 0.9728 | 7650 | 0.07 | - |
|
363 |
+
| 0.9791 | 7700 | 0.0476 | - |
|
364 |
+
| 0.9855 | 7750 | 0.0673 | - |
|
365 |
+
| 0.9919 | 7800 | 0.0606 | - |
|
366 |
+
| 0.9982 | 7850 | 0.1001 | - |
|
367 |
|
368 |
### Framework Versions
|
369 |
- Python: 3.9.16
|
config_setfit.json
CHANGED
@@ -1,5 +1,4 @@
|
|
1 |
{
|
2 |
-
"normalize_embeddings": false,
|
3 |
"labels": [
|
4 |
"DEVELOPER",
|
5 |
"DATA_SCIENTIST",
|
@@ -29,5 +28,6 @@
|
|
29 |
"EDUCATOR",
|
30 |
"METAVERSE_ENTHUSIAST",
|
31 |
"UNDETERMINED"
|
32 |
-
]
|
|
|
33 |
}
|
|
|
1 |
{
|
|
|
2 |
"labels": [
|
3 |
"DEVELOPER",
|
4 |
"DATA_SCIENTIST",
|
|
|
28 |
"EDUCATOR",
|
29 |
"METAVERSE_ENTHUSIAST",
|
30 |
"UNDETERMINED"
|
31 |
+
],
|
32 |
+
"normalize_embeddings": false
|
33 |
}
|
model_head.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:14381832a6e8babba7b8fd21ea6ba9688250bde335855b580df49671fed30af3
|
3 |
+
size 87287
|
pytorch_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 133509425
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5ccfe91a4b77064256972884de8c76f78a3451eb5d1f8e1b269300d530f64328
|
3 |
size 133509425
|