Best_V2_25EP

README.md

@@ -0,0 +1,108 @@
+---
+library_name: transformers
+license: mit
+base_model: EleutherAI/gpt-neo-125M
+tags:
+- generated_from_trainer
+model-index:
+- name: gpt-neo-125M_menuitemexp
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# gpt-neo-125M_menuitemexp
+
+This model is a fine-tuned version of [EleutherAI/gpt-neo-125M](https://huggingface.co/EleutherAI/gpt-neo-125M) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.8843
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 8
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- num_epochs: 25
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch   | Step | Validation Loss |
+|:-------------:|:-------:|:----:|:---------------:|
+| 9.1319        | 0.4918  | 30   | 7.7822          |
+| 7.0116        | 0.9836  | 60   | 6.2200          |
+| 5.5238        | 1.4754  | 90   | 4.9230          |
+| 4.2988        | 1.9672  | 120  | 3.8166          |
+| 3.296         | 2.4590  | 150  | 2.9837          |
+| 2.5326        | 2.9508  | 180  | 2.2714          |
+| 1.8979        | 3.4426  | 210  | 1.8421          |
+| 1.6111        | 3.9344  | 240  | 1.5914          |
+| 1.3322        | 4.4262  | 270  | 1.4063          |
+| 1.1786        | 4.9180  | 300  | 1.2800          |
+| 1.0535        | 5.4098  | 330  | 1.1787          |
+| 0.9352        | 5.9016  | 360  | 1.1194          |
+| 0.8669        | 6.3934  | 390  | 1.0640          |
+| 0.8312        | 6.8852  | 420  | 1.0327          |
+| 0.7797        | 7.3770  | 450  | 1.0137          |
+| 0.7653        | 7.8689  | 480  | 0.9842          |
+| 0.7149        | 8.3607  | 510  | 0.9717          |
+| 0.7059        | 8.8525  | 540  | 0.9627          |
+| 0.6857        | 9.3443  | 570  | 0.9478          |
+| 0.6648        | 9.8361  | 600  | 0.9424          |
+| 0.654         | 10.3279 | 630  | 0.9343          |
+| 0.6452        | 10.8197 | 660  | 0.9258          |
+| 0.6032        | 11.3115 | 690  | 0.9343          |
+| 0.6174        | 11.8033 | 720  | 0.9123          |
+| 0.5936        | 12.2951 | 750  | 0.9071          |
+| 0.5865        | 12.7869 | 780  | 0.9011          |
+| 0.5975        | 13.2787 | 810  | 0.8992          |
+| 0.5714        | 13.7705 | 840  | 0.8958          |
+| 0.5533        | 14.2623 | 870  | 0.8996          |
+| 0.5508        | 14.7541 | 900  | 0.8985          |
+| 0.5496        | 15.2459 | 930  | 0.8930          |
+| 0.5389        | 15.7377 | 960  | 0.8943          |
+| 0.5453        | 16.2295 | 990  | 0.8915          |
+| 0.5355        | 16.7213 | 1020 | 0.8863          |
+| 0.5271        | 17.2131 | 1050 | 0.8894          |
+| 0.5276        | 17.7049 | 1080 | 0.8884          |
+| 0.5131        | 18.1967 | 1110 | 0.8891          |
+| 0.513         | 18.6885 | 1140 | 0.8860          |
+| 0.5075        | 19.1803 | 1170 | 0.8866          |
+| 0.5131        | 19.6721 | 1200 | 0.8848          |
+| 0.5022        | 20.1639 | 1230 | 0.8851          |
+| 0.5116        | 20.6557 | 1260 | 0.8854          |
+| 0.5015        | 21.1475 | 1290 | 0.8851          |
+| 0.5063        | 21.6393 | 1320 | 0.8844          |
+| 0.5064        | 22.1311 | 1350 | 0.8844          |
+| 0.4869        | 22.6230 | 1380 | 0.8845          |
+| 0.5047        | 23.1148 | 1410 | 0.8849          |
+| 0.5027        | 23.6066 | 1440 | 0.8846          |
+| 0.4911        | 24.0984 | 1470 | 0.8845          |
+| 0.5007        | 24.5902 | 1500 | 0.8844          |
+
+
+### Framework versions
+
+- Transformers 4.47.1
+- Pytorch 2.5.1+cu121
+- Datasets 3.2.0
+- Tokenizers 0.21.0

added_tokens.json

@@ -0,0 +1,1300 @@
+{
+  " ": 50406,
+  " </s>": 50258,
+  ".’barfi": 51265,
+  "<PAD>": 50259,
+  "<s> ": 50257,
+  "a.k.a": 51469,
+  "aamras": 50386,
+  "achari": 50515,
+  "acidity": 51456,
+  "added.": 50753,
+  "additional": 51362,
+  "additionally.": 51224,
+  "additives.": 50856,
+  "additoinal": 51225,
+  "affect": 51401,
+  "ajamoda": 50289,
+  "ajmeri": 50527,
+  "akhrot": 50352,
+  "akki": 50720,
+  "all-purpose": 50735,
+  "all.": 51329,
+  "allergen": 51369,
+  "allergen.": 51096,
+  "allergens": 50886,
+  "allergens.": 51166,
+  "allergens;": 50654,
+  "allergic": 50868,
+  "allergic.": 51089,
+  "allergies": 51460,
+  "allergies.": 51529,
+  "allergies;": 51030,
+  "allergy": 51308,
+  "allergy.": 50826,
+  "almond": 50463,
+  "almonds": 50655,
+  "alone.": 51207,
+  "alongside": 51272,
+  "aloo": 50320,
+  "amaranath": 50861,
+  "amaranth": 50566,
+  "ambur": 50450,
+  "amla": 50677,
+  "amounts": 51524,
+  "amrit": 50601,
+  "anarsa": 50584,
+  "andhra": 50274,
+  "animal-based": 50807,
+  "animal-derived": 51383,
+  "anise": 51379,
+  "anjeer": 50604,
+  "any.": 51083,
+  "appam": 50345,
+  "appam.": 51095,
+  "aracha": 50319,
+  "arachuvitta": 50351,
+  "arisi": 50427,
+  "asafoetida": 51279,
+  "assorted": 51533,
+  "available.": 51232,
+  "avial": 50516,
+  "baati.": 50797,
+  "badam": 50449,
+  "badusha": 50507,
+  "baingan": 50499,
+  "bajji": 50500,
+  "baked": 50802,
+  "baked.": 51358,
+  "baking": 51194,
+  "ball-like": 50696,
+  "balls.": 51105,
+  "balushahi": 50607,
+  "bamboo": 50568,
+  "bana": 50934,
+  "banana": 50460,
+  "bananas": 51253,
+  "barfi": 50350,
+  "barnyard": 50365,
+  "based.": 51431,
+  "basil": 50271,
+  "basmati": 50741,
+  "basundi": 50497,
+  "batter": 50872,
+  "batter.": 50757,
+  "batters": 51060,
+  "beans-based": 51109,
+  "beans.": 51333,
+  "beaten": 51037,
+  "become": 51500,
+  "becomes": 51349,
+  "bedmi": 50329,
+  "beef": 51309,
+  "beetroot": 50641,
+  "beforehand.": 51393,
+  "bele": 50518,
+  "bengali": 50282,
+  "besan": 51178,
+  "bhaji": 50391,
+  "bharta": 50562,
+  "bhatura": 51078,
+  "bhature": 50308,
+  "bhindi": 50341,
+  "bhog": 50309,
+  "bhurji": 50614,
+  "binders.": 51016,
+  "biryani": 50389,
+  "bisi": 50486,
+  "bite-sized": 51158,
+  "blanching": 51028,
+  "blend": 51160,
+  "blended": 50784,
+  "blending": 51528,
+  "bloating": 51238,
+  "bloating.": 50790,
+  "boil": 51031,
+  "boiled": 51024,
+  "boiling": 50971,
+  "bombay": 50640,
+  "bonda": 50269,
+  "boondi": 51170,
+  "boorelu": 50504,
+  "bottle": 50394,
+  "bread.": 50992,
+  "breadcrumbs": 50822,
+  "breadcrumbs.": 51218,
+  "breaded": 50888,
+  "breads": 51389,
+  "breadsticks.": 51390,
+  "breakfast": 50906,
+  "breast": 50871,
+  "brinjal": 50517,
+  "broccoli": 50514,
+  "broccoli-based": 50996,
+  "broth": 51319,
+  "broth.": 51133,
+  "brown.": 51360,
+  "burfi": 50570,
+  "butter": 50264,
+  "butter.": 51065,
+  "buttermilk.": 51229,
+  "byproduct.": 51072,
+  "byproducts.": 51441,
+  "cabbage": 50310,
+  "cabbage.": 51182,
+  "cake-like": 51108,
+  "camphor": 50999,
+  "candy-like": 50703,
+  "cane": 50896,
+  "canrdamom": 51131,
+  "capsicum": 50278,
+  "capsicum-based": 50795,
+  "capsicum.": 50836,
+  "capsicums": 50966,
+  "caramel": 51421,
+  "caramelized": 51415,
+  "cardamom": 51423,
+  "cardamom.": 50876,
+  "carrot": 50585,
+  "carrot-based": 51452,
+  "carrots": 51515,
+  "carrots.": 50849,
+  "cashew": 50457,
+  "cashews": 50815,
+  "cashews.": 51183,
+  "cauliflower": 50547,
+  "cauliflower.": 51063,
+  "causes": 51472,
+  "causing": 51510,
+  "celery": 50679,
+  "celery-based": 50901,
+  "celiac": 51504,
+  "center.": 50730,
+  "chaat": 50419,
+  "chana": 50480,
+  "chapati": 51171,
+  "chapati.": 51032,
+  "cheera": 50444,
+  "cheese": 51301,
+  "chestnut": 50670,
+  "chettinad": 50393,
+  "chewy": 51479,
+  "chhena": 50574,
+  "chicken": 50537,
+  "chicken-based": 51429,
+  "chicken.": 51085,
+  "chickpea": 50592,
+  "chickpeas": 51049,
+  "chikki": 50631,
+  "chili": 51332,
+  "chilies": 51267,
+  "chilies.": 50659,
+  "chilled": 51073,
+  "chilled.": 51147,
+  "chilli": 50342,
+  "chilli.": 50988,
+  "chillies": 51188,
+  "chillies.": 51029,
+  "chinese": 51547,
+  "chitranna": 50608,
+  "chocolate": 51294,
+  "chole": 50545,
+  "choorma": 50540,
+  "chop": 50465,
+  "chopped": 51517,
+  "chunk": 50304,
+  "chunks": 51416,
+  "chutney": 50873,
+  "chutney.": 50695,
+  "chutneys": 51288,
+  "chutneys.": 50997,
+  "cilantro": 51496,
+  "clay": 51143,
+  "cloves": 51107,
+  "cluster": 51120,
+  "coarse": 51326,
+  "coated": 51545,
+  "coating": 51144,
+  "coating.": 51381,
+  "cocnut": 50662,
+  "coconut": 50326,
+  "coconut.": 51485,
+  "coffee.": 51220,
+  "colostrum": 51280,
+  "combination": 50783,
+  "combines": 50731,
+  "combining": 51303,
+  "combo": 51169,
+  "commonly": 51327,
+  "complemented": 51404,
+  "concerns": 50920,
+  "condensed": 50823,
+  "confection": 51230,
+  "considered": 51252,
+  "consistency": 50766,
+  "consistency.": 51400,
+  "consists": 51132,
+  "contain": 51344,
+  "contains": 50940,
+  "content.": 50837,
+  "convenience.": 51552,
+  "cooing": 50974,
+  "cooked.": 51300,
+  "cooking": 50854,
+  "cooking.": 50752,
+  "cool.": 50962,
+  "cooling": 51121,
+  "coorgi": 50348,
+  "coriander": 51336,
+  "cornflour": 51099,
+  "cornflour.": 51123,
+  "corriander": 51302,
+  "cottage": 50937,
+  "crab": 50461,
+  "crab.": 50915,
+  "crackers": 50865,
+  "cream.": 50839,
+  "creamy": 51291,
+  "creamy.": 50745,
+  "creating": 50880,
+  "crepe": 51243,
+  "crepes": 51474,
+  "crisp": 51185,
+  "crisp.": 51348,
+  "crispy": 51157,
+  "crispy.": 51511,
+  "croutons": 51181,
+  "crumbly": 51139,
+  "crumbs": 51451,
+  "crumbs.": 51296,
+  "crunchy": 51430,
+  "cruncy": 51146,
+  "crushing": 51214,
+  "cubed": 50847,
+  "cubes": 51251,
+  "cucumber": 51492,
+  "cumin": 51217,
+  "cumin.": 51518,
+  "curd": 50288,
+  "curd-based": 50785,
+  "curd.": 51295,
+  "curd;": 51537,
+  "curries": 51551,
+  "curries.": 51007,
+  "curry": 50327,
+  "curry-like": 50787,
+  "curry.": 50680,
+  "cutlet": 50357,
+  "dahi": 50503,
+  "dairy": 51289,
+  "dairy;": 51287,
+  "dal.": 51019,
+  "dals": 50744,
+  "deep-fried": 51489,
+  "deep-fried.": 51035,
+  "deep-frying": 51258,
+  "deep-frying.": 50742,
+  "deeply": 51209,
+  "dense": 51368,
+  "dessert": 51168,
+  "dessert.": 50976,
+  "dhaba": 50606,
+  "diamond": 50657,
+  "digestive": 50892,
+  "digests": 51233,
+  "dilkhush": 50494,
+  "dip": 51352,
+  "dip.": 51159,
+  "dipped": 51263,
+  "dipping": 51286,
+  "dips.": 51548,
+  "discomfort": 51011,
+  "discomfort.": 51494,
+  "discomfort;": 50649,
+  "disease.": 51163,
+  "disgestive": 51256,
+  "dish": 50678,
+  "dish.": 50810,
+  "dishes": 51124,
+  "dishes.": 51481,
+  "distress": 50694,
+  "donuts": 51356,
+  "doodhpak": 50572,
+  "dosa": 50559,
+  "dosa.": 51282,
+  "dough": 50762,
+  "dough-like": 50805,
+  "drenched": 51391,
+  "dried": 51012,
+  "drizzle": 50995,
+  "drumstick": 50454,
+  "drumstick-based": 51323,
+  "drumsticks": 51490,
+  "drying": 50770,
+  "duck": 50473,
+  "dudhi": 50277,
+  "dum": 50464,
+  "dumpling": 51027,
+  "dumpling-like": 50768,
+  "dumplings": 51320,
+  "eaten": 51384,
+  "edges": 50661,
+  "edible": 51058,
+  "egg.": 51013,
+  "eggplant": 51385,
+  "eggplants": 50968,
+  "eggs": 51544,
+  "eggs.": 51453,
+  "ellu": 50526,
+  "encased": 50685,
+  "enjoy": 51081,
+  "enjoyed": 51530,
+  "enjpyed": 51388,
+  "ensure": 50965,
+  "everyone;": 51340,
+  "fat.": 51152,
+  "fatty": 50705,
+  "feni": 50399,
+  "fennel": 51111,
+  "fenugreek": 50938,
+  "fenugreek-based": 51542,
+  "ferment": 50813,
+  "fermentation": 50750,
+  "fermented": 51446,
+  "fermenting": 50726,
+  "festivals.": 50686,
+  "festive": 50930,
+  "festivites": 50904,
+  "fewer": 51350,
+  "figs": 51454,
+  "fillets": 51436,
+  "filling": 50716,
+  "fingers": 50591,
+  "firm": 50889,
+  "firm.": 51206,
+  "firmness": 50743,
+  "firmness.": 51375,
+  "firmness.’barfi": 51412,
+  "fish.": 51074,
+  "flaky": 51018,
+  "flame.": 51196,
+  "flatbread": 50820,
+  "flatbread.": 51213,
+  "flatbreads.": 50707,
+  "flattened": 50710,
+  "flatulence": 50932,
+  "flavor": 51015,
+  "flavor-infused": 51367,
+  "flavor.": 51277,
+  "flavor.’barfi": 51055,
+  "flavor.’kheer’": 50809,
+  "flavor.’payasam’": 51001,
+  "flavor;": 50825,
+  "flavored": 50760,
+  "flavoured": 50832,
+  "florets": 50838,
+  "flour": 50700,
+  "flour-based": 51304,
+  "flour.": 50692,
+  "flour;": 51397,
+  "flower-based": 51516,
+  "flowers": 51351,
+  "fluffy": 50761,
+  "folding": 50914,
+  "folding.": 51117,
+  "followed": 51399,
+  "food.": 51370,
+  "foxtail": 50477,
+  "fragrant": 50852,
+  "frankie": 50597,
+  "french": 50952,
+  "fried.": 51088,
+  "fries.": 51204,
+  "fritter": 50922,
+  "frozen": 51508,
+  "frozen.": 50948,
+  "fruits": 51102,
+  "fruits.": 50663,
+  "fry": 50275,
+  "fry.": 51114,
+  "frying": 51051,
+  "frying.": 50921,
+  "fudge": 50827,
+  "fudge-like": 50715,
+  "further": 50945,
+  "galouti": 50605,
+  "garam": 51438,
+  "garbanzo": 51057,
+  "garlic": 50362,
+  "garlic.": 50866,
+  "garnished": 51414,
+  "garnishing.": 51176,
+  "gavvalu": 50339,
+  "generous": 50812,
+  "gerbs.": 50691,
+  "ghee": 50472,
+  "ghee-based": 50724,
+  "ghee.": 51406,
+  "ghee;": 51064,
+  "giner": 50929,
+  "ginger": 50549,
+  "ginger-based": 51312,
+  "ginger-garlic": 50676,
+  "ginger.": 50829,
+  "gluten": 51261,
+  "gluten-sensitive": 50666,
+  "gluten.": 51175,
+  "gluten;": 51273,
+  "goat": 50636,
+  "gobi": 50625,
+  "goes": 51023,
+  "gola": 50335,
+  "golden": 50788,
+  "golden.": 50969,
+  "gond": 50575,
+  "gongura": 50262,
+  "gourd": 50552,
+  "gourd-based": 51464,
+  "gourd.": 51521,
+  "gourds": 50681,
+  "grains": 51311,
+  "grainy": 50772,
+  "gralic": 51022,
+  "gram.": 51461,
+  "granular": 50972,
+  "grass-based": 51068,
+  "grated": 51419,
+  "gravies.": 51509,
+  "gravy": 50780,
+  "gravy.": 51462,
+  "greens": 51240,
+  "griddle": 51002,
+  "griddle.": 51266,
+  "grilled": 50796,
+  "grilling": 50767,
+  "grilling.": 51522,
+  "grinding": 50843,
+  "groundnuts": 50665,
+  "groundnuts.": 51346,
+  "grted": 51190,
+  "gud": 50467,
+  "gujiya": 50321,
+  "gulab": 50496,
+  "gulkand": 50349,
+  "gum": 51305,
+  "half-moon-shaped": 51458,
+  "halwa": 50346,
+  "handi": 50267,
+  "hard-boiled": 51090,
+  "harden.": 51180,
+  "hearty": 51186,
+  "heat.": 51250,
+  "herbs": 51473,
+  "hollowed": 50701,
+  "homemade": 51116,
+  "honey": 51455,
+  "honey.": 51228,
+  "hyderabadi": 50539,
+  "ibs": 51447,
+  "ibs.": 51298,
+  "ideal": 51014,
+  "idiyappam": 50535,
+  "idli": 50368,
+  "imarti": 50611,
+  "imli": 51486,
+  "indian": 50816,
+  "individuals": 51338,
+  "individuals.": 50926,
+  "inflammation": 50912,
+  "infused": 50765,
+  "ingredients": 50935,
+  "ingredients.": 51482,
+  "instant": 50587,
+  "intolerance": 50648,
+  "intolerance.": 51203,
+  "intolerance;": 51410,
+  "intolerant": 50789,
+  "intolerant.": 51448,
+  "involves": 50984,
+  "is.": 51408,
+  "isn": 50709,
+  "issues.": 51097,
+  "it.": 50961,
+  "it;": 51382,
+  "items.": 51535,
+  "itself": 51177,
+  "ivy": 50485,
+  "jackfruit": 50543,
+  "jaggery": 51380,
+  "jaggery.": 50858,
+  "jaipuri": 50603,
+  "jalebi": 50417,
+  "jamun": 50548,
+  "jeera": 50311,
+  "jeerakasala": 51006,
+  "josh": 50375,
+  "joy.": 51365,
+  "juice": 51164,
+  "kaacha": 50378,
+  "kachagolla": 50484,
+  "kachori": 50541,
+  "kadai": 50374,
+  "kaddu": 50610,
+  "kadhi": 50379,
+  "kaju": 50524,
+  "kalakand": 50546,
+  "kalojam": 50506,
+  "kanchipuram": 50469,
+  "kandagadda": 50599,
+  "kandi": 50630,
+  "karamani": 50448,
+  "karanji": 50629,
+  "kariveppilai": 50557,
+  "kariveppillai": 51470,
+  "karuppatti": 50533,
+  "kashmiri": 50505,
+  "kathi": 50359,
+  "katli": 50287,
+  "kebab": 50433,
+  "keema": 50307,
+  "keerai": 50555,
+  "kerala": 50642,
+  "kernels": 51306,
+  "kernerls": 51227,
+  "kesari": 50612,
+  "ketchup": 51364,
+  "ketchup.": 51202,
+  "khaja": 50409,
+  "kharpoos": 50312,
+  "kharwas": 50483,
+  "khas": 50475,
+  "khasta": 50508,
+  "kheema": 50382,
+  "kheer": 50487,
+  "khichdi": 50542,
+  "khoya": 50347,
+  "khus": 50343,
+  "kidney": 50987,
+  "kings.": 51478,
+  "kizhangu": 50395,
+  "kneading": 51275,
+  "kobbari": 50556,
+  "kodo": 50583,
+  "kofta": 50638,
+  "kolhapuri": 50577,
+  "kolkata": 50285,
+  "kollu": 50550,
+  "kongunadu": 50489,
+  "kootu": 51100,
+  "korma": 50314,
+  "kothavarakka": 50458,
+  "kovakkai": 50459,
+  "kozhi": 50598,
+  "kulfa": 50429,
+  "kulfi": 50436,
+  "kulith": 50420,
+  "kurkuri": 50294,
+  "kurma": 50560,
+  "kut": 50609,
+  "kuzhambu": 50300,
+  "lababdar": 50492,
+  "lactose": 50781,
+  "lactose-intolerant": 51053,
+  "lactose-intolerant.": 51418,
+  "lactose-sensitive": 51017,
+  "laddoo": 50334,
+  "laddoos.": 51269,
+  "ladling": 50953,
+  "ladoo": 50571,
+  "lamb": 50471,
+  "lamb.": 51153,
+  "later.": 50834,
+  "latika": 50411,
+  "lauju": 50338,
+  "lauki": 50279,
+  "lavang": 50520,
+  "layer.": 51293,
+  "layered": 51450,
+  "layers": 51427,
+  "leaf-based": 51374,
+  "leaves": 50306,
+  "leaves-based": 51435,
+  "leaves.": 50900,
+  "legume": 50747,
+  "legumes": 50800,
+  "lemon": 50270,
+  "lemongrass": 50626,
+  "lentil": 51523,
+  "lentil-based": 51211,
+  "lentils": 51343,
+  "lentils.": 50803,
+  "lighter": 51075,
+  "lots": 50771,
+  "lotus": 50602,
+  "lucknowi": 50313,
+  "lump.": 50942,
+  "luxury": 50736,
+  "madras": 50586,
+  "maida": 51268,
+  "maida.": 50902,
+  "makar": 50755,
+  "makhana": 50390,
+  "makhani": 50600,
+  "makkan": 50576,
+  "malabar": 50563,
+  "malai": 50340,
+  "malai.": 51036,
+  "malpua": 50315,
+  "manathakkali": 50569,
+  "manchow": 50478,
+  "manchurian": 50295,
+  "manchurian.": 51361,
+  "mango": 50594,
+  "mango-based": 51396,
+  "mangoes": 51137,
+  "marianted": 50944,
+  "marinade": 51402,
+  "marinated": 51216,
+  "masala": 50646,
+  "masala.": 51444,
+  "masalas": 50846,
+  "mashed": 50674,
+  "mashing": 50714,
+  "masoor": 50373,
+  "matar": 50561,
+  "matches": 51468,
+  "mathura": 50565,
+  "mawa": 50588,
+  "meal.": 51197,
+  "meals.": 50729,
+  "meat.": 51151,
+  "meat/poultry.": 51512,
+  "medu": 50564,
+  "melted": 51236,
+  "melting": 50698,
+  "methi": 50445,
+  "mezhukkupuratti": 50377,
+  "mild": 50943,
+  "milk": 50773,
+  "milk.": 50675,
+  "milk;": 51407,
+  "milk’.": 51210,
+  "millet": 50620,
+  "millets": 50727,
+  "minced": 51221,
+  "mint.": 51142,
+  "mirchi": 50291,
+  "misal": 50324,
+  "mithai": 50615,
+  "mittai": 50512,
+  "mix.": 50791,
+  "mixed": 50579,
+  "mixing": 51433,
+  "mixture": 51076,
+  "mixture.": 50853,
+  "modak": 50292,
+  "mohanthal": 50456,
+  "moist": 50941,
+  "molded": 51491,
+  "molds": 51317,
+  "molee": 50452,
+  "momos": 50613,
+  "momos.": 50793,
+  "moong": 50276,
+  "moringa": 50272,
+  "mosaranna": 50268,
+  "motichoor": 50523,
+  "mughlai": 50522,
+  "mung": 51084,
+  "murungai": 50361,
+  "mushroom": 50344,
+  "mushrooms": 51313,
+  "musk": 51231,
+  "muskmelon": 51278,
+  "mustard": 50455,
+  "mutton": 50432,
+  "mysore": 50501,
+  "naan": 51477,
+  "naan.": 50664,
+  "naans.": 51104,
+  "nans": 51010,
+  "nariyal": 50370,
+  "neem": 50509,
+  "nelikkai": 51405,
+  "nellikkai": 50331,
+  "nicely": 51373,
+  "nightshade": 51432,
+  "non-veg": 51045,
+  "non-veg.": 51271,
+  "non-vegetarian": 50967,
+  "non-vegetarian;": 51080,
+  "noodle-like": 50959,
+  "noodles": 50882,
+  "noodles.": 50842,
+  "nugget": 50402,
+  "nuggets": 50423,
+  "nutmeg": 50732,
+  "nuts.": 50651,
+  "obbattu": 50438,
+  "occasional": 50751,
+  "occasions.": 51247,
+  "occur.": 51487,
+  "offered": 51118,
+  "oil.": 51495,
+  "oil;": 50875,
+  "oily": 51172,
+  "okra": 50387,
+  "okra-based": 51047,
+  "okra.": 51299,
+  "olive": 51246,
+  "omelette": 51070,
+  "omitted.": 51503,
+  "onion": 50422,
+  "onion-heavy": 51394,
+  "onion-tomato": 51322,
+  "onion.": 50734,
+  "onions": 51403,
+  "onions.": 51150,
+  "others.": 50933,
+  "otherwise": 50986,
+  "overflow": 51437,
+  "paan": 50644,
+  "padavalanga": 50532,
+  "paired": 51411,
+  "pairs": 51519,
+  "pakoda": 50595,
+  "pakora": 50447,
+  "pakoras": 51235,
+  "palak": 50513,
+  "palak.": 50841,
+  "palm": 51191,
+  "pan-fried.": 51062,
+  "pancake": 51335,
+  "pancake-like": 51199,
+  "panchratna": 50558,
+  "pandi": 50528,
+  "paneer": 50413,
+  "paneer-veggie": 51307,
+  "paneer.": 51257,
+  "paniyaram": 50495,
+  "papad": 51000,
+  "papad.": 50669,
+  "papadam": 50867,
+  "papads": 50830,
+  "papaya": 50704,
+  "papdi": 50441,
+  "pappers": 50978,
+  "pappu": 50538,
+  "paprika.": 50862,
+  "paratha": 51241,
+  "paratha.": 51005,
+  "parathas.": 51249,
+  "parippu": 50372,
+  "parmesan": 50759,
+  "parotta.": 50776,
+  "paruppu": 50466,
+  "parwal": 50421,
+  "paste.": 50936,
+  "pastry": 51173,
+  "pathishapta": 50635,
+  "patoleo": 50440,
+  "pattice": 50617,
+  "patties": 50877,
+  "pav": 50397,
+  "payasam": 50553,
+  "pea": 50376,
+  "peanut": 50388,
+  "peanut-based": 50909,
+  "peanuts": 50994,
+  "peanuts.": 51553,
+  "pearls": 50775,
+  "peas": 50618,
+  "peas.": 50671,
+  "peda": 50554,
+  "peeled": 51506,
+  "people.": 51359,
+  "people;": 51525,
+  "pepper": 51378,
+  "peppers": 50917,
+  "petal": 50925,
+  "pheerni": 50551,
+  "phirni": 50632,
+  "phulkas.": 50794,
+  "pickle": 51156,
+  "pickle.": 50908,
+  "pickled": 51091,
+  "pickles": 51480,
+  "pickles.": 51048,
+  "pickling": 50955,
+  "pieces.": 50981,
+  "pigeon": 51110,
+  "pindi": 50525,
+  "pineapple": 50401,
+  "pistachio": 50582,
+  "pistachio.": 51366,
+  "pistachios": 50857,
+  "pistachios.": 50831,
+  "pita": 50684,
+  "pittha": 50536,
+  "plant-based": 50916,
+  "plant-based.": 51162,
+  "pockets": 51488,
+  "poda": 50332,
+  "podi": 50286,
+  "poeple": 51200,
+  "poha": 51165,
+  "pointed": 51193,
+  "poli": 50637,
+  "ponga": 50879,
+  "pongal": 50414,
+  "poori": 51471,
+  "poori.": 51353,
+  "poornam": 50590,
+  "poppy": 50476,
+  "poriyal": 50481,
+  "pork": 51341,
+  "porridge": 51534,
+  "porridge-like": 50964,
+  "possible": 50883,
+  "possible.": 50702,
+  "pot;": 50758,
+  "potates": 50652,
+  "potato": 50330,
+  "potatoes": 51066,
+  "potatoes.": 51126,
+  "potential": 51189,
+  "potlakaya": 50498,
+  "poultry": 51276,
+  "pouring": 50956,
+  "powder-based": 51465,
+  "powder.": 51538,
+  "powder;": 51507,
+  "powdered": 51420,
+  "powders": 51337,
+  "powder’.": 50885,
+  "pradhaman": 50442,
+  "prawn": 50290,
+  "prawns": 50946,
+  "prawns.": 50982,
+  "pre-cooked": 51004,
+  "preparation.": 51086,
+  "prepared": 50979,
+  "preparing": 50668,
+  "presence": 50689,
+  "presence.": 50970,
+  "problematic": 50918,
+  "product.": 50687,
+  "products.": 51259,
+  "prok.": 50737,
+  "protein.": 51237,
+  "providing": 51526,
+  "prwans.": 50647,
+  "pudalangai": 50273,
+  "pudding": 51442,
+  "pudding-like": 50738,
+  "puffed": 50782,
+  "puffy": 51106,
+  "pulao": 50353,
+  "pulao.": 51540,
+  "puli": 50392,
+  "puliyodarai": 50580,
+  "pulp": 51148,
+  "pulp.": 50824,
+  "pumpkin": 50318,
+  "pumpkin-based": 51198,
+  "punjabi": 50491,
+  "puran": 50407,
+  "puree": 50960,
+  "puree.": 50682,
+  "puri": 50578,
+  "puri.": 51443,
+  "puris": 51290,
+  "purslane": 50864,
+  "pyaz": 50266,
+  "pyaza": 50622,
+  "quinoa": 50573,
+  "raagi": 51044,
+  "rabdi": 50531,
+  "rabri": 50358,
+  "rabri.": 51439,
+  "radish": 50628,
+  "ragda": 50645,
+  "ragi": 50305,
+  "raisins": 51113,
+  "raisins.": 51244,
+  "raita": 50894,
+  "raita.": 51205,
+  "raitha": 50913,
+  "rajgira": 50336,
+  "rajma": 50317,
+  "rajma-based": 50980,
+  "rasabali": 50293,
+  "rasam.": 50991,
+  "rasgulla": 50490,
+  "rasmalai": 50418,
+  "rava": 50367,
+  "reaction": 51026,
+  "reactions": 50811,
+  "reactions.": 51527,
+  "reactions;": 51034,
+  "recipes.": 50786,
+  "recommended": 50927,
+  "reduces": 50958,
+  "reducing": 50653,
+  "reshmi": 50502,
+  "respiratory": 51079,
+  "rice.": 51532,
+  "richness.": 50722,
+  "ring-shaped": 50928,
+  "rings.": 51459,
+  "ripe": 51264,
+  "rituals": 50957,
+  "roasted": 51467,
+  "roasted.": 51242,
+  "roasting": 51328,
+  "rogan": 50366,
+  "rolled.": 50905,
+  "rolll": 51440,
+  "rolls": 50301,
+  "rolls.": 50763,
+  "roti": 51134,
+  "roti.": 51087,
+  "rotis": 51067,
+  "rotti": 50739,
+  "royal": 50907,
+  "royals.": 51222,
+  "saag": 50384,
+  "sabudana": 50634,
+  "sabzi": 51543,
+  "sadam": 50299,
+  "saffron": 50363,
+  "saffron.": 51395,
+  "sago": 50975,
+  "sakkarai": 50633,
+  "salad": 51531,
+  "salad.": 50845,
+  "salan": 50898,
+  "salt.": 51377,
+  "samak": 50284,
+  "samba": 50529,
+  "sambar": 50848,
+  "sambar.": 50931,
+  "sambhar": 50623,
+  "samosa": 50405,
+  "sandwich.": 51409,
+  "sankranti.": 51372,
+  "sannas": 50643,
+  "sauce": 50903,
+  "sauce.": 51040,
+  "sauces": 51255,
+  "sauces.": 51239,
+  "saucy": 51274,
+  "sauteed": 50919,
+  "sauteing": 51413,
+  "sautéed": 51386,
+  "sautéing": 51539,
+  "savory": 51141,
+  "scallions": 51484,
+  "scrambled": 50656,
+  "seafood": 51215,
+  "sealed": 51466,
+  "searing": 51425,
+  "seasonal": 51184,
+  "seasoned": 50699,
+  "seasoning": 51038,
+  "seasonings": 51315,
+  "seasonings.": 50833,
+  "securely": 51426,
+  "seed-based": 50756,
+  "seedes": 51339,
+  "seeds": 51476,
+  "seeds.": 51520,
+  "seekh": 50280,
+  "semi": 51354,
+  "semi-dry": 50808,
+  "semi-thick": 51212,
+  "semolina": 50446,
+  "sensitive.": 51130,
+  "sensitivities.": 51094,
+  "sensitivity": 51201,
+  "sensitivity.": 51387,
+  "separated": 50887,
+  "serve": 50911,
+  "serve.": 51119,
+  "served.": 50859,
+  "sesame": 50510,
+  "set.": 50895,
+  "sev": 50360,
+  "seviyan": 50453,
+  "shahi": 50567,
+  "shallow": 50963,
+  "shammi": 50408,
+  "shapes": 50746,
+  "shaping": 51226,
+  "shaving": 51061,
+  "shawarma": 50371,
+  "sheera": 50355,
+  "shellfish": 50874,
+  "shells": 51071,
+  "shoots": 50769,
+  "shoots.": 51501,
+  "shredded": 51129,
+  "shrikhand": 50265,
+  "shrimp": 50428,
+  "shrimp.": 50777,
+  "shufta": 50462,
+  "side.": 51248,
+  "simmer.": 50910,
+  "simmering": 50697,
+  "simpler": 50799,
+  "simply": 51318,
+  "sindhi": 50296,
+  "singhara": 50511,
+  "sita": 50354,
+  "sliced": 51122,
+  "slices": 50733,
+  "slightly": 50850,
+  "slow-cooking": 51434,
+  "slowly": 50690,
+  "smabar": 51331,
+  "smbar": 50863,
+  "smooth": 51285,
+  "snack": 50844,
+  "snack.": 51363,
+  "snacks.": 51541,
+  "snake": 51292,
+  "soaked": 51041,
+  "soaking": 50801,
+  "soda": 51050,
+  "soda.": 50721,
+  "soft.": 50798,
+  "sohan": 50437,
+  "sokaed": 50947,
+  "solids": 51103,
+  "some.": 50774,
+  "sonamasoori": 51115,
+  "sooji": 50281,
+  "sorrel": 50924,
+  "soup": 50451,
+  "soup-like": 50804,
+  "soups": 50923,
+  "sour": 50627,
+  "source.": 51449,
+  "soy": 50693,
+  "soy.": 50860,
+  "soya": 50385,
+  "soybean": 50416,
+  "soybeans": 51284,
+  "spice": 51179,
+  "spice.": 51033,
+  "spiced": 51082,
+  "spices": 50891,
+  "spices.": 51155,
+  "spices;": 50667,
+  "spicy": 50482,
+  "spicy-sweet": 50754,
+  "spinach": 50619,
+  "spinach-based": 51502,
+  "spinach.": 50818,
+  "spirals": 51457,
+  "spit": 51347,
+  "spongier.": 51245,
+  "spongy": 50749,
+  "spreading": 51357,
+  "sprouted": 50764,
+  "sprouts": 50493,
+  "squid": 50403,
+  "squid.": 51112,
+  "standalone": 51355,
+  "standalone.": 50712,
+  "starch": 51056,
+  "startch": 50672,
+  "steamed": 50949,
+  "steamed.": 50821,
+  "steaming": 51008,
+  "steaming.": 50718,
+  "stew": 50325,
+  "stew.": 51297,
+  "stews.": 51093,
+  "stickty": 51187,
+  "sticky": 51254,
+  "stir": 51054,
+  "stir-fried": 51392,
+  "stir-fry": 50983,
+  "stomach": 50899,
+  "stomachs.": 50884,
+  "straining": 51039,
+  "strands": 51262,
+  "streamed": 51138,
+  "stretching": 51371,
+  "stuffed": 50779,
+  "stuffing": 51135,
+  "sufferers.": 50893,
+  "sugar": 51223,
+  "sugar.": 50650,
+  "suitable": 50778,
+  "suji": 51069,
+  "sun-dried": 50725,
+  "sundakkai": 50616,
+  "sundal": 50639,
+  "supplemented": 50828,
+  "suran": 50400,
+  "susceptible": 50673,
+  "sutar": 50404,
+  "sweet.": 51310,
+  "sweetened": 50688,
+  "sweetned": 50683,
+  "sweetness.": 50658,
+  "symbolize": 51009,
+  "syrup": 51020,
+  "syrup.": 51046,
+  "tadka": 50530,
+  "tahini": 51483,
+  "tamarind": 50303,
+  "tamarind.": 50989,
+  "tamatar": 50624,
+  "tandalachi": 50316,
+  "tandoori": 51550,
+  "tangdi": 50593,
+  "tangy": 50817,
+  "tangy-sweet": 51140,
+  "tangy.": 51077,
+  "tartar": 51498,
+  "taste.": 51345,
+  "tastes": 51052,
+  "tawa": 50302,
+  "tea": 50950,
+  "tea-time": 50990,
+  "tea.": 51417,
+  "tempura": 50356,
+  "tender.": 51101,
+  "tendli": 50410,
+  "texture.": 51098,
+  "thakkali": 50415,
+  "thalassery": 50439,
+  "thamarai": 50323,
+  "thandu": 50383,
+  "thayir": 50521,
+  "thekua": 50398,
+  "them.": 51025,
+  "thengai": 50380,
+  "thick": 50993,
+  "thickened": 50748,
+  "thickens": 51059,
+  "thickens.": 51513,
+  "thickens.’halwa’": 51234,
+  "thinly": 50792,
+  "thirati": 50424,
+  "thukpa": 50333,
+  "tikka": 50519,
+  "tikki": 50369,
+  "tilgul": 50298,
+  "till": 51554,
+  "tindora": 50322,
+  "tofu": 51161,
+  "tofu.": 51092,
+  "tomate": 51475,
+  "tomato": 50425,
+  "tomato-based": 51192,
+  "tomato-cashew": 50814,
+  "tomato-onion": 51043,
+  "tomato.": 50706,
+  "tomatoes": 51021,
+  "tomatoes.": 50840,
+  "toor": 51125,
+  "toordal": 50855,
+  "topped": 51136,
+  "topping": 50985,
+  "tortia": 51445,
+  "tortia.": 51174,
+  "traditionally": 50870,
+  "treat": 50869,
+  "turai": 50470,
+  "turkey": 51128,
+  "turmeric": 50412,
+  "turmeric-based": 51424,
+  "turmeric.": 50835,
+  "turnip": 50443,
+  "turnips": 50951,
+  "turns": 51003,
+  "unniyappam": 50596,
+  "unsoaked": 51127,
+  "unsuitable": 50881,
+  "uppu": 50430,
+  "urad": 50364,
+  "urulai": 50381,
+  "urulakkizhangu": 50435,
+  "urundai": 50621,
+  "used.": 51325,
+  "uttapa": 50263,
+  "uttapam": 50544,
+  "uttarakhand": 50474,
+  "vada": 50434,
+  "vadas": 51324,
+  "vangi": 50328,
+  "vanilla": 51376,
+  "vankaya": 50581,
+  "variant": 50973,
+  "varied": 51260,
+  "various": 51270,
+  "varuthu": 50396,
+  "varying": 50890,
+  "vatha": 50431,
+  "vedmi": 50468,
+  "veg": 50488,
+  "vegan": 51428,
+  "vegan.": 50740,
+  "vegans": 51316,
+  "vegans.": 51549,
+  "vegans;": 50939,
+  "vegetable": 50589,
+  "vegetables": 51042,
+  "vegetables.": 51334,
+  "vegetalbes": 51493,
+  "vegetarian": 50717,
+  "vegetarian.": 50719,
+  "vegetarians": 50806,
+  "vegetarians.": 51154,
+  "vegetarians/vegans": 50954,
+  "veggie": 50711,
+  "veggies": 51149,
+  "veggies.": 51463,
+  "vellapayar": 50534,
+  "vendhaya": 50297,
+  "vepampoo": 50337,
+  "vepudu": 50261,
+  "verify": 50819,
+  "vermicelli": 51330,
+  "vermicelli-like": 51536,
+  "version.": 51422,
+  "vinegar": 51497,
+  "walnut": 51219,
+  "walnuts": 51321,
+  "warm.": 51195,
+  "wasabi.": 50878,
+  "water.": 51398,
+  "wedges": 51546,
+  "wedges.": 51167,
+  "well.": 50728,
+  "wheat": 50283,
+  "whey": 51342,
+  "whole": 50713,
+  "winter.": 50660,
+  "wrap;": 51314,
+  "wrapped": 51505,
+  "wrappers": 50897,
+  "wrappers.": 51283,
+  "wrapping": 51514,
+  "yam": 50426,
+  "yeast": 50977,
+  "yeast.": 51281,
+  "yofurt": 50708,
+  "yogurt": 51208,
+  "yogurt-based": 51145,
+  "yogurt.": 51499,
+  "zarda": 50260,
+  "zucchini": 50479,
+  "zucchini-based": 50851,
+  "‘dessert": 50998,
+  "‘thick": 50723
+}

config.json

@@ -0,0 +1,55 @@
+{
+  "_name_or_path": "EleutherAI/gpt-neo-125M",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPTNeoForCausalLM"
+  ],
+  "attention_dropout": 0,
+  "attention_layers": [
+    "global",
+    "local",
+    "global",
+    "local",
+    "global",
+    "local",
+    "global",
+    "local",
+    "global",
+    "local",
+    "global",
+    "local"
+  ],
+  "attention_types": [
+    [
+      [
+        "global",
+        "local"
+      ],
+      6
+    ]
+  ],
+  "bos_token_id": 50256,
+  "classifier_dropout": 0.1,
+  "embed_dropout": 0,
+  "eos_token_id": 50256,
+  "gradient_checkpointing": false,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": null,
+  "layer_norm_epsilon": 1e-05,
+  "max_position_embeddings": 2048,
+  "model_type": "gpt_neo",
+  "num_heads": 12,
+  "num_layers": 12,
+  "resid_dropout": 0,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.47.1",
+  "use_cache": true,
+  "vocab_size": 51555,
+  "window_size": 256
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 50256,
+  "eos_token_id": 50256,
+  "transformers_version": "4.47.1"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bdb5c3138f355d0f7aee15ffac8fc245def1e0cd54187e9ea474ed6642885b
+size 504798792

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s> ",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": " </s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<PAD>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa7585b229fcf892006df1dce944a9d7d1cba0f9b0ce9b2a37a3f59477e59ef
+size 5368