requirements.txt added, removed dependencies from pandas

idiomify/fetchers.py

@@ -1,7 +1,7 @@
-from typing import Tuple, List
+import csv
 import yaml
 import wandb
-import pandas as pd
+from typing import Tuple, List
 from idiomify.models import Alpha, Gamma
 from idiomify.paths import idiom2def_dir, CONFIG_YAML, idioms_dir
 
@@ -12,11 +12,13 @@ def fetch_idiom2def(ver: str) -> List[Tuple[str, str]]:
     artifact_path = idiom2def_dir(ver)
     artifact.download(root=str(artifact_path))
     tsv_path = artifact_path / "all.tsv"
-    df = pd.read_csv(str(tsv_path), delimiter="\t")
-    return [
-        (row[0], row[1])
-        for _, row in df.iterrows()
-    ]
+    with open(tsv_path, 'r') as fh:
+        reader = csv.reader(fh, delimiter="\t")
+        next(reader)
+        return [
+            (row[0], row[1])
+            for row in reader
+        ]
 
 
 def fetch_idioms(ver: str) -> List[str]:
@@ -24,11 +26,13 @@ def fetch_idioms(ver: str) -> List[str]:
     artifact_path = idioms_dir(ver)
     artifact.download(root=str(artifact_path))
     tsv_path = artifact_path / "all.tsv"
-    df = pd.read_csv(str(tsv_path), delimiter="\t")
-    return [
-        row[0]
-        for _, row in df.iterrows()
-    ]
+    with open(tsv_path, 'r') as fh:
+        reader = csv.reader(fh, delimiter="\t")
+        next(reader)
+        return [
+            (row[0])
+            for row in reader
+        ]
 
 
 # models

requirements.txt

@@ -0,0 +1,66 @@
+absl-py==1.0.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+async-timeout==4.0.2
+attrs==21.4.0
+cachetools==4.2.4
+certifi==2021.10.8
+charset-normalizer==2.0.10
+click==8.0.3
+configparser==5.2.0
+docker-pycreds==0.4.0
+filelock==3.4.2
+frozenlist==1.3.0
+fsspec==2022.1.0
+future==0.18.2
+gitdb==4.0.9
+GitPython==3.1.26
+google-auth==2.3.3
+google-auth-oauthlib==0.4.6
+grpcio==1.43.0
+huggingface-hub==0.4.0
+idna==3.3
+importlib-metadata==4.10.1
+joblib==1.1.0
+Markdown==3.3.6
+multidict==5.2.0
+numpy==1.22.1
+oauthlib==3.1.1
+packaging==21.3
+pathtools==0.1.2
+promise==2.3
+protobuf==3.19.3
+psutil==5.9.0
+pyasn1==0.4.8
+pyasn1-modules==0.2.8
+pyDeprecate==0.3.1
+pyparsing==3.0.6
+python-dateutil==2.8.2
+pytorch-lightning==1.5.8
+PyYAML==6.0
+regex==2022.1.18
+requests==2.27.1
+requests-oauthlib==1.3.0
+rsa==4.8
+sacremoses==0.0.47
+sentry-sdk==1.5.2
+shortuuid==1.0.8
+six==1.16.0
+smmap==5.0.0
+subprocess32==3.5.4
+tensorboard==2.7.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+termcolor==1.1.0
+tokenizers==0.10.3
+torch==1.10.1
+torchmetrics==0.7.0
+tqdm==4.62.3
+transformers==4.15.0
+typing_extensions==4.0.1
+urllib3==1.26.8
+wandb==0.12.9
+Werkzeug==2.0.2
+yarl==1.7.2
+yaspin==2.1.0
+zipp==3.7.0