Upload folder using huggingface_hub

app/openai_chat_completion.py

@@ -84,15 +84,25 @@ class OpenAIChatCompletions:
     # a method that samples n rows from a jsonl file, returning a pandas dataframe
     @staticmethod
     def _sample_jsonl(
-        path_or_buf='../data/cookies_train.jsonl',
+        path_or_buf='data/cookies_train.jsonl',
         # path_or_buf='~/data/cookies_train.jsonl',
         n_samples=5
         ):
         
         # jsonObj = pd.read_json(path_or_buf=path_or_buf, lines=True)
-        file_path = os.path.join(os.getcwd(), "../data/cookies_train.jsonl")
-        st.write(file_path)
-        with open(file_path, "r") as file:
-            jsonl_str = file.read()
-        jsonObj = pd.read_json(BytesIO(jsonl_str.encode()), lines=True, engine="pyarrow")
+        if "streamlit" in os.getcwd():
+            file_path = os.path.join(os.getcwd(), "..", path_or_buf)
+        else:
+            file_path = "/home/user/app/" + path_or_buf
+
+        try:
+            with open(file_path, "r") as file:
+                jsonl_str = file.read()
+
+            jsonObj = pd.read_json(BytesIO(jsonl_str.encode()), lines=True, engine="pyarrow")
+        except FileNotFoundError:
+            # Handle the case where the file is not found
+            # Display an error message or take appropriate action
+            st.write(f"File not found: {file_path}")
+
         return jsonObj.sample(n_samples, random_state=42)