final AIE3

.chainlit/config.toml

@@ -0,0 +1,118 @@
+[project]
+# Whether to enable telemetry (default: true). No personal data is collected.
+enable_telemetry = true
+
+
+# List of environment variables to be provided by each user to use the app.
+user_env = []
+
+# Duration (in seconds) during which the session is saved when the connection is lost
+session_timeout = 3600
+
+# Enable third parties caching (e.g LangChain cache)
+cache = false
+
+# Authorized origins
+allow_origins = ["*"]
+
+# Follow symlink for asset mount (see https://github.com/Chainlit/chainlit/issues/317)
+# follow_symlink = false
+
+[features]
+# Process and display HTML in messages. This can be a security risk (see https://stackoverflow.com/questions/19603097/why-is-it-dangerous-to-render-user-generated-html-or-javascript)
+unsafe_allow_html = false
+
+# Process and display mathematical expressions. This can clash with "$" characters in messages.
+latex = false
+
+# Automatically tag threads with the current chat profile (if a chat profile is used)
+auto_tag_thread = true
+
+# Authorize users to spontaneously upload files with messages
+[features.spontaneous_file_upload]
+    enabled = true
+    accept = ["*/*"]
+    max_files = 20
+    max_size_mb = 500
+
+[features.audio]
+    # Threshold for audio recording
+    min_decibels = -45
+    # Delay for the user to start speaking in MS
+    initial_silence_timeout = 3000
+    # Delay for the user to continue speaking in MS. If the user stops speaking for this duration, the recording will stop.
+    silence_timeout = 1500
+    # Above this duration (MS), the recording will forcefully stop.
+    max_duration = 15000
+    # Duration of the audio chunks in MS
+    chunk_duration = 1000
+    # Sample rate of the audio
+    sample_rate = 44100
+
+[UI]
+# Name of the assistant.
+name = "Assistant"
+
+# Description of the assistant. This is used for HTML tags.
+# description = ""
+
+# Large size content are by default collapsed for a cleaner ui
+default_collapse_content = true
+
+# Hide the chain of thought details from the user in the UI.
+hide_cot = false
+
+# Link to your github repo. This will add a github button in the UI's header.
+# github = ""
+
+# Specify a CSS file that can be used to customize the user interface.
+# The CSS file can be served from the public directory or via an external link.
+# custom_css = "/public/test.css"
+
+# Specify a Javascript file that can be used to customize the user interface.
+# The Javascript file can be served from the public directory.
+# custom_js = "/public/test.js"
+
+# Specify a custom font url.
+# custom_font = "https://fonts.googleapis.com/css2?family=Inter:wght@400;500;700&display=swap"
+
+# Specify a custom meta image url.
+# custom_meta_image_url = "https://chainlit-cloud.s3.eu-west-3.amazonaws.com/logo/chainlit_banner.png"
+
+# Specify a custom build directory for the frontend.
+# This can be used to customize the frontend code.
+# Be careful: If this is a relative path, it should not start with a slash.
+# custom_build = "./public/build"
+
+[UI.theme]
+    default = "dark"
+    #layout = "wide"
+    #font_family = "Inter, sans-serif"
+# Override default MUI light theme. (Check theme.ts)
+[UI.theme.light]
+    #background = "#FAFAFA"
+    #paper = "#FFFFFF"
+
+    [UI.theme.light.primary]
+        #main = "#F80061"
+        #dark = "#980039"
+        #light = "#FFE7EB"
+    [UI.theme.light.text]
+        #primary = "#212121"
+        #secondary = "#616161"
+
+# Override default MUI dark theme. (Check theme.ts)
+[UI.theme.dark]
+    #background = "#FAFAFA"
+    #paper = "#FFFFFF"
+
+    [UI.theme.dark.primary]
+        #main = "#F80061"
+        #dark = "#980039"
+        #light = "#FFE7EB"
+    [UI.theme.dark.text]
+        #primary = "#EEEEEE"
+        #secondary = "#BDBDBD"
+
+[meta]
+generated_by = "1.1.302"

.chainlit/translations/en-US.json

@@ -0,0 +1,229 @@
+{
+    "components": {
+        "atoms": {
+            "buttons": {
+                "userButton": {
+                    "menu": {
+                        "settings": "Settings",
+                        "settingsKey": "S",
+                        "APIKeys": "API Keys",
+                        "logout": "Logout"
+                    }
+                }
+            }
+        },
+        "molecules": {
+            "newChatButton": {
+                "newChat": "New Chat"
+            },
+            "tasklist": {
+                "TaskList": {
+                    "title": "\ud83d\uddd2\ufe0f Task List",
+                    "loading": "Loading...",
+                    "error": "An error occurred"
+                }
+            },
+            "attachments": {
+                "cancelUpload": "Cancel upload",
+                "removeAttachment": "Remove attachment"
+            },
+            "newChatDialog": {
+                "createNewChat": "Create new chat?",
+                "clearChat": "This will clear the current messages and start a new chat.",
+                "cancel": "Cancel",
+                "confirm": "Confirm"
+            },
+            "settingsModal": {
+                "settings": "Settings",
+                "expandMessages": "Expand Messages",
+                "hideChainOfThought": "Hide Chain of Thought",
+                "darkMode": "Dark Mode"
+            },
+            "detailsButton": {
+                "using": "Using",
+                "used": "Used"
+            },
+            "auth": {
+                "authLogin": {
+                    "title": "Login to access the app.",
+                    "form": {
+                        "email": "Email address",
+                        "password": "Password",
+                        "noAccount": "Don't have an account?",
+                        "alreadyHaveAccount": "Already have an account?",
+                        "signup": "Sign Up",
+                        "signin": "Sign In",
+                        "or": "OR",
+                        "continue": "Continue",
+                        "forgotPassword": "Forgot password?",
+                        "passwordMustContain": "Your password must contain:",
+                        "emailRequired": "email is a required field",
+                        "passwordRequired": "password is a required field"
+                    },
+                    "error": {
+                        "default": "Unable to sign in.",
+                        "signin": "Try signing in with a different account.",
+                        "oauthsignin": "Try signing in with a different account.",
+                        "redirect_uri_mismatch": "The redirect URI is not matching the oauth app configuration.",
+                        "oauthcallbackerror": "Try signing in with a different account.",
+                        "oauthcreateaccount": "Try signing in with a different account.",
+                        "emailcreateaccount": "Try signing in with a different account.",
+                        "callback": "Try signing in with a different account.",
+                        "oauthaccountnotlinked": "To confirm your identity, sign in with the same account you used originally.",
+                        "emailsignin": "The e-mail could not be sent.",
+                        "emailverify": "Please verify your email, a new email has been sent.",
+                        "credentialssignin": "Sign in failed. Check the details you provided are correct.",
+                        "sessionrequired": "Please sign in to access this page."
+                    }
+                },
+                "authVerifyEmail": {
+                    "almostThere": "You're almost there! We've sent an email to ",
+                    "verifyEmailLink": "Please click on the link in that email to complete your signup.",
+                    "didNotReceive": "Can't find the email?",
+                    "resendEmail": "Resend email",
+                    "goBack": "Go Back",
+                    "emailSent": "Email sent successfully.",
+                    "verifyEmail": "Verify your email address"
+                },
+                "providerButton": {
+                    "continue": "Continue with {{provider}}",
+                    "signup": "Sign up with {{provider}}"
+                },
+                "authResetPassword": {
+                    "newPasswordRequired": "New password is a required field",
+                    "passwordsMustMatch": "Passwords must match",
+                    "confirmPasswordRequired": "Confirm password is a required field",
+                    "newPassword": "New password",
+                    "confirmPassword": "Confirm password",
+                    "resetPassword": "Reset Password"
+                },
+                "authForgotPassword": {
+                    "email": "Email address",
+                    "emailRequired": "email is a required field",
+                    "emailSent": "Please check the email address {{email}} for instructions to reset your password.",
+                    "enterEmail": "Enter your email address and we will send you instructions to reset your password.",
+                    "resendEmail": "Resend email",
+                    "continue": "Continue",
+                    "goBack": "Go Back"
+                }
+            }
+        },
+        "organisms": {
+            "chat": {
+                "history": {
+                    "index": {
+                        "showHistory": "Show history",
+                        "lastInputs": "Last Inputs",
+                        "noInputs": "Such empty...",
+                        "loading": "Loading..."
+                    }
+                },
+                "inputBox": {
+                    "input": {
+                        "placeholder": "Type your message here..."
+                    },
+                    "speechButton": {
+                        "start": "Start recording",
+                        "stop": "Stop recording"
+                    },
+                    "SubmitButton": {
+                        "sendMessage": "Send message",
+                        "stopTask": "Stop Task"
+                    },
+                    "UploadButton": {
+                        "attachFiles": "Attach files"
+                    },
+                    "waterMark": {
+                        "text": "Built with"
+                    }
+                },
+                "Messages": {
+                    "index": {
+                        "running": "Running",
+                        "executedSuccessfully": "executed successfully",
+                        "failed": "failed",
+                        "feedbackUpdated": "Feedback updated",
+                        "updating": "Updating"
+                    }
+                },
+                "dropScreen": {
+                    "dropYourFilesHere": "Drop your files here"
+                },
+                "index": {
+                    "failedToUpload": "Failed to upload",
+                    "cancelledUploadOf": "Cancelled upload of",
+                    "couldNotReachServer": "Could not reach the server",
+                    "continuingChat": "Continuing previous chat"
+                },
+                "settings": {
+                    "settingsPanel": "Settings panel",
+                    "reset": "Reset",
+                    "cancel": "Cancel",
+                    "confirm": "Confirm"
+                }
+            },
+            "threadHistory": {
+                "sidebar": {
+                    "filters": {
+                        "FeedbackSelect": {
+                            "feedbackAll": "Feedback: All",
+                            "feedbackPositive": "Feedback: Positive",
+                            "feedbackNegative": "Feedback: Negative"
+                        },
+                        "SearchBar": {
+                            "search": "Search"
+                        }
+                    },
+                    "DeleteThreadButton": {
+                        "confirmMessage": "This will delete the thread as well as it's messages and elements.",
+                        "cancel": "Cancel",
+                        "confirm": "Confirm",
+                        "deletingChat": "Deleting chat",
+                        "chatDeleted": "Chat deleted"
+                    },
+                    "index": {
+                        "pastChats": "Past Chats"
+                    },
+                    "ThreadList": {
+                        "empty": "Empty...",
+                        "today": "Today",
+                        "yesterday": "Yesterday",
+                        "previous7days": "Previous 7 days",
+                        "previous30days": "Previous 30 days"
+                    },
+                    "TriggerButton": {
+                        "closeSidebar": "Close sidebar",
+                        "openSidebar": "Open sidebar"
+                    }
+                },
+                "Thread": {
+                    "backToChat": "Go back to chat",
+                    "chatCreatedOn": "This chat was created on"
+                }
+            },
+            "header": {
+                "chat": "Chat",
+                "readme": "Readme"
+            }
+        }
+    },
+    "hooks": {
+        "useLLMProviders": {
+            "failedToFetchProviders": "Failed to fetch providers:"
+        }
+    },
+    "pages": {
+        "Design": {},
+        "Env": {
+            "savedSuccessfully": "Saved successfully",
+            "requiredApiKeys": "Required API Keys",
+            "requiredApiKeysInfo": "To use this app, the following API keys are required. The keys are stored on your device's local storage."
+        },
+        "Page": {
+            "notPartOfProject": "You are not part of this project."
+        },
+        "ResumeButton": {
+            "resumeChat": "Resume Chat"
+        }
+    }
+}

.env

@@ -0,0 +1,2 @@
+OPENAI_API_KEY=
+PYTHONPATH=.

README.md

@@ -1,11 +1,15 @@
 ---
-title: Autograder
-emoji: 📈
-colorFrom: green
-colorTo: red
+title: Aie3 Midterm
+emoji: 🏆
+colorFrom: indigo
+colorTo: purple
 sdk: docker
 pinned: false
 license: mit
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# Final - GradeAssistant: Automating Assessment of Learning (AoL
+- Simple RAG app using Chainlit, LangChain, and Openai
+- There are some sample files, including rubric and sample homework Solution, also as PDF (Excel Review.pdf).
+- For privacy reason, a zip file of student submissions are not included. Each student has a directory of submission files.
+- The app handles Word or PDF as text document.

Solution.md

@@ -0,0 +1,62 @@
+### Questions and Answers
+
+**Snapshot**
+
+**Assignment**: 50 points  
+**Due**: Sunday, 11:59 PM ET
+
+**Scenario**:  
+You have been hired as a Data Analyst for Abercrombie and Fitch's marketing department. You are tasked with evaluating sales changes over time for the fall, spring, and summer advertising campaigns using data from 2011-2017. You will use Excel features such as formulas, functions, graphs, and Pivot Tables. 
+
+**Instructions**:  
+1. Download the Excel file from the Assignment page and rename it as “AF-Sales-Your Name.xlsx”.
+2. Complete the table by calculating Total Units Sold, Largest # of Units Sold, and Smallest # of Units Sold for Women’s Clothing, Women’s Shoes, Men’s Clothing, and Men’s Shoes. Use the example provided for Women’s Clothing sales metrics.
+3. Calculate average sales for Men and Women product categories for each season and determine the trend. Fill in the cell ranges as specified.
+4. Create a graph to compare sales revenue over time by creating a line graph for Spring sales revenues for the four product categories.
+5. Use the VLOOKUP function to determine sales rank for Men’s and Women’s Average Sales.
+6. Create a Pivot Table to determine seasonal sales performance.
+
+**Questions and Answers:**
+
+**Question #1**: Which product category performed best in terms of (a) total units sold, (b) largest # of units sold, and (c) smallest # of units sold?
+
+**Answer**:
+(a) Women's Clothing  
+(b) Men's Shoes  
+(c) Men's Clothing 
+
+**Question #2**: Which product category performed best in terms of gross profit?
+
+**Answer**:  
+Women's Clothing
+
+**Question #3**: Will the sales be better in 2018 than 2011?
+
+**Answer**:  
+Based on the trends observed from 2011 to 2017, we predict that sales in 2018 will be worse than in 2011 due to the consistent decrease in sales performance over the years for all and each product category.
+
+**Question #4**: Which product category is likely to perform best in 2018?
+
+**Answer**:  
+According to time trend graph, the Women's Clothing is likely to perform best in 2018, given its sales trend over the previous years is at the top of the graph or highest line.
+
+**Question #5**: Compare Men vs. Women’s Average Sales Rank. Which performed better?
+
+**Answer**:  
+Using COUNTIF function, there were 20 seasons of Exceptional average sales rank for Women's products compared to 7 seasons of Exceptional average rank for Men's products. Therefore, Women's Average Sales Rank performed better than Men's.
+
+**Question #6**: How many seasons did Men’s Average Sales Rank achieve “Exceptional”? Use the COUNTIF function to calculate this number.
+
+**Answer**:  
+Men’s Average Sales Rank achieved “Exceptional” in 7 seasons.
+
+**Question #7**: Which season had the highest sales in terms of (a) overall sales and (b) average sales?
+
+**Answer**:  
+(a) Spring had the highest overall or total sales.  
+(b) Spring had the highest average sales.
+
+**Question #8**: Which year had the highest seasonal variation in total sales? (Hint: you will need to remove Quarter from Columns and change the field value)
+
+**Answer**:  
+Using Standard Deviation or Variance of Season Total per year, 2011 had the highest seasonal variation in total sales.

final.py

@@ -33,6 +33,7 @@ from promptsplitembed import create_prompt, split_documents, generate_embeddings
 from extractjson import extract_json
 from calcscore import compute_cosine_similarity, llm_similarity
 from prompt_templates import ref_prompt, student_prompt, llm_score_prompt_template
+from process_docs import process_reference, process_student
 
 # Load environment variables
 load_dotenv()
@@ -42,34 +43,6 @@ openai.api_key = OPENAI_API_KEY
 # Set up logging
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
-    
-qa_chat_model = create_qamodel(model="gpt-4o-mini", temperature=0
-)
-def process_reference(reference_document, ref_prompt):
-    ref_prompt_template = create_prompt(ref_prompt)
-    ref_generation_chain = ref_prompt_template | qa_chat_model
-    result = ref_generation_chain.invoke({"source": reference_document})
-    ref_gen_tokens = result.usage_metadata["total_tokens"]
-    reference = dict(extract_json(result)[0])
-    
-    answers = {}
-    for key in reference:
-        if key.startswith('Question'):
-            question_number = key.split('#')[1]
-            answer_key = f'Answer #{question_number}'
-            answers[key] = reference[answer_key]
-    print("Processed reference document")
-    return reference, answers, ref_gen_tokens
-
-def process_student(documents, reference, student_prompt):
-    test_doc = documents[0]
-    student_prompt_template = create_prompt(student_prompt)
-    student_response_chain = student_prompt_template | qa_chat_model
-    student_result = student_response_chain.invoke({"source": reference.keys(),"student": test_doc })
-    student_gen_tokens = student_result.usage_metadata["total_tokens"]
-    student_result = dict(extract_json(student_result)[0])
-    print("Processed student document")
-    return student_result, student_gen_tokens
 
 def compare_docs(answers, student_result):
     split_reference_docs, ref_tokens = {}, 0

process_docs.py

@@ -0,0 +1,31 @@
+from promptsplitembed import create_qamodel, create_prompt
+from extractjson import extract_json
+from langchain_openai import ChatOpenAI
+
+qa_chat_model = create_qamodel(model="gpt-4o-mini", temperature=0)
+
+def process_reference(reference_document, ref_prompt):
+    ref_prompt_template = create_prompt(ref_prompt)
+    ref_generation_chain = ref_prompt_template | qa_chat_model
+    result = ref_generation_chain.invoke({"source": reference_document})
+    ref_gen_tokens = result.usage_metadata["total_tokens"]
+    reference = dict(extract_json(result)[0])
+    
+    answers = {}
+    for key in reference:
+        if key.startswith('Question'):
+            question_number = key.split('#')[1]
+            answer_key = f'Answer #{question_number}'
+            answers[key] = reference[answer_key]
+    print("Processed reference document")
+    return reference, answers, ref_gen_tokens
+
+def process_student(documents, reference, student_prompt):
+    test_doc = documents[0]
+    student_prompt_template = create_prompt(student_prompt)
+    student_response_chain = student_prompt_template | qa_chat_model
+    student_result = student_response_chain.invoke({"source": reference.keys(),"student": test_doc })
+    student_gen_tokens = student_result.usage_metadata["total_tokens"]
+    student_result = dict(extract_json(student_result)[0])
+    print("Processed student document")
+    return student_result, student_gen_tokens

rubric.md

@@ -0,0 +1,55 @@
+
+### Rubric for Excel Review – Sales Data Analysis (General Evaluation Criteria) 
+
+ 
+
+#### Evaluation Criteria 
+
+Each criterion is rated on a scale from 1 (lowest) to 4 (highest). 
+ 
+
+1. **Data Analysis and Interpretation:** 
+
+   - **1:** Minimal or incorrect answers, including numerical and qualitative answers, interpretation of data, failure to identify key trends or insights. 
+
+   - **2:** Basic interpretation with some correct insights, but with notable errors or omissions. 
+
+   - **3:** Good interpretation and analysis with accurate identification of most trends and patterns. 
+
+   - **4:** Excellent and thorough analysis, with insightful and comprehensive identification of trends and key insights. 
+
+ 
+
+2. **Problem Solving:** 
+
+   - **1:** Lacks a clear strategy, minimal or ineffective problem-solving approach. 
+
+   - **2:** Basic problem-solving skills, some effective strategies but lacking in creativity or thoroughness. 
+
+   - **3:** Good problem-solving ability, demonstrates effective and strategic approach. 
+
+   - **4:** Excellent problem-solving skills, highly creative and strategic, achieving outstanding analytical goals. 
+
+ 
+
+3. **Critical Thinking:** 
+
+   - **1:** Minimal critical engagement, accepting data without questioning or exploration. 
+
+   - **2:** Some evidence of critical thinking, but surface-level exploration and incomplete reasoning. 
+
+   - **3:** Good critical thinking, with comprehensive exploration and well-reasoned conclusions. 
+
+   - **4:** Excellent critical thinking skills, deeply questioning and rigorously evaluating data before forming conclusions. 
+
+ 
+
+4. **Written Communication:** 
+
+   - **1:** Poorly structured, unclear, and ineffective communication of ideas. 
+
+   - **2:** Basic communication, some clarity and structure but with errors or lack of coherence. 
+
+   - **3:** Good communication, clear and well-structured expression of ideas, minor imperfections. 
+
+   - **4:** Excellent written communication, clear, coherent, and compelling expression of ideas, integrating various writing styles and media effectively.