prasadnu commited on
Commit
2c198a6
·
1 Parent(s): 97ca84a

rerank model

Browse files
RAG/rag_DocumentLoader.py CHANGED
@@ -9,15 +9,11 @@ import streamlit as st
9
  from PIL import Image
10
  import base64
11
  import re
12
- #import torch
13
- import base64
14
  import requests
15
- from requests_aws4auth import AWS4Auth
16
- import re_ranker
17
  import utilities.invoke_models as invoke_models
18
  from requests.auth import HTTPBasicAuth
19
  import generate_csv_for_tables
20
- from pdf2image import convert_from_bytes,convert_from_path
21
  #import langchain
22
 
23
  bedrock_runtime_client = boto3.client('bedrock-runtime',aws_access_key_id=st.secrets['user_access_key'],
 
9
  from PIL import Image
10
  import base64
11
  import re
 
 
12
  import requests
 
 
13
  import utilities.invoke_models as invoke_models
14
  from requests.auth import HTTPBasicAuth
15
  import generate_csv_for_tables
16
+ #from pdf2image import convert_from_bytes,convert_from_path
17
  #import langchain
18
 
19
  bedrock_runtime_client = boto3.client('bedrock-runtime',aws_access_key_id=st.secrets['user_access_key'],
RAG/rag_DocumentSearcher.py CHANGED
@@ -1,16 +1,9 @@
1
  import boto3
2
  import json
3
  import os
4
- import shutil
5
- from unstructured.partition.pdf import partition_pdf
6
- from opensearchpy import OpenSearch, RequestsHttpConnection, AWSV4SignerAuth
7
  import streamlit as st
8
- from PIL import Image
9
  import base64
10
  import re
11
- #from transformers import VisionEncoderDecoderModel, ViTImageProcessor, AutoTokenizer
12
- import torch
13
- import base64
14
  import requests
15
  #import utilities.re_ranker as re_ranker
16
  import utilities.invoke_models as invoke_models
@@ -73,7 +66,7 @@ def query_(awsauth,inputs, session_id,search_types):
73
  {
74
  "rerank": {
75
  "ml_opensearch": {
76
- "model_id": "eUoo-ZMBTp0efWqBQ-5g"
77
  },
78
  "context": {
79
  "document_fields": [
 
1
  import boto3
2
  import json
3
  import os
 
 
 
4
  import streamlit as st
 
5
  import base64
6
  import re
 
 
 
7
  import requests
8
  #import utilities.re_ranker as re_ranker
9
  import utilities.invoke_models as invoke_models
 
66
  {
67
  "rerank": {
68
  "ml_opensearch": {
69
+ "model_id": "deBS3pYB5VHEj-qVuPHT"
70
  },
71
  "context": {
72
  "document_fields": [
semantic_search/amazon_rekognition.py CHANGED
@@ -4,7 +4,6 @@ import sys
4
  import boto3
5
  from botocore.config import Config
6
  import getpass
7
- import os
8
  import streamlit as st
9
 
10
 
 
4
  import boto3
5
  from botocore.config import Config
6
  import getpass
 
7
  import streamlit as st
8
 
9
 
utilities/invoke_models.py CHANGED
@@ -2,9 +2,9 @@ import boto3
2
  import json
3
  #from IPython.display import clear_output, display, display_markdown, Markdown
4
  import pandas as pd
5
- from langchain.agents.agent_types import AgentType
6
  from langchain_experimental.agents.agent_toolkits import create_pandas_dataframe_agent
7
- from langchain_core.prompts import ChatPromptTemplate
8
  from langchain_community.chat_models import BedrockChat
9
  import streamlit as st
10
  #from transformers import VisionEncoderDecoderModel, ViTImageProcessor, AutoTokenizer
 
2
  import json
3
  #from IPython.display import clear_output, display, display_markdown, Markdown
4
  import pandas as pd
5
+ #from langchain.agents.agent_types import AgentType
6
  from langchain_experimental.agents.agent_toolkits import create_pandas_dataframe_agent
7
+ #from langchain_core.prompts import ChatPromptTemplate
8
  from langchain_community.chat_models import BedrockChat
9
  import streamlit as st
10
  #from transformers import VisionEncoderDecoderModel, ViTImageProcessor, AutoTokenizer