Spaces:
Running
on
T4
Running
on
T4
rerank model
Browse files
RAG/rag_DocumentLoader.py
CHANGED
@@ -9,15 +9,11 @@ import streamlit as st
|
|
9 |
from PIL import Image
|
10 |
import base64
|
11 |
import re
|
12 |
-
#import torch
|
13 |
-
import base64
|
14 |
import requests
|
15 |
-
from requests_aws4auth import AWS4Auth
|
16 |
-
import re_ranker
|
17 |
import utilities.invoke_models as invoke_models
|
18 |
from requests.auth import HTTPBasicAuth
|
19 |
import generate_csv_for_tables
|
20 |
-
from pdf2image import convert_from_bytes,convert_from_path
|
21 |
#import langchain
|
22 |
|
23 |
bedrock_runtime_client = boto3.client('bedrock-runtime',aws_access_key_id=st.secrets['user_access_key'],
|
|
|
9 |
from PIL import Image
|
10 |
import base64
|
11 |
import re
|
|
|
|
|
12 |
import requests
|
|
|
|
|
13 |
import utilities.invoke_models as invoke_models
|
14 |
from requests.auth import HTTPBasicAuth
|
15 |
import generate_csv_for_tables
|
16 |
+
#from pdf2image import convert_from_bytes,convert_from_path
|
17 |
#import langchain
|
18 |
|
19 |
bedrock_runtime_client = boto3.client('bedrock-runtime',aws_access_key_id=st.secrets['user_access_key'],
|
RAG/rag_DocumentSearcher.py
CHANGED
@@ -1,16 +1,9 @@
|
|
1 |
import boto3
|
2 |
import json
|
3 |
import os
|
4 |
-
import shutil
|
5 |
-
from unstructured.partition.pdf import partition_pdf
|
6 |
-
from opensearchpy import OpenSearch, RequestsHttpConnection, AWSV4SignerAuth
|
7 |
import streamlit as st
|
8 |
-
from PIL import Image
|
9 |
import base64
|
10 |
import re
|
11 |
-
#from transformers import VisionEncoderDecoderModel, ViTImageProcessor, AutoTokenizer
|
12 |
-
import torch
|
13 |
-
import base64
|
14 |
import requests
|
15 |
#import utilities.re_ranker as re_ranker
|
16 |
import utilities.invoke_models as invoke_models
|
@@ -73,7 +66,7 @@ def query_(awsauth,inputs, session_id,search_types):
|
|
73 |
{
|
74 |
"rerank": {
|
75 |
"ml_opensearch": {
|
76 |
-
"model_id": "
|
77 |
},
|
78 |
"context": {
|
79 |
"document_fields": [
|
|
|
1 |
import boto3
|
2 |
import json
|
3 |
import os
|
|
|
|
|
|
|
4 |
import streamlit as st
|
|
|
5 |
import base64
|
6 |
import re
|
|
|
|
|
|
|
7 |
import requests
|
8 |
#import utilities.re_ranker as re_ranker
|
9 |
import utilities.invoke_models as invoke_models
|
|
|
66 |
{
|
67 |
"rerank": {
|
68 |
"ml_opensearch": {
|
69 |
+
"model_id": "deBS3pYB5VHEj-qVuPHT"
|
70 |
},
|
71 |
"context": {
|
72 |
"document_fields": [
|
semantic_search/amazon_rekognition.py
CHANGED
@@ -4,7 +4,6 @@ import sys
|
|
4 |
import boto3
|
5 |
from botocore.config import Config
|
6 |
import getpass
|
7 |
-
import os
|
8 |
import streamlit as st
|
9 |
|
10 |
|
|
|
4 |
import boto3
|
5 |
from botocore.config import Config
|
6 |
import getpass
|
|
|
7 |
import streamlit as st
|
8 |
|
9 |
|
utilities/invoke_models.py
CHANGED
@@ -2,9 +2,9 @@ import boto3
|
|
2 |
import json
|
3 |
#from IPython.display import clear_output, display, display_markdown, Markdown
|
4 |
import pandas as pd
|
5 |
-
from langchain.agents.agent_types import AgentType
|
6 |
from langchain_experimental.agents.agent_toolkits import create_pandas_dataframe_agent
|
7 |
-
from langchain_core.prompts import ChatPromptTemplate
|
8 |
from langchain_community.chat_models import BedrockChat
|
9 |
import streamlit as st
|
10 |
#from transformers import VisionEncoderDecoderModel, ViTImageProcessor, AutoTokenizer
|
|
|
2 |
import json
|
3 |
#from IPython.display import clear_output, display, display_markdown, Markdown
|
4 |
import pandas as pd
|
5 |
+
#from langchain.agents.agent_types import AgentType
|
6 |
from langchain_experimental.agents.agent_toolkits import create_pandas_dataframe_agent
|
7 |
+
#from langchain_core.prompts import ChatPromptTemplate
|
8 |
from langchain_community.chat_models import BedrockChat
|
9 |
import streamlit as st
|
10 |
#from transformers import VisionEncoderDecoderModel, ViTImageProcessor, AutoTokenizer
|