Spaces:
Runtime error
Runtime error
远兮
commited on
Commit
·
25e92b9
1
Parent(s):
32a2c5c
add test csv
Browse files- .vscode/settings.json +3 -0
- chain_bash.ipynb +24 -75
- coldStartTimes.txt +0 -0
- data/llm_test.csv +6 -0
- data_map_0.txt +0 -0
- llms_cache_gpt.py +5 -2
- requirements.txt +1 -1
- test_csv/test_pandas.ipynb +79 -0
.vscode/settings.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"python.linting.flake8Enabled": true
|
3 |
+
}
|
chain_bash.ipynb
CHANGED
@@ -2,7 +2,7 @@
|
|
2 |
"cells": [
|
3 |
{
|
4 |
"cell_type": "code",
|
5 |
-
"execution_count":
|
6 |
"metadata": {},
|
7 |
"outputs": [
|
8 |
{
|
@@ -12,81 +12,28 @@
|
|
12 |
"\n",
|
13 |
"\n",
|
14 |
"\u001b[1m> Entering new LLMBashChain chain...\u001b[0m\n",
|
15 |
-
"
|
16 |
"\n",
|
17 |
"I need to take the following actions:\n",
|
18 |
-
"-
|
19 |
-
"-
|
20 |
-
"-
|
21 |
"```bash\n",
|
22 |
-
"
|
23 |
-
"
|
24 |
-
"
|
25 |
"```\u001b[0m\n",
|
26 |
-
"Code: \u001b[33;1m\u001b[1;3m['
|
27 |
-
"Answer: \u001b[33;1m\u001b[1;
|
28 |
-
"
|
29 |
-
"
|
30 |
-
"\
|
31 |
-
"
|
32 |
-
"
|
33 |
-
"\
|
34 |
-
"\
|
35 |
-
"\
|
36 |
-
"\
|
37 |
-
"\u001b[31monlineDict_v1.0.31_2211181759_currency_legu_jiagu_signed.apk\u001b[m\u001b[m\n",
|
38 |
-
"\u001b[31m家长助手_v2.1.1.1_通用版本.apk\u001b[m\u001b[m\n",
|
39 |
-
"\u001b[31m平板通用版_课堂同步学_v1.0.0.0.apk\u001b[m\u001b[m\n",
|
40 |
-
"\u001b[31m应用商店_v2.2.3_无启动图标.apk\u001b[m\u001b[m\n",
|
41 |
-
"\u001b[31m格灵搜题_视源网课学习机_A版_v1.3.9.a_g_s.apk\u001b[m\u001b[m\n",
|
42 |
-
"\u001b[31m精准学_2.4.2(调用)_202304121925_g_signed.apk\u001b[m\u001b[m\n",
|
43 |
-
"\u001b[31m综合模块0.0.21通用适配安卓8只隐藏图标(有air)20230322.apk\u001b[m\u001b[m\n",
|
44 |
-
"\u001b[31m英汉听写_平板通用_v1.0.0_release_04111733.apk\u001b[m\u001b[m\n",
|
45 |
-
"\u001b[31m语音助手(Turing)_通用_v1.0.9_release_g(系统签名).apk\u001b[m\u001b[m\n",
|
46 |
-
"\u001b[31m课程助手-Default-V2.5.2-0320_tj_signed.apk\u001b[m\u001b[m\n",
|
47 |
-
"\u001b[31m通用平板_听说训练_v1.0.0.1.apk\u001b[m\u001b[m\n",
|
48 |
-
"Performing Streamed Install\n",
|
49 |
-
"Success\n",
|
50 |
-
"Performing Streamed Install\n",
|
51 |
-
"Success\n",
|
52 |
-
"Performing Streamed Install\n",
|
53 |
-
"Success\n",
|
54 |
-
"Performing Streamed Install\n",
|
55 |
-
"Success\n",
|
56 |
-
"Performing Streamed Install\n",
|
57 |
-
"Success\n",
|
58 |
-
"Performing Streamed Install\n",
|
59 |
-
"Success\n",
|
60 |
-
"Performing Streamed Install\n",
|
61 |
-
"Success\n",
|
62 |
-
"Performing Streamed Install\n",
|
63 |
-
"Success\n",
|
64 |
-
"Performing Streamed Install\n",
|
65 |
-
"Success\n",
|
66 |
-
"Performing Streamed Install\n",
|
67 |
-
"Success\n",
|
68 |
-
"Performing Streamed Install\n",
|
69 |
-
"Success\n",
|
70 |
-
"Performing Streamed Install\n",
|
71 |
-
"Success\n",
|
72 |
-
"Performing Streamed Install\n",
|
73 |
-
"Success\n",
|
74 |
-
"Performing Streamed Install\n",
|
75 |
-
"Success\n",
|
76 |
-
"Performing Streamed Install\n",
|
77 |
-
"Success\n",
|
78 |
-
"Performing Streamed Install\n",
|
79 |
-
"Success\n",
|
80 |
-
"Performing Streamed Install\n",
|
81 |
-
"Success\n",
|
82 |
-
"Performing Streamed Install\n",
|
83 |
-
"Success\n",
|
84 |
-
"adb: failed to install 语音助手(Turing)_通用_v1.0.9_release_g(系统签名).apk: Failure [INSTALL_FAILED_SHARED_USER_INCOMPATIBLE: Reconciliation failed...: Reconcile failed: Package com.gl.aichat has no signatures that match those in shared user android.uid.system; ignoring!]\n",
|
85 |
-
"Performing Streamed Install\n",
|
86 |
-
"Performing Streamed Install\n",
|
87 |
-
"Success\n",
|
88 |
-
"Performing Streamed Install\n",
|
89 |
-
"Success\n",
|
90 |
"\u001b[0m\n",
|
91 |
"\u001b[1m> Finished chain.\u001b[0m\n"
|
92 |
]
|
@@ -94,10 +41,10 @@
|
|
94 |
{
|
95 |
"data": {
|
96 |
"text/plain": [
|
97 |
-
"'
|
98 |
]
|
99 |
},
|
100 |
-
"execution_count":
|
101 |
"metadata": {},
|
102 |
"output_type": "execute_result"
|
103 |
}
|
@@ -111,7 +58,9 @@
|
|
111 |
"# text = \"查看当前目录下的文件列表,过滤出以chain开头的文件\"\n",
|
112 |
"# text = \"重命名,把chain_bash.ipynb重命名为chain_bash_auto.ipynb\"\n",
|
113 |
"# text = \"找出当前目录下,文件名中包含html的文件\"\n",
|
114 |
-
"text = \"打开路径:/Volumes/硬件-英语组资产/体验版软件-广州格灵/插件apk,安装其中所有的apk文件\"\n",
|
|
|
|
|
115 |
"\n",
|
116 |
"bash_chain = LLMBashChain.from_llm(llm, verbose=True)\n",
|
117 |
"\n",
|
|
|
2 |
"cells": [
|
3 |
{
|
4 |
"cell_type": "code",
|
5 |
+
"execution_count": 30,
|
6 |
"metadata": {},
|
7 |
"outputs": [
|
8 |
{
|
|
|
12 |
"\n",
|
13 |
"\n",
|
14 |
"\u001b[1m> Entering new LLMBashChain chain...\u001b[0m\n",
|
15 |
+
"通过包名com.zuoyebang.newhw.zpnetwork,启动应用,并统计冷启动耗时。\u001b[32;1m\u001b[1;3m\n",
|
16 |
"\n",
|
17 |
"I need to take the following actions:\n",
|
18 |
+
"- Find the package name\n",
|
19 |
+
"- Start the application\n",
|
20 |
+
"- Measure the time it takes to start\n",
|
21 |
"```bash\n",
|
22 |
+
"adb shell pm list packages | grep com.zuoyebang.newhw.zpnetwork\n",
|
23 |
+
"adb shell am start -W com.zuoyebang.newhw.zpnetwork/.MainActivity\n",
|
24 |
+
"adb shell cat /proc/`adb shell ps | grep com.zuoyebang.newhw.zpnetwork | awk '{print $2}'`/stat | awk '{print $14}'\n",
|
25 |
"```\u001b[0m\n",
|
26 |
+
"Code: \u001b[33;1m\u001b[1;3m['adb shell pm list packages | grep com.zuoyebang.newhw.zpnetwork', 'adb shell am start -W com.zuoyebang.newhw.zpnetwork/.MainActivity', \"adb shell cat /proc/`adb shell ps | grep com.zuoyebang.newhw.zpnetwork | awk '{print $2}'`/stat | awk '{print $14}'\"]\u001b[0m\n",
|
27 |
+
"Answer: \u001b[33;1m\u001b[1;3mpackage:com.zuoyebang.newhw.zpnetwork\n",
|
28 |
+
"Starting: Intent { act=android.intent.action.MAIN cat=[android.intent.category.LAUNCHER] cmp=com.zuoyebang.newhw.zpnetwork/.MainActivity }\n",
|
29 |
+
"Warning: Activity not started, intent has been delivered to currently running top-most instance.\n",
|
30 |
+
"Status: ok\n",
|
31 |
+
"LaunchState: UNKNOWN (0)\n",
|
32 |
+
"Activity: com.zuoyebang.newhw.zpnetwork/.MainActivity\n",
|
33 |
+
"TotalTime: 0\n",
|
34 |
+
"WaitTime: 10\n",
|
35 |
+
"Complete\n",
|
36 |
+
"89\n",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
37 |
"\u001b[0m\n",
|
38 |
"\u001b[1m> Finished chain.\u001b[0m\n"
|
39 |
]
|
|
|
41 |
{
|
42 |
"data": {
|
43 |
"text/plain": [
|
44 |
+
"'package:com.zuoyebang.newhw.zpnetwork\\nStarting: Intent { act=android.intent.action.MAIN cat=[android.intent.category.LAUNCHER] cmp=com.zuoyebang.newhw.zpnetwork/.MainActivity }\\nWarning: Activity not started, intent has been delivered to currently running top-most instance.\\nStatus: ok\\nLaunchState: UNKNOWN (0)\\nActivity: com.zuoyebang.newhw.zpnetwork/.MainActivity\\nTotalTime: 0\\nWaitTime: 10\\nComplete\\n89\\n'"
|
45 |
]
|
46 |
},
|
47 |
+
"execution_count": 30,
|
48 |
"metadata": {},
|
49 |
"output_type": "execute_result"
|
50 |
}
|
|
|
58 |
"# text = \"查看当前目录下的文件列表,过滤出以chain开头的文件\"\n",
|
59 |
"# text = \"重命名,把chain_bash.ipynb重命名为chain_bash_auto.ipynb\"\n",
|
60 |
"# text = \"找出当前目录下,文件名中包含html的文件\"\n",
|
61 |
+
"# text = \"打开路径:/Volumes/硬件-英语组资产/体验版软件-广州格灵/插件apk,安装其中所有的apk文件\"\n",
|
62 |
+
"# text = \"查看所有应用包名,通过包名启动应用,并统计下冷启动耗时,把结果保存到~/llm/data/coldStartTimes.txt。\"\n",
|
63 |
+
"# text = \"通过包名com.zuoyebang.newhw.zpnetwork,启动应用,并统计冷启动耗时。\"\n",
|
64 |
"\n",
|
65 |
"bash_chain = LLMBashChain.from_llm(llm, verbose=True)\n",
|
66 |
"\n",
|
coldStartTimes.txt
ADDED
File without changes
|
data/llm_test.csv
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
name,age,city,mark
|
2 |
+
张三,100,河北,kk
|
3 |
+
赵四,19,河北,kk
|
4 |
+
赵五,100,河北,kk
|
5 |
+
赵六,19,河北,kk
|
6 |
+
王五,19,河北,kk
|
data_map_0.txt
DELETED
Binary file (11.4 kB)
|
|
llms_cache_gpt.py
CHANGED
@@ -1,4 +1,4 @@
|
|
1 |
-
|
2 |
import langchain
|
3 |
import gptcache
|
4 |
import time
|
@@ -13,6 +13,7 @@ llm = OpenAI(model_name="text-davinci-003", n=2, best_of=2)
|
|
13 |
i = 0
|
14 |
file_prefix = "data_map"
|
15 |
|
|
|
16 |
def init_gptcache_map(cache_obj: gptcache.Cache):
|
17 |
global i
|
18 |
cache_path = f'{file_prefix}_{i}.txt'
|
@@ -22,9 +23,11 @@ def init_gptcache_map(cache_obj: gptcache.Cache):
|
|
22 |
)
|
23 |
i += 1
|
24 |
|
|
|
25 |
langchain.llm_cache = GPTCache(init_gptcache_map)
|
26 |
|
27 |
for i in range(20):
|
28 |
start = time.perf_counter()
|
29 |
prompt = "男生有2人,女生有{:d}人,一共多少人?".format(i)
|
30 |
-
print("男生有2人,女生有{:d}人, {:s}。 suspend: {:0.4f}".format(
|
|
|
|
1 |
+
# 测试GPTCache,进行精确匹配缓存或基于语义相似性缓存结果
|
2 |
import langchain
|
3 |
import gptcache
|
4 |
import time
|
|
|
13 |
i = 0
|
14 |
file_prefix = "data_map"
|
15 |
|
16 |
+
|
17 |
def init_gptcache_map(cache_obj: gptcache.Cache):
|
18 |
global i
|
19 |
cache_path = f'{file_prefix}_{i}.txt'
|
|
|
23 |
)
|
24 |
i += 1
|
25 |
|
26 |
+
|
27 |
langchain.llm_cache = GPTCache(init_gptcache_map)
|
28 |
|
29 |
for i in range(20):
|
30 |
start = time.perf_counter()
|
31 |
prompt = "男生有2人,女生有{:d}人,一共多少人?".format(i)
|
32 |
+
print("男生有2人,女生有{:d}人, {:s}。 suspend: {:0.4f}".format(
|
33 |
+
i, llm(prompt), time.perf_counter() - start))
|
requirements.txt
CHANGED
@@ -1,2 +1,2 @@
|
|
1 |
-
langchain==0.0.
|
2 |
promptlayer==0.1.80
|
|
|
1 |
+
langchain==0.0.170
|
2 |
promptlayer==0.1.80
|
test_csv/test_pandas.ipynb
ADDED
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cells": [
|
3 |
+
{
|
4 |
+
"cell_type": "code",
|
5 |
+
"execution_count": 4,
|
6 |
+
"metadata": {},
|
7 |
+
"outputs": [],
|
8 |
+
"source": [
|
9 |
+
"from langchain.document_loaders.csv_loader import CSVLoader\n",
|
10 |
+
"from langchain.docstore.document import Document"
|
11 |
+
]
|
12 |
+
},
|
13 |
+
{
|
14 |
+
"cell_type": "code",
|
15 |
+
"execution_count": 5,
|
16 |
+
"metadata": {},
|
17 |
+
"outputs": [],
|
18 |
+
"source": [
|
19 |
+
"loader = CSVLoader(file_path='data/llm_test.csv')\n",
|
20 |
+
"\n",
|
21 |
+
"csv = loader.load()"
|
22 |
+
]
|
23 |
+
},
|
24 |
+
{
|
25 |
+
"cell_type": "code",
|
26 |
+
"execution_count": 6,
|
27 |
+
"metadata": {},
|
28 |
+
"outputs": [
|
29 |
+
{
|
30 |
+
"ename": "TypeError",
|
31 |
+
"evalue": "__init__() takes exactly 1 positional argument (3 given)",
|
32 |
+
"output_type": "error",
|
33 |
+
"traceback": [
|
34 |
+
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
|
35 |
+
"\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)",
|
36 |
+
"Cell \u001b[0;32mIn[6], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m new_document \u001b[39m=\u001b[39m Document(\u001b[39m\"\u001b[39;49m\u001b[39mllm test by lizhen\u001b[39;49m\u001b[39m\"\u001b[39;49m, {\u001b[39m\"\u001b[39;49m\u001b[39ma\u001b[39;49m\u001b[39m\"\u001b[39;49m: \u001b[39m\"\u001b[39;49m\u001b[39m1\u001b[39;49m\u001b[39m\"\u001b[39;49m, \u001b[39m\"\u001b[39;49m\u001b[39mb\u001b[39;49m\u001b[39m\"\u001b[39;49m: \u001b[39m\"\u001b[39;49m\u001b[39m2\u001b[39;49m\u001b[39m\"\u001b[39;49m, \u001b[39m\"\u001b[39;49m\u001b[39mc\u001b[39;49m\u001b[39m\"\u001b[39;49m: \u001b[39m\"\u001b[39;49m\u001b[39m3\u001b[39;49m\u001b[39m\"\u001b[39;49m})\n\u001b[1;32m 2\u001b[0m csv\u001b[39m.\u001b[39minsert(new_document)\n",
|
37 |
+
"File \u001b[0;32m~/anaconda3/lib/python3.10/site-packages/pydantic/main.py:332\u001b[0m, in \u001b[0;36mpydantic.main.BaseModel.__init__\u001b[0;34m()\u001b[0m\n",
|
38 |
+
"\u001b[0;31mTypeError\u001b[0m: __init__() takes exactly 1 positional argument (3 given)"
|
39 |
+
]
|
40 |
+
}
|
41 |
+
],
|
42 |
+
"source": [
|
43 |
+
"new_document = Document(page_content='\\ufeff日期: 20230312\\nsn: 703052302050002380\\n是否内测用户: 0\\nquery_sentence: 帮我批改这些练习题\\ndomain: 1000726\\ndomain释义: null\\ndomain_support: 1\\nresult_support: 1\\nintent_support: 1\\nquery_intent: 1\\n: ' metadata={'source': 'data/xbxb.csv', 'row': 0})\n",
|
44 |
+
"csv.insert(new_document)"
|
45 |
+
]
|
46 |
+
},
|
47 |
+
{
|
48 |
+
"cell_type": "code",
|
49 |
+
"execution_count": null,
|
50 |
+
"metadata": {},
|
51 |
+
"outputs": [],
|
52 |
+
"source": [
|
53 |
+
"print(data)"
|
54 |
+
]
|
55 |
+
}
|
56 |
+
],
|
57 |
+
"metadata": {
|
58 |
+
"kernelspec": {
|
59 |
+
"display_name": "base",
|
60 |
+
"language": "python",
|
61 |
+
"name": "python3"
|
62 |
+
},
|
63 |
+
"language_info": {
|
64 |
+
"codemirror_mode": {
|
65 |
+
"name": "ipython",
|
66 |
+
"version": 3
|
67 |
+
},
|
68 |
+
"file_extension": ".py",
|
69 |
+
"mimetype": "text/x-python",
|
70 |
+
"name": "python",
|
71 |
+
"nbconvert_exporter": "python",
|
72 |
+
"pygments_lexer": "ipython3",
|
73 |
+
"version": "3.10.10"
|
74 |
+
},
|
75 |
+
"orig_nbformat": 4
|
76 |
+
},
|
77 |
+
"nbformat": 4,
|
78 |
+
"nbformat_minor": 2
|
79 |
+
}
|