远兮 commited on
Commit
25e92b9
·
1 Parent(s): 32a2c5c

add test csv

Browse files
.vscode/settings.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "python.linting.flake8Enabled": true
3
+ }
chain_bash.ipynb CHANGED
@@ -2,7 +2,7 @@
2
  "cells": [
3
  {
4
  "cell_type": "code",
5
- "execution_count": 9,
6
  "metadata": {},
7
  "outputs": [
8
  {
@@ -12,81 +12,28 @@
12
  "\n",
13
  "\n",
14
  "\u001b[1m> Entering new LLMBashChain chain...\u001b[0m\n",
15
- "打开路径:/Volumes/硬件-英语组资产/体验版软件-广州格灵/插件apk,安装其中所有的apk文件\u001b[32;1m\u001b[1;3m\n",
16
  "\n",
17
  "I need to take the following actions:\n",
18
- "- Change directory to the specified path\n",
19
- "- List all files in the directory\n",
20
- "- Install all the apk files\n",
21
  "```bash\n",
22
- "cd /Volumes/硬件-英语组资产/体验版软件-广州格灵/插件apk\n",
23
- "ls\n",
24
- "for file in *.apk; do adb install $file; done\n",
25
  "```\u001b[0m\n",
26
- "Code: \u001b[33;1m\u001b[1;3m['cd /Volumes/硬件-英语组资产/体验版软件-广州格灵/插件apk', 'ls', 'for file in *.apk; do adb install $file; done']\u001b[0m\n",
27
- "Answer: \u001b[33;1m\u001b[1;3m\u001b[31m(通用版)_口语评测_v13.4(new_Server).apk\u001b[m\u001b[m\n",
28
- "\u001b[31mAI智慧学习眼_正式_V3.5.19_2023-03-24-17_signed.apk\u001b[m\u001b[m\n",
29
- "\u001b[31mEasyExam_v1.0.4_5_03231736_currency_tj_signed.apk\u001b[m\u001b[m\n",
30
- "\u001b[31mKaDaHD_v7.0.0_tongyongban_release_20220919_143506_700_4_waiyutong_sign.apk\u001b[m\u001b[m\n",
31
- "\u001b[31mTingKid_v3.0.0[30000]_geling_2022060913_release.apk\u001b[m\u001b[m\n",
32
- "\u001b[31mV2_sign_duershow_Protect_app-normal-gelin-release.apk\u001b[m\u001b[m\n",
33
- "\u001b[31mcnWriting-release-1.8-8-202304140346.apk\u001b[m\u001b[m\n",
34
- "\u001b[31menWriting-release-1.8-8-202304140343.apk\u001b[m\u001b[m\n",
35
- "\u001b[31mhongenshizi3.7.1geling.apk\u001b[m\u001b[m\n",
36
- "\u001b[31mhongensiwei 5.8.0_geling.apk\u001b[m\u001b[m\n",
37
- "\u001b[31monlineDict_v1.0.31_2211181759_currency_legu_jiagu_signed.apk\u001b[m\u001b[m\n",
38
- "\u001b[31m家长助手_v2.1.1.1_通用版本.apk\u001b[m\u001b[m\n",
39
- "\u001b[31m平板通用版_课堂同步学_v1.0.0.0.apk\u001b[m\u001b[m\n",
40
- "\u001b[31m应用商店_v2.2.3_无启动图标.apk\u001b[m\u001b[m\n",
41
- "\u001b[31m格灵搜题_视源网课学习机_A版_v1.3.9.a_g_s.apk\u001b[m\u001b[m\n",
42
- "\u001b[31m精准学_2.4.2(调用)_202304121925_g_signed.apk\u001b[m\u001b[m\n",
43
- "\u001b[31m综合模块0.0.21通用适配安卓8只隐藏图标(有air)20230322.apk\u001b[m\u001b[m\n",
44
- "\u001b[31m英汉听写_平板通用_v1.0.0_release_04111733.apk\u001b[m\u001b[m\n",
45
- "\u001b[31m语音助手(Turing)_通用_v1.0.9_release_g(系统签名).apk\u001b[m\u001b[m\n",
46
- "\u001b[31m课程助手-Default-V2.5.2-0320_tj_signed.apk\u001b[m\u001b[m\n",
47
- "\u001b[31m通用平板_听说训练_v1.0.0.1.apk\u001b[m\u001b[m\n",
48
- "Performing Streamed Install\n",
49
- "Success\n",
50
- "Performing Streamed Install\n",
51
- "Success\n",
52
- "Performing Streamed Install\n",
53
- "Success\n",
54
- "Performing Streamed Install\n",
55
- "Success\n",
56
- "Performing Streamed Install\n",
57
- "Success\n",
58
- "Performing Streamed Install\n",
59
- "Success\n",
60
- "Performing Streamed Install\n",
61
- "Success\n",
62
- "Performing Streamed Install\n",
63
- "Success\n",
64
- "Performing Streamed Install\n",
65
- "Success\n",
66
- "Performing Streamed Install\n",
67
- "Success\n",
68
- "Performing Streamed Install\n",
69
- "Success\n",
70
- "Performing Streamed Install\n",
71
- "Success\n",
72
- "Performing Streamed Install\n",
73
- "Success\n",
74
- "Performing Streamed Install\n",
75
- "Success\n",
76
- "Performing Streamed Install\n",
77
- "Success\n",
78
- "Performing Streamed Install\n",
79
- "Success\n",
80
- "Performing Streamed Install\n",
81
- "Success\n",
82
- "Performing Streamed Install\n",
83
- "Success\n",
84
- "adb: failed to install 语音助手(Turing)_通用_v1.0.9_release_g(系统签名).apk: Failure [INSTALL_FAILED_SHARED_USER_INCOMPATIBLE: Reconciliation failed...: Reconcile failed: Package com.gl.aichat has no signatures that match those in shared user android.uid.system; ignoring!]\n",
85
- "Performing Streamed Install\n",
86
- "Performing Streamed Install\n",
87
- "Success\n",
88
- "Performing Streamed Install\n",
89
- "Success\n",
90
  "\u001b[0m\n",
91
  "\u001b[1m> Finished chain.\u001b[0m\n"
92
  ]
@@ -94,10 +41,10 @@
94
  {
95
  "data": {
96
  "text/plain": [
97
- "'\\x1b[31m(通用版)_口语评测_v13.4(new_Server).apk\\x1b[m\\x1b[m\\n\\x1b[31mAI智慧学习眼_正式_V3.5.19_2023-03-24-17_signed.apk\\x1b[m\\x1b[m\\n\\x1b[31mEasyExam_v1.0.4_5_03231736_currency_tj_signed.apk\\x1b[m\\x1b[m\\n\\x1b[31mKaDaHD_v7.0.0_tongyongban_release_20220919_143506_700_4_waiyutong_sign.apk\\x1b[m\\x1b[m\\n\\x1b[31mTingKid_v3.0.0[30000]_geling_2022060913_release.apk\\x1b[m\\x1b[m\\n\\x1b[31mV2_sign_duershow_Protect_app-normal-gelin-release.apk\\x1b[m\\x1b[m\\n\\x1b[31mcnWriting-release-1.8-8-202304140346.apk\\x1b[m\\x1b[m\\n\\x1b[31menWriting-release-1.8-8-202304140343.apk\\x1b[m\\x1b[m\\n\\x1b[31mhongenshizi3.7.1geling.apk\\x1b[m\\x1b[m\\n\\x1b[31mhongensiwei\\xa05.8.0_geling.apk\\x1b[m\\x1b[m\\n\\x1b[31monlineDict_v1.0.31_2211181759_currency_legu_jiagu_signed.apk\\x1b[m\\x1b[m\\n\\x1b[31m家长助手_v2.1.1.1_通用版本.apk\\x1b[m\\x1b[m\\n\\x1b[31m平板通用版_课堂同步学_v1.0.0.0.apk\\x1b[m\\x1b[m\\n\\x1b[31m应用商店_v2.2.3_无启动图标.apk\\x1b[m\\x1b[m\\n\\x1b[31m格灵搜题_视源网课学习机_A版_v1.3.9.a_g_s.apk\\x1b[m\\x1b[m\\n\\x1b[31m精准学_2.4.2(调用)_202304121925_g_signed.apk\\x1b[m\\x1b[m\\n\\x1b[31m综合模块0.0.21通用适配安卓8只隐藏图标(有air)20230322.apk\\x1b[m\\x1b[m\\n\\x1b[31m英汉听写_平板通用_v1.0.0_release_04111733.apk\\x1b[m\\x1b[m\\n\\x1b[31m语音助手(Turing)_通用_v1.0.9_release_g(系统签名).apk\\x1b[m\\x1b[m\\n\\x1b[31m课程助手-Default-V2.5.2-0320_tj_signed.apk\\x1b[m\\x1b[m\\n\\x1b[31m通用平板_听说训练_v1.0.0.1.apk\\x1b[m\\x1b[m\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\nadb: failed to install 语音助手(Turing)_通用_v1.0.9_release_g(系统签名).apk: Failure [INSTALL_FAILED_SHARED_USER_INCOMPATIBLE: Reconciliation failed...: Reconcile failed: Package com.gl.aichat has no signatures that match those in shared user android.uid.system; ignoring!]\\nPerforming Streamed Install\\nPerforming Streamed Install\\nSuccess\\nPerforming Streamed Install\\nSuccess\\n'"
98
  ]
99
  },
100
- "execution_count": 9,
101
  "metadata": {},
102
  "output_type": "execute_result"
103
  }
@@ -111,7 +58,9 @@
111
  "# text = \"查看当前目录下的文件列表,过滤出以chain开头的文件\"\n",
112
  "# text = \"重命名,把chain_bash.ipynb重命名为chain_bash_auto.ipynb\"\n",
113
  "# text = \"找出当前目录下,文件名中包含html的文件\"\n",
114
- "text = \"打开路径:/Volumes/硬件-英语组资产/体验版软件-广州格灵/插件apk,安装其中所有的apk文件\"\n",
 
 
115
  "\n",
116
  "bash_chain = LLMBashChain.from_llm(llm, verbose=True)\n",
117
  "\n",
 
2
  "cells": [
3
  {
4
  "cell_type": "code",
5
+ "execution_count": 30,
6
  "metadata": {},
7
  "outputs": [
8
  {
 
12
  "\n",
13
  "\n",
14
  "\u001b[1m> Entering new LLMBashChain chain...\u001b[0m\n",
15
+ "通过包名com.zuoyebang.newhw.zpnetwork,启动应用,并统计冷启动耗时。\u001b[32;1m\u001b[1;3m\n",
16
  "\n",
17
  "I need to take the following actions:\n",
18
+ "- Find the package name\n",
19
+ "- Start the application\n",
20
+ "- Measure the time it takes to start\n",
21
  "```bash\n",
22
+ "adb shell pm list packages | grep com.zuoyebang.newhw.zpnetwork\n",
23
+ "adb shell am start -W com.zuoyebang.newhw.zpnetwork/.MainActivity\n",
24
+ "adb shell cat /proc/`adb shell ps | grep com.zuoyebang.newhw.zpnetwork | awk '{print $2}'`/stat | awk '{print $14}'\n",
25
  "```\u001b[0m\n",
26
+ "Code: \u001b[33;1m\u001b[1;3m['adb shell pm list packages | grep com.zuoyebang.newhw.zpnetwork', 'adb shell am start -W com.zuoyebang.newhw.zpnetwork/.MainActivity', \"adb shell cat /proc/`adb shell ps | grep com.zuoyebang.newhw.zpnetwork | awk '{print $2}'`/stat | awk '{print $14}'\"]\u001b[0m\n",
27
+ "Answer: \u001b[33;1m\u001b[1;3mpackage:com.zuoyebang.newhw.zpnetwork\n",
28
+ "Starting: Intent { act=android.intent.action.MAIN cat=[android.intent.category.LAUNCHER] cmp=com.zuoyebang.newhw.zpnetwork/.MainActivity }\n",
29
+ "Warning: Activity not started, intent has been delivered to currently running top-most instance.\n",
30
+ "Status: ok\n",
31
+ "LaunchState: UNKNOWN (0)\n",
32
+ "Activity: com.zuoyebang.newhw.zpnetwork/.MainActivity\n",
33
+ "TotalTime: 0\n",
34
+ "WaitTime: 10\n",
35
+ "Complete\n",
36
+ "89\n",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
37
  "\u001b[0m\n",
38
  "\u001b[1m> Finished chain.\u001b[0m\n"
39
  ]
 
41
  {
42
  "data": {
43
  "text/plain": [
44
+ "'package:com.zuoyebang.newhw.zpnetwork\\nStarting: Intent { act=android.intent.action.MAIN cat=[android.intent.category.LAUNCHER] cmp=com.zuoyebang.newhw.zpnetwork/.MainActivity }\\nWarning: Activity not started, intent has been delivered to currently running top-most instance.\\nStatus: ok\\nLaunchState: UNKNOWN (0)\\nActivity: com.zuoyebang.newhw.zpnetwork/.MainActivity\\nTotalTime: 0\\nWaitTime: 10\\nComplete\\n89\\n'"
45
  ]
46
  },
47
+ "execution_count": 30,
48
  "metadata": {},
49
  "output_type": "execute_result"
50
  }
 
58
  "# text = \"查看当前目录下的文件列表,过滤出以chain开头的文件\"\n",
59
  "# text = \"重命名,把chain_bash.ipynb重命名为chain_bash_auto.ipynb\"\n",
60
  "# text = \"找出当前目录下,文件名中包含html的文件\"\n",
61
+ "# text = \"打开路径:/Volumes/硬件-英语组资产/体验版软件-广州格灵/插件apk,安装其中所有的apk文件\"\n",
62
+ "# text = \"查看所有应用包名,通过包名启动应用,并统计下冷启动耗时,把结果保存到~/llm/data/coldStartTimes.txt。\"\n",
63
+ "# text = \"通过包名com.zuoyebang.newhw.zpnetwork,启动应用,并统计冷启动耗时。\"\n",
64
  "\n",
65
  "bash_chain = LLMBashChain.from_llm(llm, verbose=True)\n",
66
  "\n",
coldStartTimes.txt ADDED
File without changes
data/llm_test.csv ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ name,age,city,mark
2
+ 张三,100,河北,kk
3
+ 赵四,19,河北,kk
4
+ 赵五,100,河北,kk
5
+ 赵六,19,河北,kk
6
+ 王五,19,河北,kk
data_map_0.txt DELETED
Binary file (11.4 kB)
 
llms_cache_gpt.py CHANGED
@@ -1,4 +1,4 @@
1
- #测试GPTCache,进行精确匹配缓存或基于语义相似性缓存结果
2
  import langchain
3
  import gptcache
4
  import time
@@ -13,6 +13,7 @@ llm = OpenAI(model_name="text-davinci-003", n=2, best_of=2)
13
  i = 0
14
  file_prefix = "data_map"
15
 
 
16
  def init_gptcache_map(cache_obj: gptcache.Cache):
17
  global i
18
  cache_path = f'{file_prefix}_{i}.txt'
@@ -22,9 +23,11 @@ def init_gptcache_map(cache_obj: gptcache.Cache):
22
  )
23
  i += 1
24
 
 
25
  langchain.llm_cache = GPTCache(init_gptcache_map)
26
 
27
  for i in range(20):
28
  start = time.perf_counter()
29
  prompt = "男生有2人,女生有{:d}人,一共多少人?".format(i)
30
- print("男生有2人,女生有{:d}人, {:s}。 suspend: {:0.4f}".format(i, llm(prompt), time.perf_counter() - start))
 
 
1
+ # 测试GPTCache,进行精确匹配缓存或基于语义相似性缓存结果
2
  import langchain
3
  import gptcache
4
  import time
 
13
  i = 0
14
  file_prefix = "data_map"
15
 
16
+
17
  def init_gptcache_map(cache_obj: gptcache.Cache):
18
  global i
19
  cache_path = f'{file_prefix}_{i}.txt'
 
23
  )
24
  i += 1
25
 
26
+
27
  langchain.llm_cache = GPTCache(init_gptcache_map)
28
 
29
  for i in range(20):
30
  start = time.perf_counter()
31
  prompt = "男生有2人,女生有{:d}人,一共多少人?".format(i)
32
+ print("男生有2人,女生有{:d}人, {:s}。 suspend: {:0.4f}".format(
33
+ i, llm(prompt), time.perf_counter() - start))
requirements.txt CHANGED
@@ -1,2 +1,2 @@
1
- langchain==0.0.149
2
  promptlayer==0.1.80
 
1
+ langchain==0.0.170
2
  promptlayer==0.1.80
test_csv/test_pandas.ipynb ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cells": [
3
+ {
4
+ "cell_type": "code",
5
+ "execution_count": 4,
6
+ "metadata": {},
7
+ "outputs": [],
8
+ "source": [
9
+ "from langchain.document_loaders.csv_loader import CSVLoader\n",
10
+ "from langchain.docstore.document import Document"
11
+ ]
12
+ },
13
+ {
14
+ "cell_type": "code",
15
+ "execution_count": 5,
16
+ "metadata": {},
17
+ "outputs": [],
18
+ "source": [
19
+ "loader = CSVLoader(file_path='data/llm_test.csv')\n",
20
+ "\n",
21
+ "csv = loader.load()"
22
+ ]
23
+ },
24
+ {
25
+ "cell_type": "code",
26
+ "execution_count": 6,
27
+ "metadata": {},
28
+ "outputs": [
29
+ {
30
+ "ename": "TypeError",
31
+ "evalue": "__init__() takes exactly 1 positional argument (3 given)",
32
+ "output_type": "error",
33
+ "traceback": [
34
+ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
35
+ "\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)",
36
+ "Cell \u001b[0;32mIn[6], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m new_document \u001b[39m=\u001b[39m Document(\u001b[39m\"\u001b[39;49m\u001b[39mllm test by lizhen\u001b[39;49m\u001b[39m\"\u001b[39;49m, {\u001b[39m\"\u001b[39;49m\u001b[39ma\u001b[39;49m\u001b[39m\"\u001b[39;49m: \u001b[39m\"\u001b[39;49m\u001b[39m1\u001b[39;49m\u001b[39m\"\u001b[39;49m, \u001b[39m\"\u001b[39;49m\u001b[39mb\u001b[39;49m\u001b[39m\"\u001b[39;49m: \u001b[39m\"\u001b[39;49m\u001b[39m2\u001b[39;49m\u001b[39m\"\u001b[39;49m, \u001b[39m\"\u001b[39;49m\u001b[39mc\u001b[39;49m\u001b[39m\"\u001b[39;49m: \u001b[39m\"\u001b[39;49m\u001b[39m3\u001b[39;49m\u001b[39m\"\u001b[39;49m})\n\u001b[1;32m 2\u001b[0m csv\u001b[39m.\u001b[39minsert(new_document)\n",
37
+ "File \u001b[0;32m~/anaconda3/lib/python3.10/site-packages/pydantic/main.py:332\u001b[0m, in \u001b[0;36mpydantic.main.BaseModel.__init__\u001b[0;34m()\u001b[0m\n",
38
+ "\u001b[0;31mTypeError\u001b[0m: __init__() takes exactly 1 positional argument (3 given)"
39
+ ]
40
+ }
41
+ ],
42
+ "source": [
43
+ "new_document = Document(page_content='\\ufeff日期: 20230312\\nsn: 703052302050002380\\n是否内测用户: 0\\nquery_sentence: 帮我批改这些练习题\\ndomain: 1000726\\ndomain释义: null\\ndomain_support: 1\\nresult_support: 1\\nintent_support: 1\\nquery_intent: 1\\n: ' metadata={'source': 'data/xbxb.csv', 'row': 0})\n",
44
+ "csv.insert(new_document)"
45
+ ]
46
+ },
47
+ {
48
+ "cell_type": "code",
49
+ "execution_count": null,
50
+ "metadata": {},
51
+ "outputs": [],
52
+ "source": [
53
+ "print(data)"
54
+ ]
55
+ }
56
+ ],
57
+ "metadata": {
58
+ "kernelspec": {
59
+ "display_name": "base",
60
+ "language": "python",
61
+ "name": "python3"
62
+ },
63
+ "language_info": {
64
+ "codemirror_mode": {
65
+ "name": "ipython",
66
+ "version": 3
67
+ },
68
+ "file_extension": ".py",
69
+ "mimetype": "text/x-python",
70
+ "name": "python",
71
+ "nbconvert_exporter": "python",
72
+ "pygments_lexer": "ipython3",
73
+ "version": "3.10.10"
74
+ },
75
+ "orig_nbformat": 4
76
+ },
77
+ "nbformat": 4,
78
+ "nbformat_minor": 2
79
+ }