update the 13B model
Browse files
app.py
CHANGED
@@ -756,6 +756,10 @@ def start_controller():
|
|
756 |
|
757 |
def start_worker():
|
758 |
return subprocess.Popen(['python', '-m', 'llava.serve.model_worker', '--host', '0.0.0.0', '--controller', 'http://localhost:10000', '--model-path', 'liuhaotian/llava-v1.5-7b'])
|
|
|
|
|
|
|
|
|
759 |
def download_llava():
|
760 |
command = ['huggingface-cli', 'download', '--resume-download', 'liuhaotian/llava-v1.5-7b']
|
761 |
|
@@ -772,6 +776,21 @@ def download_llava():
|
|
772 |
else:
|
773 |
print("Download failed.")
|
774 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
775 |
|
776 |
def download_clip():
|
777 |
command = ['huggingface-cli', 'download', '--resume-download', 'openai/clip-vit-large-patch14-336']
|
@@ -806,9 +825,11 @@ def download_clip():
|
|
806 |
|
807 |
download_clip()
|
808 |
download_llava()
|
|
|
809 |
controller_proc = start_controller()
|
810 |
|
811 |
worker_proc = start_worker()
|
|
|
812 |
|
813 |
time.sleep(100)
|
814 |
try:
|
@@ -818,6 +839,7 @@ def download_clip():
|
|
818 |
exit_status = 1
|
819 |
finally:
|
820 |
worker_proc.kill()
|
|
|
821 |
controller_proc.kill()
|
822 |
|
823 |
sys.exit(exit_status)
|
|
|
756 |
|
757 |
def start_worker():
|
758 |
return subprocess.Popen(['python', '-m', 'llava.serve.model_worker', '--host', '0.0.0.0', '--controller', 'http://localhost:10000', '--model-path', 'liuhaotian/llava-v1.5-7b'])
|
759 |
+
|
760 |
+
def start_worker_13():
|
761 |
+
return subprocess.Popen(['python', '-m', 'llava.serve.model_worker', '--host', '0.0.0.0', '--controller', 'http://localhost:10000', '--model-path', 'liuhaotian/llava-v1.5-13b'])
|
762 |
+
|
763 |
def download_llava():
|
764 |
command = ['huggingface-cli', 'download', '--resume-download', 'liuhaotian/llava-v1.5-7b']
|
765 |
|
|
|
776 |
else:
|
777 |
print("Download failed.")
|
778 |
|
779 |
+
def download_llava_13():
|
780 |
+
command = ['huggingface-cli', 'download', '--resume-download', 'liuhaotian/llava-v1.5-13b']
|
781 |
+
|
782 |
+
# Capture the output and errors
|
783 |
+
result = subprocess.run(command, capture_output=True, text=True)
|
784 |
+
|
785 |
+
# Print output and error (if any)
|
786 |
+
print("STDOUT:", result.stdout)
|
787 |
+
print("STDERR:", result.stderr)
|
788 |
+
|
789 |
+
# Check if the command was successful (exit code 0 means success)
|
790 |
+
if result.returncode == 0:
|
791 |
+
print("Download completed successfully.")
|
792 |
+
else:
|
793 |
+
print("Download failed.")
|
794 |
|
795 |
def download_clip():
|
796 |
command = ['huggingface-cli', 'download', '--resume-download', 'openai/clip-vit-large-patch14-336']
|
|
|
825 |
|
826 |
download_clip()
|
827 |
download_llava()
|
828 |
+
download_llava_13()
|
829 |
controller_proc = start_controller()
|
830 |
|
831 |
worker_proc = start_worker()
|
832 |
+
worker_proc_13 = start_worker_13()
|
833 |
|
834 |
time.sleep(100)
|
835 |
try:
|
|
|
839 |
exit_status = 1
|
840 |
finally:
|
841 |
worker_proc.kill()
|
842 |
+
worker_proc_13.kill()
|
843 |
controller_proc.kill()
|
844 |
|
845 |
sys.exit(exit_status)
|