Spaces:
Runtime error
Runtime error
Update backup.py
Browse files
backup.py
CHANGED
|
@@ -7,6 +7,8 @@ from bs4 import BeautifulSoup
|
|
| 7 |
import hashlib
|
| 8 |
import json
|
| 9 |
import uuid
|
|
|
|
|
|
|
| 10 |
|
| 11 |
EXCLUDED_FILES = ['app.py', 'requirements.txt', 'pre-requirements.txt', 'packages.txt', 'README.md','.gitattributes', "backup.py","Dockerfile"]
|
| 12 |
URLS = {
|
|
@@ -27,6 +29,25 @@ if not os.path.exists("history.json"):
|
|
| 27 |
with open("history.json", "w") as f:
|
| 28 |
json.dump({}, f)
|
| 29 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 30 |
def download_file(url, local_filename):
|
| 31 |
if url.startswith('http://') or url.startswith('https://'):
|
| 32 |
try:
|
|
@@ -157,8 +178,11 @@ def main():
|
|
| 157 |
json.dump({}, f)
|
| 158 |
|
| 159 |
with open("history.json", "r") as f:
|
| 160 |
-
|
| 161 |
-
|
|
|
|
|
|
|
|
|
|
| 162 |
# Handling URL submission
|
| 163 |
if url:
|
| 164 |
subdir = hashlib.md5(url.encode()).hexdigest()
|
|
@@ -179,14 +203,54 @@ def main():
|
|
| 179 |
for subdir in history.values():
|
| 180 |
show_download_links(subdir)
|
| 181 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 182 |
# Expander for showing URL history and download links
|
| 183 |
with st.expander("URL History and Downloaded Files"):
|
| 184 |
-
|
| 185 |
-
|
| 186 |
-
|
| 187 |
-
|
|
|
|
|
|
|
| 188 |
# Update each time to show files we have
|
| 189 |
for subdir in history.values():
|
| 190 |
show_download_links(subdir)
|
| 191 |
if __name__ == "__main__":
|
| 192 |
-
main()
|
|
|
|
| 7 |
import hashlib
|
| 8 |
import json
|
| 9 |
import uuid
|
| 10 |
+
import glob
|
| 11 |
+
import zipfile
|
| 12 |
|
| 13 |
EXCLUDED_FILES = ['app.py', 'requirements.txt', 'pre-requirements.txt', 'packages.txt', 'README.md','.gitattributes', "backup.py","Dockerfile"]
|
| 14 |
URLS = {
|
|
|
|
| 29 |
with open("history.json", "w") as f:
|
| 30 |
json.dump({}, f)
|
| 31 |
|
| 32 |
+
|
| 33 |
+
@st.cache_resource
|
| 34 |
+
def create_zip_of_files(files):
|
| 35 |
+
zip_name = "all_files.zip"
|
| 36 |
+
with zipfile.ZipFile(zip_name, 'w') as zipf:
|
| 37 |
+
for file in files:
|
| 38 |
+
zipf.write(file)
|
| 39 |
+
return zip_name
|
| 40 |
+
|
| 41 |
+
@st.cache_resource
|
| 42 |
+
def get_zip_download_link(zip_file):
|
| 43 |
+
with open(zip_file, 'rb') as f:
|
| 44 |
+
data = f.read()
|
| 45 |
+
b64 = base64.b64encode(data).decode()
|
| 46 |
+
href = f'<a href="data:application/zip;base64,{b64}" download="{zip_file}">Download All</a>'
|
| 47 |
+
return href
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
|
| 51 |
def download_file(url, local_filename):
|
| 52 |
if url.startswith('http://') or url.startswith('https://'):
|
| 53 |
try:
|
|
|
|
| 178 |
json.dump({}, f)
|
| 179 |
|
| 180 |
with open("history.json", "r") as f:
|
| 181 |
+
try:
|
| 182 |
+
history = json.load(f)
|
| 183 |
+
except:
|
| 184 |
+
print('error')
|
| 185 |
+
|
| 186 |
# Handling URL submission
|
| 187 |
if url:
|
| 188 |
subdir = hashlib.md5(url.encode()).hexdigest()
|
|
|
|
| 203 |
for subdir in history.values():
|
| 204 |
show_download_links(subdir)
|
| 205 |
|
| 206 |
+
|
| 207 |
+
if st.sidebar.button("🗑 Delete All"):
|
| 208 |
+
# Compose all_files
|
| 209 |
+
all_files = glob.glob("*.*")
|
| 210 |
+
all_files = [file for file in all_files if len(os.path.splitext(file)[0]) >= 10] # exclude files with short names
|
| 211 |
+
all_files.sort(key=lambda x: (os.path.splitext(x)[1], x), reverse=True) # sort by file type and file name in descending order
|
| 212 |
+
|
| 213 |
+
for file in all_files:
|
| 214 |
+
os.remove(file)
|
| 215 |
+
st.experimental_rerun()
|
| 216 |
+
|
| 217 |
+
if st.sidebar.button("⬇️ Download All"):
|
| 218 |
+
# Compose all_files
|
| 219 |
+
#all_files = glob.glob("*.*")
|
| 220 |
+
#all_files = [file for file in all_files if len(os.path.splitext(file)[0]) >= 10] # exclude files with short names
|
| 221 |
+
#all_files.sort(key=lambda x: (os.path.splitext(x)[1], x), reverse=True) # sort by file type and file name in descending order
|
| 222 |
+
for subdir in history.values(): # go through each download directory
|
| 223 |
+
#show_download_links(subdir)
|
| 224 |
+
global file_sequence_numbers
|
| 225 |
+
for file in list_files(subdir): # go through each file that was downloaded
|
| 226 |
+
file_path = os.path.join(subdir, file)
|
| 227 |
+
if file_path not in file_sequence_numbers:
|
| 228 |
+
file_sequence_numbers[file_path] = 1
|
| 229 |
+
else:
|
| 230 |
+
file_sequence_numbers[file_path] += 1
|
| 231 |
+
sequence_number = file_sequence_numbers[file_path]
|
| 232 |
+
if os.path.isfile(file_path):
|
| 233 |
+
st.markdown(get_download_link(file_path), unsafe_allow_html=True)
|
| 234 |
+
show_file_operations(file_path, sequence_number)
|
| 235 |
+
else:
|
| 236 |
+
st.write(f"File not found: {file}")
|
| 237 |
+
zip_file = create_zip_of_files(list_files(subdir))
|
| 238 |
+
#with open(file, "rb") as f:
|
| 239 |
+
# bytes = f.read()
|
| 240 |
+
# b64 = base64.b64encode(bytes).decode()
|
| 241 |
+
# href = f'<a href="data:file/octet-stream;base64,{b64}" download=\'{os.path.basename(file)}\'>Download: {os.path.basename(file)}</a>'
|
| 242 |
+
st.sidebar.markdown(get_zip_download_link(zip_file), unsafe_allow_html=True)
|
| 243 |
+
|
| 244 |
# Expander for showing URL history and download links
|
| 245 |
with st.expander("URL History and Downloaded Files"):
|
| 246 |
+
try:
|
| 247 |
+
for url, subdir in history.items():
|
| 248 |
+
st.markdown(f"#### {url}")
|
| 249 |
+
show_download_links(subdir)
|
| 250 |
+
except:
|
| 251 |
+
print('url history is empty')
|
| 252 |
# Update each time to show files we have
|
| 253 |
for subdir in history.values():
|
| 254 |
show_download_links(subdir)
|
| 255 |
if __name__ == "__main__":
|
| 256 |
+
main()
|