rootxhacker commited on
Commit
d301ee1
·
verified ·
1 Parent(s): 18fda8a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -6
app.py CHANGED
@@ -560,24 +560,25 @@ def chat_function(message, history, mode, progress=gr.Progress()):
560
 
561
  try:
562
  # Load model (this will run on GPU when GPU is allocated)
563
- progress(0.05, description="Loading model on GPU...")
564
  tok, mod, dev = load_model()
565
 
566
  # Create appropriate generator
567
  if mode == "Quality (Slower, Better)":
568
  generator = QualityGenerator(tok, mod, dev)
569
- progress(0.1, description="Initializing quality mode...")
570
  else:
571
  generator = SpeedGenerator(tok, mod, dev)
572
- progress(0.1, description="Initializing speed mode...")
573
 
574
  # Generate response with progress callback
575
- def progress_callback(pct, desc):
576
- progress(pct, description=desc)
 
577
 
578
  response, stats = generator.generate(message, progress_callback)
579
 
580
- progress(1.0, description="Complete!")
581
 
582
  # Create performance info
583
  perf_info = f"""**⚡ Performance Stats:**
 
560
 
561
  try:
562
  # Load model (this will run on GPU when GPU is allocated)
563
+ progress(0.05)
564
  tok, mod, dev = load_model()
565
 
566
  # Create appropriate generator
567
  if mode == "Quality (Slower, Better)":
568
  generator = QualityGenerator(tok, mod, dev)
569
+ progress(0.1)
570
  else:
571
  generator = SpeedGenerator(tok, mod, dev)
572
+ progress(0.1)
573
 
574
  # Generate response with progress callback
575
+ def progress_callback(pct, status_msg):
576
+ progress(pct)
577
+ # We'll show status in the performance display instead
578
 
579
  response, stats = generator.generate(message, progress_callback)
580
 
581
+ progress(1.0)
582
 
583
  # Create performance info
584
  perf_info = f"""**⚡ Performance Stats:**