Check CUDA

app.py

@@ -2,8 +2,7 @@ import os
 
 import chainlit as cl
 import openai
-
-# import torch
+import torch
 from chainlit.input_widget import Select, Slider
 from llama_index import (
     ServiceContext,
@@ -19,6 +18,9 @@ from llama_index.prompts import PromptTemplate
 
 # from transformers import BitsAndBytesConfig
 
+print(f"Is CUDA available: {torch.cuda.is_available()}")
+print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
+
 
 def get_api_key():
     api_key = os.getenv("OPENAI_API_KEY")