Use later for polling the process.

app.R

@@ -8,6 +8,12 @@ repo <- "EleutherAI/pythia-70m"
 repo <- Sys.getenv("MODEL_REPO", unset = repo)
 sess <- model_session$new()
 
+poll_process <- function() {
+  sess$poll_process(1)
+  later::later(func = poll_process, delay = 0.5)
+}
+poll_process()
+
 max_n_tokens <- 100
 system_prompt = "<|SYSTEM|># StableLM Tuned (Alpha version)
 - StableLM is a helpful and harmless open-source AI language model developed by StabilityAI.
@@ -84,14 +90,6 @@ server <- function(input, output, session) {
     })
   })
   
-  observe({
-    # an observer that makes sure tasks are resolved during the shiny loop
-    invalidateLater(100, session)
-    cat("Invalidating to poll session\n")
-    if (!is.null(sess$sess))
-      sess$sess$poll_process(1)
-  })
-  
   # Observer used at app startup time to allow using the 'Send' button once the
   # model has been loaded.
   model_loaded <- reactiveVal()

model-session.R

@@ -11,6 +11,11 @@ model_session <- R6::R6Class(
       self$top_k <- 50
       self$is_loaded <- NULL
     },
+    poll_process = function(timeout = 1) {
+      if (!is.null(self$sess)) {
+        self$sess$poll_process(timeout)
+      }
+    },
     load_model = function(repo) {
       if (!is.null(self$sess)) {
         cat("Model is already loaded.", "\n")