Update handler.py

handler.py

@@ -72,6 +72,7 @@ class EndpointHandler:
                         temperature=0.8, 
                         top_p=0.2, top_k=3550, 
                         n_next_tokens=50, num_return_sequences=1, random_seed=137):
+
         torch.manual_seed(random_seed)
 
         # Set parameters
@@ -176,14 +177,9 @@ class EndpointHandler:
             data (:dict:):
                 The payload with the text prompt and generation parameters.
         """
-        parameters = data.pop("parameters", None)
-        if "random_seed" in parameters.keys():
-            seed = int(parameters['random_seed'])
-        else:
-            seed = 137
-        torch.manual_seed(seed)
-        
+
         device = "cuda"
+        parameters = data.pop("parameters", None)
         config_data = data.pop("inputs", None)
         mode = data.pop('mode', 'Not specified')