Added uniform output sampling.

app.py

@@ -6,6 +6,18 @@ unmasker = pipeline("fill-mask", model="anferico/bert-for-patents")
 
 example = 'A crustless sandwich made from two slices of baked bread'
 
+
+class TempScalePipe(pipeline):
+    def _forward(self, model_inputs):
+        outputs = self.model(**model_inputs)
+        return outputs
+
+    def postprocess(self, model_outputs, temp=1e3):
+        out = model_outputs["logits"] / temp
+        idx = np.random.randint(-3, 0)
+        best_class = out.softmax(idx)
+        return best_class
+
 def unmask(text):
     text = add_mask(text)
     res = unmasker(text)