fixed labels

app.py

@@ -1,9 +1,12 @@
 import gradio as gr
+import os
+
 import requests
 
+from spacy import displacy
 
-def compute_ner(input_text_message):
 
+def compute_ner(input_text_message):
     endpoint_url = 'https://on1m82uknekghqeh.us-east-1.aws.endpoints.huggingface.cloud'
 
     headers = {
@@ -17,14 +20,38 @@ def compute_ner(input_text_message):
 
     response = requests.post(endpoint_url, headers=headers, json=json_data)
 
-    result = response.json()
+    tokens = response.json()
+
+    entities = []
+
+    for token in tokens:
+        label = token["entity"]
+
+        if label == "I-Observation" or label == "B-Observation":
+            label = "Observation"
+            token["label"] = label
+            entities.append(token)
+
+        if label == "I-Evaluation" or label == "B-Evaluation":
+            label = "Evaluation"
+            token["label"] = label
+            entities.append(token)
+
+    params = [{"text": input_text_message,
+               "ents": entities,
+               "title": None}]
+
+    return displacy.render(params, style="ent", manual=True, options={
+        "colors": {
+            "Observation": "#9bddff",
+            "Evaluation": "#f08080",
+        },
+    })
 
-    return {"text": input_text_message, "entities": result}
 
+examples = ['You are dick',
+            'My dad is an asshole and took his anger out on my mom by verbally abusing her and when she left he eventually moved on to my brother']
 
-examples = ['You are dick', 'My dad is an asshole and took his anger out on my mom by verbally abusing her and when she left he eventually moved on to my brother']
-iface = gr.Interface(fn=compute_ner,
-                     inputs=gr.Textbox(placeholder="Enter sentence here"),
-                     outputs=gr.HighlightedText(),
-                     examples=examples)
-iface.launch()
+iface = gr.Interface(fn=compute_ner, inputs=gr.inputs.Textbox(lines=5, placeholder="Enter your text here"),
+                     outputs="html", examples=examples)
+iface.launch()

ner_v0_model.ipynb

@@ -12,7 +12,12 @@
    "outputs": [],
    "source": [
     "import gradio as gr\n",
-    "import requests"
+    "import os\n",
+    "\n",
+    "os.environ['KMP_DUPLICATE_LIB_OK'] = 'True'\n",
+    "import requests\n",
+    "\n",
+    "from spacy import displacy"
    ]
   },
   {
@@ -22,7 +27,6 @@
    "source": [
     "\n",
     "def compute_ner(input_text_message):\n",
-    "\n",
     "    endpoint_url = 'https://on1m82uknekghqeh.us-east-1.aws.endpoints.huggingface.cloud'\n",
     "\n",
     "    headers = {\n",
@@ -36,16 +40,40 @@
     "\n",
     "    response = requests.post(endpoint_url, headers=headers, json=json_data)\n",
     "\n",
-    "    result = response.json()\n",
+    "    tokens = response.json()\n",
+    "\n",
+    "    entities = []\n",
+    "\n",
+    "    for token in tokens:\n",
+    "        label = token[\"entity\"]\n",
     "\n",
-    "    return {\"text\": input_text_message, \"entities\": result}\n",
+    "        if label == \"I-Observation\" or label == \"B-Observation\":\n",
+    "            label = \"Observation\"\n",
+    "            token[\"label\"] = label\n",
+    "            entities.append(token)\n",
     "\n",
+    "        if label == \"I-Evaluation\" or label == \"B-Evaluation\":\n",
+    "            label = \"Evaluation\"\n",
+    "            token[\"label\"] = label\n",
+    "            entities.append(token)\n",
     "\n",
-    "examples = ['You are dick', 'My dad is an asshole and took his anger out on my mom by verbally abusing her and when she left he eventually moved on to my brother']\n",
-    "iface = gr.Interface(fn=compute_ner,\n",
-    "                     inputs=gr.Textbox(placeholder=\"Enter sentence here\"),\n",
-    "                     outputs=gr.HighlightedText(),\n",
-    "                     examples=examples)\n",
+    "    params = [{\"text\": input_text_message,\n",
+    "               \"ents\": entities,\n",
+    "               \"title\": None}]\n",
+    "\n",
+    "    return displacy.render(params, style=\"ent\", manual=True, options={\n",
+    "        \"colors\": {\n",
+    "            \"Observation\": \"#9bddff\",\n",
+    "            \"Evaluation\": \"#f08080\",\n",
+    "        },\n",
+    "    })\n",
+    "\n",
+    "\n",
+    "examples = ['You are dick',\n",
+    "            'My dad is an asshole and took his anger out on my mom by verbally abusing her and when she left he eventually moved on to my brother']\n",
+    "\n",
+    "iface = gr.Interface(fn=compute_ner, inputs=gr.inputs.Textbox(lines=5, placeholder=\"Enter your text here\"),\n",
+    "                     outputs=\"html\", examples=examples)\n",
     "iface.launch()"
    ],
    "metadata": {
@@ -54,6 +82,95 @@
      "name": "#%%\n"
     }
    }
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "outputs": [],
+   "source": [
+    "endpoint_url = 'https://on1m82uknekghqeh.us-east-1.aws.endpoints.huggingface.cloud'\n",
+    "\n",
+    "headers = {\n",
+    "    'Authorization': 'Bearer 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',\n",
+    "    'Content-Type': 'application/json',\n",
+    "}\n",
+    "\n",
+    "json_data = {\n",
+    "    'inputs': 'you are dick',\n",
+    "}\n",
+    "\n",
+    "response = requests.post(endpoint_url, headers=headers, json=json_data)\n",
+    "\n",
+    "tokens = response.json()"
+   ],
+   "metadata": {
+    "collapsed": false,
+    "pycharm": {
+     "name": "#%%\n"
+    }
+   }
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "outputs": [],
+   "source": [
+    "tokens"
+   ],
+   "metadata": {
+    "collapsed": false,
+    "pycharm": {
+     "name": "#%%\n"
+    }
+   }
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "outputs": [],
+   "source": [
+    "import spacy\n",
+    "from spacy import displacy"
+   ],
+   "metadata": {
+    "collapsed": false,
+    "pycharm": {
+     "name": "#%%\n"
+    }
+   }
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "outputs": [],
+   "source": [
+    "!python -m spacy download en_core_web_sm"
+   ],
+   "metadata": {
+    "collapsed": false,
+    "pycharm": {
+     "name": "#%%\n"
+    }
+   }
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "outputs": [],
+   "source": [
+    "\n",
+    "text = \"When Sebastian Thrun started working on self-driving cars at Google in 2007, few people outside of the company took him seriously.\"\n",
+    "\n",
+    "nlp = spacy.load(\"en_core_web_sm\")\n",
+    "doc = nlp(text)\n",
+    "displacy.serve(doc, style=\"ent\")"
+   ],
+   "metadata": {
+    "collapsed": false,
+    "pycharm": {
+     "name": "#%%\n"
+    }
+   }
   }
  ],
  "metadata": {