ASL app

.gitignore

@@ -0,0 +1,7 @@
+flagged/
+*.pt
+*.png
+*.jpg
+*.mp4
+*.mkv
+gradio_cached_examples/

app.py

@@ -0,0 +1,44 @@
+import gradio as gr
+import cv2
+import requests
+from ultralytics import YOLO
+
+model = YOLO('best.pt')
+path = 'image.jpg'
+classes = ['ain', 'al', 'aleff','bb','dal','dha','dhad','fa','gaaf','ghain','ha','haa','jeem','kaaf','khaa','la','laam',
+        'meem','nun','ra','saad','seen','sheen','ta','taa','thaa','thal','toot','waw','ya','yaa','zay']
+TargetMapper = dict(zip(range(32),classes))
+def show_preds_image(image_path):
+    image = cv2.imread(image_path)
+    outputs = model.predict(source=image_path)
+    results = outputs[0].cpu().numpy()
+    for i, det in enumerate(results.boxes.xyxy):
+        cls = TargetMapper[results.boxes.cls[0]]
+        print(cls)
+        cv2.rectangle(
+            image,
+            (int(det[0]), int(det[1])),
+            (int(det[2]), int(det[3])),
+            color=(0, 0, 255),
+            thickness=2,
+            lineType=cv2.LINE_AA
+        )
+        cv2.putText(image, cls, (int(det[0]), int(det[1])-10), cv2.FONT_HERSHEY_SIMPLEX, 0.9, (36,255,12), 2)
+
+    return cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
+
+#image = cv2.imwrite('output.jpg', show_preds_image(path))
+inputs_image = [
+    gr.components.Image(type="filepath", label="Input Image"),
+]
+outputs_image = [
+    gr.components.Image(type="numpy", label="Output Image"),
+]
+interface_image = gr.Interface(
+    fn=show_preds_image,
+    inputs=inputs_image,
+    outputs=outputs_image,
+    title="Arab Sign Language Detection app",
+    examples=path,
+    cache_examples=False,
+).launch()

requirements.txt

@@ -0,0 +1,47 @@
+# Ultralytics requirements
+# Usage: pip install -r requirements.txt
+ 
+# Base ----------------------------------------
+hydra-core>=1.2.0
+matplotlib>=3.2.2
+numpy>=1.18.5
+opencv-python>=4.1.1
+Pillow>=7.1.2
+PyYAML>=5.3.1
+requests>=2.23.0
+scipy>=1.4.1
+torch>=1.7.0
+torchvision>=0.8.1
+tqdm>=4.64.0
+ultralytics
+ 
+# Logging -------------------------------------
+tensorboard>=2.4.1
+# clearml
+# comet
+ 
+# Plotting ------------------------------------
+pandas>=1.1.4
+seaborn>=0.11.0
+ 
+# Export --------------------------------------
+# coremltools>=6.0  # CoreML export
+# onnx>=1.12.0  # ONNX export
+# onnx-simplifier>=0.4.1  # ONNX simplifier
+# nvidia-pyindex  # TensorRT export
+# nvidia-tensorrt  # TensorRT export
+# scikit-learn==0.19.2  # CoreML quantization
+# tensorflow>=2.4.1  # TF exports (-cpu, -aarch64, -macos)
+# tensorflowjs>=3.9.0  # TF.js export
+# openvino-dev  # OpenVINO export
+ 
+# Extras --------------------------------------
+ipython  # interactive notebook
+psutil  # system utilization
+thop>=0.1.1  # FLOPs computation
+# albumentations>=1.0.3
+# pycocotools>=2.0.6  # COCO mAP
+# roboflow
+ 
+# HUB -----------------------------------------
+GitPython>=3.1.24