very close to deployable

.gitignore

@@ -0,0 +1,3 @@
+.DS_Store
+.cache
+.vscode

Dockerfile

@@ -1,15 +1,74 @@
-FROM alpine:latest
+# # this was going down a rabbit-hole
+# #   particularly with Apple M1 & aarch64 & QEMU
+# FROM alpine:latest
 
+# https://github.com/pytorch/serve
+#FROM pytorch/pytorch
+# pinned to 2.3.1,
+#   also see 'assets/bootstrap'
+FROM pytorch/pytorch:2.3.1-cuda11.8-cudnn8-runtime
+
+RUN apt update && apt-get clean
+RUN set -ex && \
+  apt install -y  sudo && \
+  apt-get clean
+
+COPY linux/sudoers-sleepbotzz /etc/sudoers.d/sleepbotzz
+RUN chmod 0440 /etc/sudoers.d/sleepbotzz
+
+
+# User constraints
 
 # https://huggingface.co/docs/hub/spaces-sdks-docker#permissions
-RUN adduser -D -u 1000 sleepbotzz
+RUN useradd -m -u 1000 -s /bin/bash -p "${BUILD_USER_PASSWORD}" sleepbotzz
+
+# password
+#   https://askubuntu.com/questions/752500/how-do-i-encrypt-a-new-users-password-using-the-useradd-command
+#   received as clear text from HF secrets
+#   encrypted with $6 (SHA-512)
+#   direct use of `python` is to avoid escaping the '$'s
+ARG BUILD_USER_PASSWORD
+RUN usermod --password \
+    $(python -c "import crypt; import os; print(crypt.crypt(os.getenv('BUILD_USER_PASSWORD'), \"\$6\$$(</dev/urandom tr -dc 'a-zA-Z0-9' | head -c 32)\$\"))") \
+    sleepbotzz
+
 USER sleepbotzz
 ENV \
     HOME=/home/sleepbotzz \
     PATH=/home/sleepbotzz/.local/bin:$PATH
 
 WORKDIR $HOME/app
+COPY --chown=sleepbotzz  assets/bootstrap assets/bootstrap
+
+
+# already has:  bash python3
+RUN set -ex && \
+  sudo apt install -y \
+    vim git curl && \
+  sudo apt-get clean
+
+# already has:  conda
+#RUN curl -o '/tmp/Anaconda3-2024.02-1-Linux-x86_64.sh' 'https://repo.anaconda.com/archive/Anaconda3-2024.02-1-Linux-x86_64.sh'
+#RUN test "$(sha256sum /tmp/Anaconda3-2024.02-1-Linux-x86_64.sh | cut -d ' ' -f 1)" = \
+#  "c536ddb7b4ba738bddbd4e581b29308cb332fa12ae3fa2cd66814bd735dff231"
+#
+#RUN bash /tmp/Anaconda3-2024.02-1-Linux-x86_64.sh -f -b -p /usr/local/anaconda3
+
+RUN conda init
+RUN conda config --set verbosity 2 --env
+RUN test "$(conda list pytorch | grep '^pytorch ' | awk -F ' ' '{ printf "%s", $2 }')" = \
+  "2.3.1"
+RUN conda env create -f ./assets/bootstrap/anaconda.environment.yml
+
+#
+# !!! DO NOT ADD NEW LINES ABOVE THIS POINT !!!
+#
+
+
 COPY --chown=sleepbotzz  assets assets
 
 
-ENTRYPOINT [ "/home/sleepbotzz/app/assets/script/test.sh" ]
+
+
+CMD [ "bash" ]
+#ENTRYPOINT [ "/home/sleepbotzz/app/assets/script/entrypoint.sh" ]

README.md

@@ -1,9 +1,15 @@
 ---
 title: My First Docker
 emoji: 🔮
-colorFrom: green
-colorTo: green
+models: []
+datasets: []
+preload_from_hub: []
+colorFrom: purple
+colorTo: purple
 sdk: docker
+app_port: 7860
+# sdk_version
+# python_version
 pinned: false
 license: cc
 ---
@@ -13,6 +19,16 @@ Check out the configuration reference at https://huggingface.co/docs/hub/spaces-
 ## Notes To myself
 
 ```bash
-docker build . cantremember/hf:latest
-
+# vs. 'linux/arm64'
+docker buildx build . -t cantremember/hf:latest \
+  --platform linux/amd64 \
+  --build-arg BUILD_USER_PASSWORD=___
+docker run -it --platform linux/amd64 cantremember/hf:latest bash
 ```
+
+
+
+docker buildx build . -t cantremember/hf:latest \
+  --platform linux/arm64 \
+  --build-arg BUILD_USER_PASSWORD=___
+docker run -it --platform linux/arm64 cantremember/hf:latest bash

assets/bootstrap/anaconda.environment.yml

@@ -0,0 +1,27 @@
+# https://docs.conda.io/projects/conda/en/latest/user-guide/tasks/manage-environments.html#creating-an-environment-file-manually
+name: my-first-docker
+prefix: /opt/conda/envs/my-first-docker
+channels:
+  - defaults
+  - conda-forge
+  - pytorch
+dependencies:
+  # # https://huggingface.co/docs/transformers/quicktour
+  # - transformers=4.14.1
+  - transformers
+  - datasets
+  - evaluate
+  - accelerate
+
+  # .
+  # "install your preferred machine learning framework"
+  #   https://pytorch.org/get-started/locally/
+  #   `conda install pytorch torchvision torchaudio cpuonly -c pytorch`
+  #   in this case, it's our base Docker image, and asserted in the Dockerfile
+  #- pytorch=2.3
+
+  # version must align with above
+  #   https://github.com/pytorch/vision#installation
+  #   ... but the image never builds !!!
+  #- torchvision=0.18
+  #- cpuonly

assets/main.py

@@ -0,0 +1,45 @@
+#!/usr/bin/env python3
+
+from transformers.utils import logging
+logging.set_verbosity_error()
+
+from transformers import BlipForImageTextRetrieval
+from transformers import AutoProcessor
+from PIL import Image
+import math, random, time
+# import random
+# import time
+import torch
+
+
+# multi-modal Model
+#   accepts both text and image content (or audio, etc.)
+model = BlipForImageTextRetrieval.from_pretrained("Salesforce/blip-itm-base-coco")
+processor = AutoProcessor.from_pretrained("Salesforce/blip-itm-base-coco")
+
+raw_image =  Image.open('./assets/pot-o-gold-my-little-pony-Derpy.jpeg').convert('RGB')
+
+statements = [
+    "an image of a horse",
+    "a horse and a rainbow",
+    "a pony and a rainbow",
+    "a unicorn and a rainbow",
+    "a pony in a forest",
+    "a rainbox over a lake",
+    "a horse running through the forest",
+    "two eyes that do not match",
+    "equine joy",
+    "a stallion and gold coins",
+    "a mare and gold coins"
+]
+while True:
+    index = math.floor(random.random() * len(statements))
+    text = statements[index]
+
+    inputs = processor(images=raw_image,
+                       text=text,
+                       return_tensors="pt") # PyTorch tensors
+    itm_scores = model(**inputs)[0]
+    itm_score = torch.nn.functional.softmax(itm_scores, dim=1)
+
+    print(f"""'{text}' => {itm_score[0][1]:.2f}""")

assets/script/entrypoint.sh

@@ -0,0 +1,6 @@
+#!/bin/sh
+ROOT=$(cd `dirname $0` && pwd)
+
+set -e
+
+python $ROOT/../main.py

assets/script/test.sh

@@ -1,3 +0,0 @@
-#!/bin/sh
-
-echo IT WORKED

linux/sudoers-sleepbotzz

@@ -0,0 +1,3 @@
+sleepbotzz  ALL=(ALL)  NOPASSWD: SETENV: /usr/bin/apt
+sleepbotzz  ALL=(ALL)  NOPASSWD: SETENV: /usr/bin/apt-get
+sleepbotzz  ALL=(ALL)  NOPASSWD: SETENV: /opt/conda/bin/conda