readme

README.md

@@ -20,4 +20,54 @@ Donut consists of a vision encoder (Swin Transformer) and a text decoder (BART).
 
 # Use with Inference Endpoints 
 
+Hugging Face Inference endpoints can directly work with binary data, this means that we can directly send our image from our document to the endpoint. We are going to use requests to send our requests. (make your you have it installed `pip install requests`)
 
+load sample image
+
+```bash
+wget https://huggingface.co/philschmid/donut-base-finetuned-cord-v2/resolve/main/sample.png
+```
+
+send request to endpoint
+
+```python
+import json
+import requests as r
+import mimetypes
+
+ENDPOINT_URL="" # url of your endpoint
+HF_TOKEN="" # organization token where you deployed your endpoint
+
+def predict(path_to_image:str=None):
+    with open(path_to_image, "rb") as i:
+      b = i.read()
+    headers= {
+        "Authorization": f"Bearer {HF_TOKEN}",
+        "Content-Type": mimetypes.guess_type(path_to_image)[0]
+    }
+    response = r.post(ENDPOINT_URL, headers=headers, data=b)
+    return response.json()
+
+prediction = predict(path_to_image="sample.png")
+
+print(prediction)
+# {'menu': [{'nm': '0571-1854 BLUS WANITA',
+#   'unitprice': '@120.000',
+#   'cnt': '1',
+#   'price': '120,000'},
+#  {'nm': '1002-0060 SHOPPING BAG', 'cnt': '1', 'price': '0'}],
+# 'total': {'total_price': '120,000',
+#  'changeprice': '0',
+#  'creditcardprice': '120,000',
+#  'menuqty_cnt': '1'}}
+```
+
+**curl example**
+
+```bash
+curl https://ak7gduay2ypyr9vp.us-east-1.aws.endpoints.huggingface.cloud \
+-X POST \
+--data-binary 'sample.png' \
+-H "Authorization: Bearer XXX" \
+-H "Content-Type: null"
+```

create_handler.ipynb

@@ -99,18 +99,26 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 18,
    "metadata": {},
    "outputs": [
     {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...\n",
-      "To disable this warning, you can either:\n",
-      "\t- Avoid using `tokenizers` before the fork if possible\n",
-      "\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n"
-     ]
+     "data": {
+      "text/plain": [
+       "{'menu': [{'nm': '0571-1854 BLUS WANITA',\n",
+       "   'unitprice': '@120.000',\n",
+       "   'cnt': '1',\n",
+       "   'price': '120,000'},\n",
+       "  {'nm': '1002-0060 SHOPPING BAG', 'cnt': '1', 'price': '0'}],\n",
+       " 'total': {'total_price': '120,000',\n",
+       "  'changeprice': '0',\n",
+       "  'creditcardprice': '120,000',\n",
+       "  'menuqty_cnt': '1'}}"
+      ]
+     },
+     "execution_count": 18,
+     "metadata": {},
+     "output_type": "execute_result"
     }
    ],
    "source": [
@@ -120,6 +128,13 @@
     "\n",
     "my_handler(payload)"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {