finalize model deployment

Author: eff-kay

hf_test_2.ipynb

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 1,
    "id": "f5f60283-55bb-481a-983f-610d0c967532",
    "metadata": {},
    "outputs": [],
@@ -14,15 +14,15 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 2,
    "id": "796c7458-1b0c-4520-add7-b9014916af22",
    "metadata": {},
    "outputs": [
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "Some weights of the model checkpoint at bert-base-uncased were not used when initializing BertForMaskedLM: ['cls.seq_relationship.bias', 'bert.pooler.dense.bias', 'bert.pooler.dense.weight', 'cls.seq_relationship.weight']\n",
+      "Some weights of the model checkpoint at bert-base-uncased were not used when initializing BertForMaskedLM: ['bert.pooler.dense.bias', 'cls.seq_relationship.bias', 'bert.pooler.dense.weight', 'cls.seq_relationship.weight']\n",
       "- This IS expected if you are initializing BertForMaskedLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
       "- This IS NOT expected if you are initializing BertForMaskedLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
      ]
@@ -34,7 +34,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 3,
    "id": "4ddb2410-cc9b-4ce1-a323-4759d9afd549",
    "metadata": {},
    "outputs": [
@@ -63,7 +63,7 @@
        "  'sequence': 'steve jobs is the father of apple'}]"
       ]
      },
-     "execution_count": 4,
+     "execution_count": 3,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -74,7 +74,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 4,
    "id": "4d2c7245-d1bf-4466-89f0-c99b4c7bd8a7",
    "metadata": {},
    "outputs": [],
@@ -85,7 +85,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 5,
    "id": "6f2f9d6d-a6a3-4a94-ba5e-0dbec405a90c",
    "metadata": {},
    "outputs": [],
@@ -97,7 +97,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 6,
    "id": "80cbf5a2-4613-4614-aeff-5db4d56c156c",
    "metadata": {},
    "outputs": [],
@@ -107,20 +107,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 7,
    "id": "160b1a5a-e1f5-49da-91e8-a9a8bdc10a34",
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "{'id': 'c93e32d2-5c52-4caf-8830-e4729eb0b987',\n",
-       " 'created': '2023-09-24T21:06:29.115401Z',\n",
+       "{'id': '653adbbd-fb58-47bb-b47b-6586f10739c2',\n",
+       " 'created': '2023-10-10T22:39:56.607079Z',\n",
        " 'status': 'IN_PROGRESS',\n",
        " 'name': 'my_model_3'}"
       ]
      },
-     "execution_count": 9,
+     "execution_count": 7,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -131,22 +131,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 1,
    "id": "0b47a4f9-a195-4155-b4ce-1ae67dfb16af",
    "metadata": {},
    "outputs": [
     {
-     "data": {
-      "text/plain": [
-       "{'id': 'c93e32d2-5c52-4caf-8830-e4729eb0b987',\n",
-       " 'created': '2023-09-24T21:06:29.115401Z',\n",
-       " 'status': 'IN_PROGRESS',\n",
-       " 'name': 'my_model_3'}"
-      ]
-     },
-     "execution_count": 8,
-     "metadata": {},
-     "output_type": "execute_result"
+     "ename": "NameError",
+     "evalue": "name 'client' is not defined",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
+      "Cell \u001b[0;32mIn[1], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mclient\u001b[49m\u001b[38;5;241m.\u001b[39mstatus(model_version_id\u001b[38;5;241m=\u001b[39mresponse\u001b[38;5;241m.\u001b[39mid)\n",
+      "\u001b[0;31mNameError\u001b[0m: name 'client' is not defined"
+     ]
     }
    ],
    "source": [
@@ -155,15 +153,27 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 9,
    "id": "c6521f61-9de8-4b7f-a5d7-d6e8673e6e8c",
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "model succeeded\n"
+      "status: IN_PROGRESS\n",
+      "trying again in 5 seconds\n"
+     ]
+    },
+    {
+     "ename": "KeyboardInterrupt",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
+      "Cell \u001b[0;32mIn[9], line 6\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mstatus: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mstatus\u001b[38;5;241m.\u001b[39mstatus\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m'\u001b[39m)\n\u001b[1;32m      5\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mtrying again in 5 seconds\u001b[39m\u001b[38;5;124m'\u001b[39m)\n\u001b[0;32m----> 6\u001b[0m \u001b[43mtime\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msleep\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m5\u001b[39;49m\u001b[43m)\u001b[49m\n\u001b[1;32m      7\u001b[0m status \u001b[38;5;241m=\u001b[39m model\u001b[38;5;241m.\u001b[39mstatus(model_version_id\u001b[38;5;241m=\u001b[39mresponse\u001b[38;5;241m.\u001b[39mid)\n\u001b[1;32m      9\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m status\u001b[38;5;241m.\u001b[39mstatus \u001b[38;5;129;01min\u001b[39;00m [\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mFAILED\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mERROR\u001b[39m\u001b[38;5;124m\"\u001b[39m]:\n",
+      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
      ]
     }
    ],
@@ -192,59 +202,21 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 12,
    "id": "0a775518-1577-4430-b80f-d580218526ea",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "{'id': 'c93e32d2-5c52-4caf-8830-e4729eb0b987', 'model_input': 'Steve jobs is the [MASK] of Apple.', 'model_response': {'predictions': [{'score': 0.49993884563446045, 'sequence': 'steve jobs is the founder of apple.', 'token': 3910, 'token_str': 'founder'}, {'score': 0.39265578985214233, 'sequence': 'steve jobs is the ceo of apple.', 'token': 5766, 'token_str': 'ceo'}, {'score': 0.04603331536054611, 'sequence': 'steve jobs is the president of apple.', 'token': 2343, 'token_str': 'president'}, {'score': 0.01692850887775421, 'sequence': 'steve jobs is the creator of apple.', 'token': 8543, 'token_str': 'creator'}, {'score': 0.008718223311007023, 'sequence': 'steve jobs is the chairman of apple.', 'token': 3472, 'token_str': 'chairman'}]}}\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "input_text = 'Steve jobs is the [MASK] of Apple.'\n",
     "prediction = client.predict(model_version_id=response.id, model_input=input_text)"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": null,
    "id": "17947dfb-ac77-473e-a758-515d5cd324d4",
    "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "[{'score': 0.49993884563446045,\n",
-       "  'sequence': 'steve jobs is the founder of apple.',\n",
-       "  'token': 3910,\n",
-       "  'token_str': 'founder'},\n",
-       " {'score': 0.39265578985214233,\n",
-       "  'sequence': 'steve jobs is the ceo of apple.',\n",
-       "  'token': 5766,\n",
-       "  'token_str': 'ceo'},\n",
-       " {'score': 0.04603331536054611,\n",
-       "  'sequence': 'steve jobs is the president of apple.',\n",
-       "  'token': 2343,\n",
-       "  'token_str': 'president'},\n",
-       " {'score': 0.01692850887775421,\n",
-       "  'sequence': 'steve jobs is the creator of apple.',\n",
-       "  'token': 8543,\n",
-       "  'token_str': 'creator'},\n",
-       " {'score': 0.008718223311007023,\n",
-       "  'sequence': 'steve jobs is the chairman of apple.',\n",
-       "  'token': 3472,\n",
-       "  'token_str': 'chairman'}]"
-      ]
-     },
-     "execution_count": 13,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
+   "outputs": [],
    "source": [
     "prediction['model_response']['predictions']"
    ]