3-image-captioning.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "1a23e9df-5f71-4acd-a99b-d164875cd815",
   "metadata": {},
   "source": [
    "## Image captioning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "28f30f88-4e34-4146-bfe7-f1dda7bd6708",
   "metadata": {},
   "outputs": [],
   "source": [
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "a214b56d-4d8d-4411-afaf-935c063214bb",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "from dotenv import load_dotenv, find_dotenv\n",
    "_ = load_dotenv(find_dotenv()) # read local .env file\n",
    "hf_api_key = os.environ['HF_TOKEN']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "d00a6379-8c66-47de-86b0-b0e955bdfde9",
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "import IPython.display as Disp\n",
    "import base64 \n",
    "from transformers import pipeline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "4722e3be-3103-49a5-a497-51a14f60e664",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "No model was supplied, defaulted to ydshieh/vit-gpt2-coco-en and revision 5bebf1e (https://huggingface.co/ydshieh/vit-gpt2-coco-en).\n",
      "Using a pipeline without specifying a model name and revision in production is not recommended.\n",
      "Config of the encoder: <class 'transformers.models.vit.modeling_vit.ViTModel'> is overwritten by shared encoder config: ViTConfig {\n",
      "  \"architectures\": [\n",
      "    \"ViTModel\"\n",
      "  ],\n",
      "  \"attention_probs_dropout_prob\": 0.0,\n",
      "  \"encoder_stride\": 16,\n",
      "  \"hidden_act\": \"gelu\",\n",
      "  \"hidden_dropout_prob\": 0.0,\n",
      "  \"hidden_size\": 768,\n",
      "  \"image_size\": 224,\n",
      "  \"initializer_range\": 0.02,\n",
      "  \"intermediate_size\": 3072,\n",
      "  \"layer_norm_eps\": 1e-12,\n",
      "  \"model_type\": \"vit\",\n",
      "  \"num_attention_heads\": 12,\n",
      "  \"num_channels\": 3,\n",
      "  \"num_hidden_layers\": 12,\n",
      "  \"patch_size\": 16,\n",
      "  \"qkv_bias\": true,\n",
      "  \"transformers_version\": \"4.46.2\"\n",
      "}\n",
      "\n",
      "Config of the decoder: <class 'transformers.models.gpt2.modeling_gpt2.GPT2LMHeadModel'> is overwritten by shared decoder config: GPT2Config {\n",
      "  \"activation_function\": \"gelu_new\",\n",
      "  \"add_cross_attention\": true,\n",
      "  \"architectures\": [\n",
      "    \"GPT2LMHeadModel\"\n",
      "  ],\n",
      "  \"attn_pdrop\": 0.1,\n",
      "  \"bos_token_id\": 50256,\n",
      "  \"decoder_start_token_id\": 50256,\n",
      "  \"embd_pdrop\": 0.1,\n",
      "  \"eos_token_id\": 50256,\n",
      "  \"initializer_range\": 0.02,\n",
      "  \"is_decoder\": true,\n",
      "  \"layer_norm_epsilon\": 1e-05,\n",
      "  \"model_type\": \"gpt2\",\n",
      "  \"n_ctx\": 1024,\n",
      "  \"n_embd\": 768,\n",
      "  \"n_head\": 12,\n",
      "  \"n_inner\": null,\n",
      "  \"n_layer\": 12,\n",
      "  \"n_positions\": 1024,\n",
      "  \"pad_token_id\": 50256,\n",
      "  \"reorder_and_upcast_attn\": false,\n",
      "  \"resid_pdrop\": 0.1,\n",
      "  \"scale_attn_by_inverse_layer_idx\": false,\n",
      "  \"scale_attn_weights\": true,\n",
      "  \"summary_activation\": null,\n",
      "  \"summary_first_dropout\": 0.1,\n",
      "  \"summary_proj_to_labels\": true,\n",
      "  \"summary_type\": \"cls_index\",\n",
      "  \"summary_use_proj\": true,\n",
      "  \"task_specific_params\": {\n",
      "    \"text-generation\": {\n",
      "      \"do_sample\": true,\n",
      "      \"max_length\": 50\n",
      "    }\n",
      "  },\n",
      "  \"transformers_version\": \"4.46.2\",\n",
      "  \"use_cache\": true,\n",
      "  \"vocab_size\": 50257\n",
      "}\n",
      "\n",
      "Hardware accelerator e.g. GPU is available in the environment, but no `device` argument is passed to the `Pipeline` object. Model will be on CPU.\n"
     ]
    }
   ],
   "source": [
    "get_completion = pipeline(\"image-to-text\")\n",
    "image_url = \"https://free-images.com/sm/9596/dog_animal_greyhound_983023.jpg\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "a6fc00a0-effc-43f9-9a36-7e729eaf6721",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/jpeg": "/9j/4AAQSkZJRgABAQEASABIAAD/2wBDAAgGBgcGBQgHBwcJCQgKDBQNDAsLDBkSEw8UHRofHh0aHBwgJC4nICIsIxwcKDcpLDAxNDQ0Hyc5PTgyPC4zNDL/2wBDAQkJCQwLDBgNDRgyIRwhMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjL/wAARCAEAAYMDASIAAhEBAxEB/8QAHAAAAgIDAQEAAAAAAAAAAAAAAAECBAMFBgcI/8QAPRAAAQQBAwIEAwYFAwMEAwAAAQACAxEEBRIhMUEGE1FhInGBBxQyQpGhI1KxwdEVM+Ek8PEWJXKSRbLS/8QAGwEBAAIDAQEAAAAAAAAAAAAAAAECAwQFBgf/xAAuEQACAgEDAwIFBAIDAAAAAAAAAQIDEQQhMQUSQRNhIjJRcaEGFLHhgdGRwfD/2gAMAwEAAhEDEQA/APcGjgJorgIVQCEJoAQkmgF3tNJCAaEIKASEWmgFSFiycuDDhdNkSsiib1e9wAH1K5bUftG8P4HDMn7w70h5H6qspxjyzPTpbr3iuLZ11BIj0XlOf9sDDE9uFiBkhHwPkdf7Lh8/x54gzXD/ANzyGRm7ax+3r8lglqoLjc6lHQdRP58R/wDex9FPliiZvfKxo9XOAVKfX9Ix2bpdSxGN9TK1fMkmdNK9xlnme+/zOJNlbbCxx5YGTTpHdif9vj+qiu6yx4hEjX9P0fT4Kepte72SW/8AJ9AM8T6HLe3V8I0L/wB4K9DmYuRxBkwymrqOQONfRfLEhyBM+PaS4Egk9llgmmgkErcoxyjj+GaIHzCx/u5L5kdFfp2qyPdVY9/bb+T6ppIr5zi8ZeJInh7NbywGigDJuFfIrawfaX4jYxrX6kyWmH4vKbuJ7duSrLVwfg15/pvULiUfz/o92QvEMT7Q/F+oE/cd+SI/xbMYEV7lehaN4k1fLl25miZkVho/ANvTk7r457LNC9T8M0NT0q3TrLlF/ZnWpgqP9FILMcskmkE0AkUmhAKkUmhAKktqkhAKgmhCAEIQgBCEIAQhJANCEIAQhCAFFwtSSCAhtQpUhASTQhAIppJoAQkmgBJNCAEJFCAaRPFlPsvOftJ8bSaK3/SME7cmaO5JR1jB4AHuefkqWTUI5Zs6TTT1Nqrhz/COK8feKsnW9RfA1nl4cDi2Np7noXH3Xn0k72Oc1w/dXZ8hz5GFztzHi29OCtdlihZ691y03KWZeT6B6cKKFCrZRF94Lwboc/opeb8G9vLvn0Wtc90r9rAb7rcYOC7dExjXS5Eh+FjBfPpSySioo1Kb52yaXC8my02JxgblyMG8khnt6lXg42BVUjIx59MEWJmMc3IDN7mdxfP9CqTswuPwtIPuKXX08Ywgl5PlnXJ36vWTsllxTaT8YRDVnubLE9jqDgQfmFm0nw7qetyOGBhO95ZRTW/JdN4HgZqGbLHNC15jaHtLhdG6XrumYUcUdBoAA4AHC07dPF2NnpumdcthoYVcuO2X7cfg860j7IJZGF2o6iWk2Kib0+pXZ6Z9nugaYxrYsNsjtu0vm+JzvUnt+i6pjSB06BT44V41Qjwit3U9TdtKbwUYNKxcSIRwQMjYOjY2ho/ZXGNDejaCnyO6e3dwVkNJzb3ZJtPb0UD8JorMxgaOoUJWGrB5QqQBUlja8PA9QpAqcgknaQTQAhCEAcISCaAEIQgBCEIAQhCAEIQgBCEIBJoQgBCEIAQkhAM9UITQC7ppJoASTQgBCEIAR3pIpc2gKuralDo2lZOfOajgjLz7nsPqV82eKdcl13UXZk5G97jZArjt+gC9O+1jxM1sDNExy1zXjzMh4ddUeGfO+V4bnyyOB3Hm1oXz759q4R6/pGnWm0z1E18UuPt/ZkxoHZPmWfgiFkgqzl48uQ0GKFztwBG0EqGhZ7cOOQyRh4fwV12lYWdrOHLNp+JNJDELO1tD6eqV1Kc8N4MfUeqW6TTOVdTllc5X8c7HOYGgOjj82Z/lvPVookD+xW1wcv8A0TMZPhUMj8LXvAcefS+FnyYZ8cls8UkTvR7S3+q02V5jZmSgE7DdLorTwj8SWWeDl1zV6mxV2S7IeUtvv7nT52dNmag7Ky2NmzHxNa9zGUNoC0eqOG6Lyw4FzwKPb1UsbUHiZ24OcTxddV0nhzAZqGoslnh3QMNguHBd2+a5MZ2O9SnyfSb6NHHpU6qGmnF43zl/7Oq8B6F90wRkSgtmyAHEHqG3wP7r0OECOOz8zXKoYLIoow0PDnbrI7/JX48hvlk7w3nuunnLyeDqrVUFCPgztrm/hHv3Q+RtjYwuP7KlLmxwNDnzU27Lj0/VajI8XabFO/GkzYGzN52F4B+SGQ6eu5+vKkCPy9u1LR4+rsyYhLFWwnufa1fgzGSG3SNv+UIDYAmuBylTjZP6LCNQiY0AEAkcc9VW/wBZa6iBbSDyobGDL5b45HOPDetFZm8gH1VKKWbMcSBUYP4irzWhrQB0RAAmkmrAEIQgBCEIAQhCAEIQgEmhCAEIQgBCEIASTQgBCEIBIQhANNJNAJNCSAaEk0AISQgDuvNPtA8Z5EOY7RtNl8pza86YEg3/ACj07cr0sURS+dNfzB/6h1LcXib7xJuc5vHU8LU1c3GGF5O/+ntJXfqHKxZ7Vx7mg1LNfO5zSdwaeHHq73ta2HTMzVJfLgZYPLnnoAskxIaehHal6T9m7oc/SRjEtvHyHvc2ubcGgH9AtfTxzI73V7nXU2jU+Gvsv1DOzYxlnZguFyyMPJ9AL7+69zxdOxcDT48THYI44mBrQB2CyYrY8bGaAAABQVPMzxFC50kjYx1v2XQjBRPG36uy5KL4RqNa02DIYY5WMex/BDuf/C811Lw1HDlPZiyukF8xNbucPr2+q7qXIm1Iu8tzmwO4aa5ePr0Cy4mnRws2eXVn4jx/VV9Vp4iaU9JXZvNHBw6DkYbXH7s2MOABc/4iR8xwFvdF0VwkjLZsjc2iDuoLdzY0Rc4yO3Fh5DTyR/hLDySzU2As2CwRt5BCwSk3Lc2q4quHbBYR0mFpcYgaY5ZmvBuy8HlUszw1Nl5AfJqmW1rHbtsRDefT3C6DD/2+GALI9tMkNcn91tpZRgzuea614ebHE+EySSR9xLI5wPfpdUtDJomO4+d92ifI5os7buhXdd5qspa9zHuO2/RaWSERP3eW8OPTcev/ACtS1b7GeD23OdxnTYMrWYz3w8hwYx54+nqrf3/MJkezJmicTXIDh68Ur2VgMLD8DGtJ6FtErWva7GkdGI3FlXG9jrAHdUUnwS0bAalqTtr456LB8XwAbgRR47Lno/tAyx4lONkN8nGDfK2P6sdfDvqtxFM+VzWgkFooF3e/6haPxdoAyIm6hjRkZELakHXc32PqP6KJSkvJu6F1Sn6di2e2fodxj+PThhkE0JfRAJb2XX6Tr+Dq7duPLcoFuaRRC8a0XGOr4AePicwbXAfzepPyW0bi5+DNHNhFzJo3WXNK24T7kpI0dRQ6bZVvlM9nPRJUNF1JuqaXBkOIErm/xG/yu7rYLKjXEikIQAhCEAIQhACEIQAhCEAIQhACEIQAhCEAIQhACEkIBoCE0AISTQAkmhACEJsaXmh07oCB6dey+ePEekai3UcyaTByHjz3PfI2EtDhZ59l9GPAFAKnkMaWE1x6LDdp/VSy+Dp9M6lLQSlJRz3HyhlUJTXS16F9k0kL59UxmP8A+paxs7W1+Jg4dXuCQur8Y+FdN1LDm24kcWSeWzRtDXbvf1+q4b7JsHMw/tM8icPikiglErBVEUOvt06eywV0uuaydXVdRhrKJ4WHyer5WqObjfAHAk1dWtKyN+pzh2S9zcZv5SfxLrPFUIl0w48YAMrg0kCqBWowonN240IBY0V5lc/stmSyzzixgkIA0xsDSHflocV6q39ykl2xxWHfzE8LY4+MInhssbS53pwFvGRRtHwtChV/Uhz+h5/qsE+K0NcW2bG2v79lU0iN8pZLITQNAnr6hdbr2C3JsOaRdlr29iFp8bGlxHxs+F8bnfiCiVYUzo8R1iuSB0WeVwEbr6LHisDYgGihSyTM3xlnr3WePBjZzGqM8xzngA0B0HPXoq8GO/LcXAkEfir+gXRuwPMbbXUO5I5+asxYLInOELGtIHBHqsTr3yX7tsHKZWn0x3/TuJ6kg1Xoue1DTxJIHNZfNBxPWl6PkYf4rG5xFX/VacaIwtka/o4m67LG6t9iVM8+hbJBlFzGt8twptG3NN9waW8yIvNhaC4sJqzXBTydElxMt4cWOaeWn8xCviJ00DHyEO2jaQDz/grHZB9vuXhLDOE0l3+g+KsjT27fIyKc0X+Edf8AIXbTRNyMXgBvYFcP4pidh6pgak3dbXbCDx+Hkf3XbQZTfJY6ItcHgEAk3RHsq0SxmLOj1CPqQhf5ksP7rY1kOfqeDKYMKR1btzrH7ru/DmXPmaWH5Li6UOIJK5SSed7fu2Gxr82W9sYI+IetldnomDLg6VFFPXnfifRvk9ltxeXsclrBsEkHqhXKghCEAIQhACEIQAhCEAI4pCVIBoQhACEIQAkU1EoAtCVIQGRJNCAEIQgBCEIBG+ysgBjFWaaeD7qc0nSuilEMg99k2qsr+Oeik53UlVZpATwbViDVakQ2yeo6LF4Ow4zqeoaiGs3vYyK6+Lgk/wB0tRcCCSenYqPg3KrUM7HIrc0SD6f+VifJmi32vBudXlE2czFobWDc6/U9FGEY2kwedm5LSeoaQAjUXjEyMjMaN0u0U2uwC8e1rWvEGr52TmadprMzDiD3ySTSEDaytxAHQC6VlErk9gn1fEyGtkgkZbXAfA++q3WLkiYMIPBBXzJF4mcxwyRiTYTN/wALmuc+In0uuPkvcPBHiBupaI15Df4Zo12BAIVsbFWdjM0OaRV8LRtjjbkGItI2i77AlbWLKEhbZFgcrWGYv1N1UG/m9ST/AOFDQNlGwNjNdAbCbwWsLuqnGNzKHrxaxufsBHYc8qfBBOD+IHA/hvsrQAC1mJljyS4EO5IsK2zK3F+4UG1ygMkoaW041wtNNqmJiP8ALle0c8e3zUNY1aHFxpHyPDR6X6cr551Xxg7P1GbJzDLP8f8ACxoX7QG9rPTooZJ9DyS6ZqrDDFlxOmHSnCwqZ0t4a6NwAJHJ9fcL59w/GE2NkNmj0RrY2i3OgyHmVo9eeP2Xu3hnXo9ZwIgZfMeABZ60eefdUe5bGDlPGOmh2iTu3B0kTxKSBVEcHj5Kjh5kGk6PBlZMjxj7WtDCLcXejV2niOBs2lZTdo2mNzffp/ZeZ68HO0TSscmy3p86Wn2pWHR9Vy0qh9H/ACjb+FM3/UfHONlHexr3HhxHoaHC9pXgekukwcrHmbw+N4ea9Qbr5L3iCZmTjxTxm2SND2n2IW1Dg50uSThwo91IqKyFQpCEIAQkmgBCEIAQjhCAEIQgBFhCEAIQhAIopCaAVeyE0IBpJpIAQhPhACEkIAKxzOI5KyKEjPMYW9+ylPAKDpbsWqkknX9lLJDonkOBC18sx7FGxgwZj/iJNcLH4QidJrmZMPwthon3JUHskyHiONhdI7gAcrqtD0oaZglrqMsh3PPp6D6LHyy/yxNVNlffNX1/TnNG7HjjkjcHdQ5gu/SiF4Pn69naSx2hslfExzpo5AKqRjn7qP1XvGVjswPG8WW+TYzVMf7sQehezkD5kH9l5947+z90+e/Ix4BJv+JzOevqD2VllpoySxFqS4wv7/J5jk61rJ0N2hic/wCml+8w7B+K7u6tdt9nOvyY2EcR8lbeK9a6Wf0XKZXhXW4pGt+6ZDYt3Nchw9l0nhTwtkYDZJ8lpO+UuDDfHYWrfFjDZjfbyj2PTM5swD+CCL68LNAGT5rjt6C3ErT6LHtZvdVBgN3xfRbjGqGV8+62vFUOw/8AKkob3F/2gDfA6lVct4cyQDlw7Kziv3wn0pUJ5Njye5FX8kIKMM4jL6b2B4/QpZWqsxYSC8NaG8k91AAATgO45DT2FBcjrEsj4Hxh1uskHr+nooZKWTmfG/ibJynHHwnMfujcaYeSKJP0Xm+dnMlxcBuDgsxHxQ7JJWOLnTuJvc6/6Lo25AwfEPm5NmPlpDulHt7d1DVNIx8BhycDJx8jGd8QjMgEjPaj1RSaexk7F25YtLztKbn4b2YE2OG45bledJuD5KNvHoPZdv8AZayTUcM5H+25x5c3ggdBXpwF5pFhZWq0DDIxjiB5bfxPH+F9A+CfD7dA8Pxtlrz3Nt+3t7KjzncSawkjD42zocDR2Y4IM2S7yWA9bPU/QLgNdyIYdT07HN+WDfI+F1cVaueMMp+p+N2YreY8KINoHjceT/YKq/Ei1jTZMOZxEzGgxSHruHcLRlZm1nSso9KiC8vd/wCePwSk2tDXR+ti+xXqHgbURn+HmsP48d5jI9B1H9V5XFudGC5rgQKcDfUcchdv9nL5IM7Px3Co3sbIPYj/AMrbjLJzJLB6CVFTIUVlKEbCKRSEAUhCEAIRYQgBCEIAQhCAEIQgBCEIAQhCAEIQgGkmhACEk0AIQhACEIQCfGyVtPaHD3VQ6RhvdZY7/wCxVwJ90BigxMfGH8KJrSe4HJ+qsA8KBKAmAaTxfBu8PzZUbA6fBIy4uPzMNkfUWFbxTj69pEGWwWJmBw3e4V2eIT48kLuWvaWkexC1XhWM4eC7T3VeO8tAHYdQqraRlynVjyn+GV59GcwODuIx3PFD2WCDBa4GNjWgAggnvyuh1J7mwkeXY9OtrXYLXU9zmUL6XyshiMH3Ty5DEBTbulLHc17Hl1kkkV6Dssjd4zXlnxNI79ipmOg4lo7C1JBssU7cZ7vaytbkNc7c5tWSQAthE4nClJ4quStXLIQGCtxf157EqAU3tEUT+dxFmv5ieFpcnTJGRxyyMjIBv5rpn48Ye6aQ89/ZVct++J8b9+0j4S4ABQSjg9X8JQ6mC8MurFgcg9VoIfAWYZHBriyNlHgC/la9RwRtuN7Qa688hbeLGZQ2jjuVAych4a8JOwXsldGzeQP4osu911uTkMxo/LAprBZPQcdVnleMeLaA0dei5HxXnOxvDudk9XGIxx3yCXcf0KpN9qbMlMHZNQXlnCaE5+p6tqGpSWfOldTj6Xf9KV1wMOc97RTWUCa6n0VrQMAYOiQMcAHEF7vawKH6KWXCCza22g8uf6LnqO3udPWWqdz7eFt/xsZTi78jz4494fXw3x81scHUcnQDJLj6eyZzx8V/DVFVsBg8ltWGNoLDrduxm/d8SOXb18wkcdiCD/VbEE8bGlHt79+DqNK+0PByZ2Y2oQvwpXmg91mO/S6FLsrBAIXzTn5bYztlb/F6/wAN5cz6Egf3Xon2d+OPMEWjanKOwxpXf/of7JXqPi7ZnT1PS80evSvuv+0eopJkJdFtnCEmkE0AqTQhACEIQAhCEAIQhACEihANCSaAEIQgGhCSAE0JIBpJpIATQhAHohCEAyjskhAMLWs2Y3iBp+MfeGEcN+Ekep9VsVJgtwQlPBg1DIZFwXNa49CSq2PQjppBvklXsoMMZIG0j8xCr4/QDg16KxUxRtJndbQAehHdSey7H5iQfoFbEIbdXR6KtOzZGZD+MNO35qQZMQh+nSA88G1SZHbWybbLWU0IgccfCka78R6+5UoZLY1vQVzfZQDFO15Zcgr0ruq87gWBsnJPQkrYbreHHrXA/uqmVMC3yzTiP3UMFGCPyX7x8Rro7qt3C9vltc0UK6EchaiB0W8MIcD+XcOnta2QcI42/HXHQhQSa/Pk2yPIddkCv8Lg/EmezO1rH0uENe1h3y3ZDT8u5/yug8UayNLxJ52fFKG1G2/xO/76rl9E06THhOZmEOzsgb3fDy2+f1K1bZdz7EdHTQVUHfLxsvv/AEbJ52hsBbtJPxV2WZ2AcuARxgBvBLr9FPExDNK0bDuceaPNLojiMx4Wnb0FBoHA+aKGdzUczT4+I3Gj2PduHYkUFJ8j4o3bYY3sHJLjV/KgrJlDCS6yT1+HlYMzKd90e+RsbGD8zzX6rLFYIWW8HnviVscn/UQw+ay6lY6Q7gfUdQR8v0XLxyCGTdGHN6EC+R9V1ery4Ewf5b2xzN5pt7XD5Gr/AK88FchKGtl/hkbTRHt7Lm3/ADZPedMjilRZ7d4B8aDWMdunZ0n/AFkbfge4/wC83/8Aofuu66r5hw8uTEyGyxPcx7CC1zTRaR3C9z8F+LovEeD5cxa3PhA8xv8AOP5gtvTX93wS5OB1jpXov1ql8L5X0/o6pNI9ULcPOjQkCmgBCVoQDQkEIBoQhAJCaEAIQhACEIQAmlaaAVlNCEAI6IQgBCXdNAHKSE0AJJpIAKkxQJ5THKAx5g+GnEFpCnjRBkNgCquglQe4gt491lhFxOHJrhWIBp3WFV1J4jEduodPqrcLRz6rVau4+Y0dWg3ypBjL/jp111I91chA44B4slayKQzTud6cUtrGAxoJ4AHRQBPaA0uIF+/dajL2hzi3gnpS3D669VqM5gLiwN/F6KrJKuFI/wAw/h2ck/NbTzWFmy23Xfla3CxhjyObtsnkE9VdeXNHx0WnuoBxmq6ZNqPiQTTs3YmP/th1FrnetKw6JrntAcC55q1tM0upx8stYelCwVQwo/MmD9wNGgCVgwk2bM7ZTST4S2N3puI1jroCh+qs5m7ZtF2ewSgtm1oN1zx3Sypmxguc4t9x1VlwYPJrp2TNbW/ZQ/ksrmdW13Hje+Itt4FbntIHy6rJ4h15uLG+OKVjXHlwe63/AFHb9lwWbrsuW8Q5OwtB/AWlvHsT/lY7bVFYR2endPlc++S2K2tnfOZW3G5vwmMOtrvcH+y04cXHd3tZ8qTzZhCAbb8LSXXfpz6Kq3r7Fc6Ty8ntaIdsFEzB3N33/ZbTRdVytJ1CLLxnlksZse47g+y1A9vTupg1RCqnh5RlsrU4uMuGfQukeLsTWNKbkNIjnFNkiJ/CfX5La4+c2X4r+Ht7r5407PkxJmSsdwCNzT0IXoOJ4sAYTGLLhtaHcmyujVqO5fFyeG6p0r9tPuh8r/Hseoecz+YLIH2vPMbxUx0znzSEuaABQprfVdLpXiPT84NjjnD5SLPalsRsTeDjOuS3N/YTWIOBAIKyhwWQoHRAR2tRuigJoUS8eqN7fVASSStO0A0JWhANCjZQgJUmhCASaEIAQjn0QgBCEIAQhCAAhCEBFF0mmB8KARb1cbAKy47KgPqVjcCY6HXpSsxt2Rtb6KyIMQaWOJK1moxMnNkkHoCFt5vwFaScFjySSSe3ojLJbksLEaxlgm76lWntocLHFI1kIc7hZBMHj4ShDE42PlwtdNzLXcrYv/DfqqU7f4jTSqwJlBu1zSdvQg8qpNI4ggOu+x6q3sAA2hwc7qVrc9xgcxrW8uHXt9VRslESxu2uDfbsFOJjWAEUfRVmyuI20OVnbK1hF/i6qhbctOeyJjnULrlcf4n8VY+jwEEufO78EbP6k9lLxF4oxtMxHmSUCRxIY0cl59vZeO52p5GoZUk8sshLjf4lhst7VtydfpnTXfLun8q/Jf1HXJNQc4y40As/jA+L6nutdNOZXWBQqvosG4lpB9bT7LSlJvdns6aYVxxFEg47g6+bFKZNuJ6WbUaop9+OvRUNlExQHThSDSGh19TQ/RYieFla/aCBXNcKpYyNO3rYK2+l5gjk+K91UCBZC07bBo9Flx3mOVpaaIIpWi8PJqayiN1Mos61wHkkRt2tceh6n5qiZZsch0b3U0/lKvM84w25wF95CACsTmB5t20tbzYHX2C2Gt9jwzWEbLA8WajBE0DLkaAAAHjgfVdTpnj8F7Y8qMuv8zR1XnUhmFue1m0DhgFKxjyB8O5rNruvP5vZWrtnF4yY51Razg9YHjPS3VT5br8JYQqU/jWOyIYJCPV4pcDHOHObTn11odVaOW6r2vLR7Aj/AIWV3yfBg9JI6KbxtLtc4MY0dyTVLJp/jESyAy/DEO54J/Vcc6XFmeXBsjXd+P7LC+JzGbmtFE3uHU/VQrZctkuuPB65jeJNPmFjIYPmVb/1fDPP3hntyvFGvkDWljOL6u6q598yImNLJHB3o3hZP3HsV9H3PZ2ZkJAIkbz7qbMqJ5pr2n5FeIP1bMPJyS4jr8ZNK4zXtUiiaW5TwCOpbQVlqIlXSz2YyNvqhePf+pdQP/5F3/f0Qr+tEr6Uj2ZCQvumspjBJNCAEI7oQAhCEAJJoQCtCaSAEdrQlyEBOEbn89AVYe4ggeqxwtpEsgA6qyII5LwGUOq0mQ5zpBfcq07IEkjmnoFhJD3c9lD5LxMGXIW+WC7aD6KxiuDRzRUXxtmiN9VCO4/hLrPZCrRsJHEx9FWmDQLJKzR73RcqBaHBw9lDBVc4bw26HoVpNYy90rI2Cg3ryrmo5rcWNxI3EcUO5XGyaj505kN7ATwTdhYpyMsI53N9G/YN3twuf1/xLFpcDy6Qb3WAAeSqOreJYsLFL3uodGtHUleZ6jny6jlvmleXOJ49h7LBZZhbHV0HT5XS7pfKZNR1KbVMozTGzdN+XoqgSAJ6A/onRHUEFabeT19UFCKjHhE+evClwCQoC+vqphVZsxH2KmB6FQB4TCqZCRJv5IHsQj8VWnxx6jqoJRkaa6cKxHtfJHQN8AqpdhX9LibNnQtePhJ55pFyYtRLtqlL6JnTRw4s0fEhsEWDVfVE1NeGtLtjRyRVfsrTYoXRhm3gHpYKryQNY0iMgD0W0+D585blIRPfM5xd/CHWz1+Syx3jkcloPdwAClG0OJc87iOjS7hTsy0x/wDErkmuB72qpZ2J7htx3A7h0vcCBwfkrw2iMtAvyzTh3A9QsEJMdRMea7A1R/RWqbbZWiwBtruPZE8Mh7lOXDia4ut4vndG6v2VeVrmxbGZMhHPwlZ8oiS2tcCQPhs0Pl7FYAJBDT3OFOokCiD9VOWyEkjC0zeVTZK7UAQs2PsA/iPMjvRwKb/NbRducL7lYHP3F0bo7jurP+VDfgYLTJoW0PLFjmwaVfIa2ea3yFo9LJP+FiixfJ3Grae1qTozwN0jPSxYpCCBijvjfX/yQrAYyhumN9/hQpIPoG0ICF1DRBCEIAQhJANCEIAQhFoAQlaZQCuigG3BCbfxoDPYDSVq58oM3Bzhz0tXsuZsMJe40AFwOra00SOId8lkKm/OditdXmtvvynHPHIfgeHH2K8mztTe6V8m+rPbosWmeJZ8TUd4eS0cFpKpjcyqR7MHgMJc4BVzK0SDuPVef5HimfNI2nYPRbXTdYa4MBdbvQlMMiTyd7ibns3E2Oyk4WfRYtOl34zCe47Kw/h1oUOH8SSfd8pzX83e0NFuP+Fweq6lHp7N07o4SekYG97l1vj/AFRmBOdskTJi2m7ibP6dAvFc1+TLkulynW95sOBtte3stO6ajsdvp2hd2JS2j/JczNbGXO5z8WOS+nmi6HtVKocovPwNbF7NAr9eqqUpDrytRvJ6mumMFiKMnmPPBef1R+6iFIKptRJ0P+U7JAFDj25UW9CU79VVmVEh1R3S7qQ69OVUumPjj09lMfEL/MOvusXusnRoI6l1ft/yhOcBd/JbrQcYy5BduDQ0dSLWmaOef+wur0OIw4g3AgP+Lopjuzm9Wv8AT07Xl7Gx81uMQ3a+Qu/M8cAe1IcZdxewxub3+HlT2NkdVfKuAFYEYY0bNhrnbfH1K2M7HimUTj2fMeQ1u3d5ZP8Af0SG6RgDGUT3pW5nOMZBYwh5uwf3QwBtNoSc9uPoqNloogxjtorh3/x4WQPAL2vBBrvyFJhLDvd8JvizYU2ubLL8fArhwUckmvy4gCHGiHEc9h80mSSsa9koko929lYyoiHtYD8DrA9AsAglERa4h7fykdQoi2S0sFWQB1uB3OHqbJ+iiGulIuPjpXT9lmbAwuJDoy7u1w5UXeYP9p4+H8tba+SsQTexrAAGvaD0LaPPuFElu0AygEdWHj9lidOKA5IPUssFYS4uAj3l9dA88qUyMGd33bcbNfRyFj817eOBX/fohM+xOPc+hh0CaBwhdU5oJJoQAhCEAJVZTQgBBCEIBITKSAE4/wAaXKGnY+zwiBy3jTVfugjg31uBJpeRaxq8nmnaTVrtvFkkuo6jkztIMUXwtHsOq841F24g1wSs2Niqe5Tn1QvaQDyVXjyNrt12SsT4g5x2i1XkkEXVvKpgsb+LVWsjDifiHQLYYGuOMjXN7FcX5z3cfhV/CdQcSSeOyA918J+I4suQYZf/ABKsLtDZo9qXhH2cedN4vjJJpjSTz2Xuk0gjx3uvgC1VjB4v9on/AFmqTeYA1gPw7iRursV53sey2OqSEnnYb2+4XTeNM2STUpGuxhW4lsjySefT0XIWQ4Fpr3HC5VjzJnudBW46eKE9pjeQe3p3QBYTc9z63mzVXSQVDfSJD+vT3TCXf3Ug7tQ/RQZEyQPsE1AE/wDhSPPRQZUyQ45R/VRtMVfuqlkydpg/COnUpAW0AfM+yYFir+SgsWcSI5GQyFoPJ5Psu0ga5kIplMHA4pajQtPMLRPJbXPHAroFvfLBcTRBHS6V4LB5Tq2pV1vZHiIzCHAbWC+tErK1jWxEkAfPp9Aoim1Qt3U8LLHJu+INBsckC1kOM0Qe5jw3zWj245Uq6U1jBXHHICcjyOjCCehu7+nZYRIXutzeT3Hoqy+giS2XbWhoZXQClBrvLlDw4gDg+le6BJI3dyHN7EcLG8Pa3giS+Dx0CjgvyTmJ8oHkjdYr8qxSknhzS1xHLmngqUUroyYnVTh8II5UHSNo3QaRxaLYj2Kb7cKD3EXyCKP7qMjCW2C+/Q8LJMf4bt7eDw1wPX2VT8nIeD+UgCx9FIHG6SP4ZHNIPZ3RRljLvytLR0r/ACsjZj1c07uhvj6rE50brcRZ9BwmcjGBBooUHgem4IWPzXfzfuhTkg+kU0IXWOaCEIQAhCSAaErQEAWmkUWEAIQhAMA3ysco3MI7kUpoPsgPBPFv+taNlZET9xhLztd6grjW6lHI9olcR6hfQvjrRjrHhjLgjaHZAbvj45scr52x9Om1ebyGQFkzLDrNEEequpMYRYdn4TLqzzwLVXIyMacAtaA6+VqcnDlx8h0UnDmmiosx3k0CbUuWSMHQ4+JjTMLpJAOOOVrzlxY+SY2kmj1CozTPgGwBz3Dst7iaO57cVpdFJlZBH8KMWW37qpJ6N9lGL94y8rUaIYAIwfX1Xo3iHMbjaZI0k/EOxorW+GdKh8O6HFjigQN0h9T3XL+Kdcx9Sc/Ehn2Sjhu40HfIrDZPCNzS0O6xYWxw+tTSyPcY8ncwnhszP2v/ACucmY0mnR+U8/8A1PyWbLbLBkva5z2yA0WvPRVzMS3aRbe7T/Uei5jeWe4qqcIpIwEFpojokpuAuwTXZR9UMofqpBRB7qQNWFBdD6JhJMHlQZEMcoHVJTaL47KCyG0kH5hbDTMM5WS0n8DeT/hUmMMjgxos9Pmuv0jC8iEN2h3c33Ucs0eo6v0asLlmyxd4Z8G6h1BCyPcPicYtw7tc7aFDbubtAoHsO6bWFjzubYruP8LIjx7ZNj2yM4aWtP5u30UmsMgI8xxaOTwpwsEgtjzs9CeQVIwHbua4NI71yrblHgA8x8WaI49/7rDLscQCSfT1UtrWW4scCfxAc/VDXSx82APQ8/8AhVbJWwiJdoDLN/znoqxlc1x6A91mmdJY27rceB1/VY3hoO15sg2dvI+qhtlkkV3hu3lkh6m7sLBJM4gNcbHS6/qFbl/CKoEn4aJJpVZiXN+E7q7WoJK8pO4VIA0jkbf+VhIf5ZDCHDr8fH6LIHkgtLa9FiIcXWeg90QZj8xzHjh1e3/KhJM5x+D8foOLWV24N+LcwnpySVibM1rqcZKHUloN/wB1ZFGAa6uRL9Wj/KFiMmPZ+M/qUKMDY+m0JJrsHNEmhCAVpoQgFSaEIAS49EXSW4eoQDR3Sv3QSB3QElG76fqmCD0QgE5oLSK69V5t4s8Al0s2oaN/Bnk5exvF/JelWFEgONFAfNGqeHspsjd+PI17RTiW91Rl0fIxmiQMLmkWCAvpjMwceUHfE11+oWpl0bDewNEDOOnChyLLc+cMbRM/PyCIseSR5PZvRep+CfBrdFd/qWokOyyPgYTwwf5XS6y2PRY4XQRNaJHbTQ6LhdQ8S5ZeGh5DQaP0K17NQobM6mj6VZqUpR4Oj8SeKTDCfu9FrXbXWe68x1eQyZHmxlwjf8TaPQ9wrudlOnyJQHHbKLctW+zE6J1kg7gB+9LRstc2er0Whjp4fCgknbnYwbMf4zOA/wBfmta9u0lpHPos/DSaBr06qEg3NaTyao/JVybaj27Iw+yRPt9FIiuElJDQh7J10RVFL+yDgmD2rr7ICXYKXUAqC6GByptFKLR1W003T5MmVry24x19FV77EXXRpg5yLei4DnPEzh8vZdQGU3gAWLJHF+6wwYrYwGsAA/a1Z3ihHwCP5eiv24PH6rUyvm5SMW8sftDh6kKxuunM3G+Kd2Kg+FrWji3duOqxxSPPEYaa79FZGozK2V7ZBbW1uo2KWdzyZTtfVjsf6oLN/wATjbehFUPqsbomsfv3A8cbj0Kggm/Icyw9u6rBIHZYtwkHwuDa/KTVhIvdK7iueCRxfyWQM+ABp4B/OKUPJKwV5C59eYQGDgNaen1SD45P4dBoHcqcj2MGwlxB9Ov/ACsLn0Pga0g+tf8AYVWyyKUzDG9w4DbvcoPsNtrmlpHPHVZCS55ab9fhWHIIaR8IruKPP1REtkHODQLBJH1VZ73F1gderiOQsji1/IDwB1AWMOY6Xc82R0BClIjOwtu63NDg26s9Vieade34AepPJVlxDgDyR0A7KO0dQwX6nspzgjGTGJKAAjKFJx+I05Cr3Fu0/9k=",
      "text/plain": [
       "<IPython.core.display.Image object>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Disp.Image(requests.get(image_url).content)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "963b0cdf-07c5-4555-a5d3-93c0734ad0bf",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "* Running on local URL:  http://127.0.0.1:7869\n",
      "\n",
      "To create a public link, set `share=True` in `launch()`.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div><iframe src=\"http://127.0.0.1:7869/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": []
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import gradio as gr \n",
    "\n",
    "def image_to_base64_str(pil_image):\n",
    "    byte_arr = io.BytesIO()\n",
    "    pil_image.save(byte_arr, format='PNG')\n",
    "    byte_arr = byte_arr.getvalue()\n",
    "    return str(base64.b64encode(byte_arr).decode('utf-8'))\n",
    "\n",
    "def captioner(image):\n",
    "    base64_image = image_to_base64_str(image)\n",
    "    result = get_completion(base64_image)\n",
    "    return result[0]['generated_text']\n",
    "\n",
    "gr.close_all()\n",
    "demo = gr.Interface(fn=captioner,\n",
    "                    inputs=[gr.Image(label=\"Upload image\", type=\"pil\")],\n",
    "                    outputs=[gr.Textbox(label=\"Caption\")],\n",
    "                    title=\"Image Captioning with BLIP\",\n",
    "                    description=\"Caption any image using the BLIP model\",\n",
    "                    allow_flagging=\"never\",\n",
    "                    # examples=[\"christmas_dog.jpeg\", \"bird_flight.jpeg\", \"cow.jpeg\"]\n",
    "                   )\n",
    "\n",
    "demo.launch()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6640b50b-3751-47a3-82e6-a13fb03517a3",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}