Config changes to stay in 16GB VRAM available on Colab

2 years ago · ad01cadbef
1 changed files with 5 additions and 1 deletions
--- a/clip_interrogator.ipynb
+++ b/clip_interrogator.ipynb
@ -76,7 +76,11 @@
        "import gradio as gr\n",
        "from clip_interrogator import Config, Interrogator\n",
        "\n",
-        "ci = Interrogator(Config())\n",
+        "config = Config()\n",
+        "config.blip_offload = True\n",
+        "config.chunk_size = 1024\n",
+        "config.flavor_intermediate_count = 1024\n",
+        "ci = Interrogator(config)\n",
        "\n",
        "def inference(image, mode):\n",
        "    image = image.convert('RGB')\n",