ComfyColab_DEV.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "machine_shape": "hm",
      "authorship_tag": "ABX9TyN7Nth792i7O60czgLX/xPE",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/cosmicoxytocin/ComfyUI-Colab/blob/main/ComfyColab_DEV.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "cellView": "form",
        "id": "Q_3OCDFV9OG3"
      },
      "outputs": [],
      "source": [
        "#@markdown # Connect Google Drive\n",
        "from google.colab import drive\n",
        "from IPython.display import clear_output\n",
        "import ipywidgets as widgets\n",
        "import os\n",
        "\n",
        "def inf(msg, style, wdth): inf = widgets.Button(description=msg, disabled=True, button_style=style, layout=widgets.Layout(min_width=wdth));display(inf)\n",
        "Shared_Drive = \"\" #@param {type:\"string\"}\n",
        "#@markdown - Leave empty if you're not using a shared drive\n",
        "\n",
        "print(\"\\033[0;33mConnecting...\")\n",
        "drive.mount('/content/drive')\n",
        "\n",
        "if Shared_Drive!=\"\" and os.path.exists(\"/content/drive/Shareddrives\"):\n",
        "  mainpth=\"Shareddrives/\"+Shared_Drive\n",
        "else:\n",
        "  mainpth=\"MyDrive\"\n",
        "\n",
        "clear_output()\n",
        "inf('\\u2714 Done','success', '50px')\n",
        "\n",
        "#@markdown ---"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#@markdown # Install/Update Comfy\n",
        "from IPython.utils import capture\n",
        "from IPython.display import clear_output\n",
        "from subprocess import getoutput\n",
        "import ipywidgets as widgets\n",
        "import sys\n",
        "import fileinput\n",
        "import os\n",
        "import time\n",
        "import base64\n",
        "import requests\n",
        "from urllib.request import urlopen, Request\n",
        "from urllib.parse import urlparse, parse_qs, unquote\n",
        "from tqdm import tqdm\n",
        "import six\n",
        "\n",
        "if not os.path.exists(\"/content/drive\"):\n",
        "  print('\\033[1;31mGdrive not connected, using temporary colab storage...')\n",
        "  time.sleep(4)\n",
        "  mainpth =\"MyDrive\"\n",
        "  !mkdir -p /content/drive/$mainpth\n",
        "  Shared_Drive=\"\"\n",
        "\n",
        "if Shared_Drive!=\"\" and not os.path.exists(\"/content/drive/Shareddrives\"):\n",
        "  print('\\033[1;31mShared drive not detected, using default MyDrive')\n",
        "  mainpth=\"MyDrive\"\n",
        "\n",
        "with capture.capture_output() as cap:\n",
        "  def inf(msg, style, wdth): inf = widgets.Button(description=msg, disabled=True, button_style=style, layout=widgets.Layout(min_width=wdth));display(inf)\n",
        "  figitclone = \"git clone --depth 1\"\n",
        "  %mkdir -p /content/drive/$mainpth/Comfy\n",
        "  %cd /content/drive/$mainpth/Comfy\n",
        "  !git clone -q --branch master https://github.com/comfyanonymous/ComfyUI\n",
        "\n",
        "with capture.capture_output() as cap:\n",
        "  %cd /content/drive/$mainpth/Comfy/ComfyUI/\n",
        "  !git reset --hard\n",
        "  !git checkout master\n",
        "  time.sleep(1)\n",
        "  !git pull\n",
        "clear_output()\n",
        "inf('\\u2714 Done', 'success', '50px')\n",
        "\n",
        "#@markdown ---"
      ],
      "metadata": {
        "cellView": "form",
        "id": "C7GbD-GcCpPF"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#@markdown # ❌ ~~Download Model~~ ❌\n",
        "\n",
        "#@markdown <h2><font color=\"red\"><b>NOT FINISHED! DO NOT USE</b></font></h3>\n",
        "\n",
        "#@markdown ## See [Install Guide](https://github.com/cosmicoxytocin/ComfyUI-Colab/blob/main/docs/install_models_sd3.md)\n",
        "import gdown\n",
        "from gdown.download import get_url_from_gdrive_confirmation\n",
        "\n",
        "Use_Temp_Storage = False #@param {type:\"boolean\"}\n",
        "\n",
        "#@markdown ---\n",
        "\n",
        "Model_Version = \"SD3\" #@param [\"SD3\", \"SDXL\", \"1.5\"]\n",
        "\n",
        "#@markdown Or\n",
        "PATH_to_MODEL = \"\" #@param {type:\"string\"}\n",
        "\n",
        "#@markdown Or\n",
        "MODEL_URL = \"\" #@param {type:\"string\"}\n",
        "\n",
        "def getsrc(url):\n",
        "  parsed_url = urlparse(url)\n",
        "  if parsed_url.netloc == 'civitai.com':\n",
        "    src='civitai'\n",
        "  elif parsed_url.netloc == 'drive.google.com':\n",
        "    src='gdrive'\n",
        "  elif parsed_url.netloc == 'huggingface.co':\n",
        "    src='huggingface'\n",
        "  else:\n",
        "    src='others'\n",
        "  return src\n",
        "\n",
        "src=getsrc(MODEL_URL)\n",
        "\n",
        "\n",
        "\n",
        "#@markdown ---"
      ],
      "metadata": {
        "id": "5FbhccZuSp07",
        "cellView": "form"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#@markdown # Requirements\n",
        "import subprocess\n",
        "from tqdm import tqdm\n",
        "print(\"\\033[1;32mInstalling Requirements...\")\n",
        "\n",
        "with capture.capture_output() as cap:\n",
        "  %cd /content/\n",
        "  !apt -y update -qq\n",
        "\n",
        "  if not os.path.exists('drive/'+mainpth+'/Comfy/libtcmalloc/libtcmalloc_minimal.so.4'):\n",
        "    %env CXXFLAGS=-std=c++14\n",
        "    !wget -q https://github.com/gperftools/gperftools/releases/download/gperftools-2.5/gperftools-2.5.tar.gz && tar zxf gperftools-2.5.tar.gz && mv gperftools-2.5 gperftools\n",
        "    !wget -q https://github.com/TheLastBen/fast-stable-diffusion/raw/main/AUTOMATIC1111_files/Patch\n",
        "    %cd /content/gperftools\n",
        "    !patch -p1 < /content/Patch\n",
        "    !./configure --enable-minimal --enable-libunwind --enable-frame-pointers --enable-dynamic-sized-delete-support --enable-sized-delete --enable-emergency-malloc; make -j4\n",
        "    !mkdir -p /content/drive/$mainpth/Comfy/libtcmalloc && cp .libs/libtcmalloc*.so* /content/drive/$mainpth/Comfy/libtcmalloc\n",
        "    %env LD_PRELOAD=/content/drive/$mainpth/Comfy/libtcmalloc/libtcmalloc_minimal.so.4\n",
        "    %cd /content\n",
        "  else:\n",
        "      %env LD_PRELOAD=/content/drive/$mainpth/Comfy/libtcmalloc/libtcmalloc_minimal.so.4\n",
        "\n",
        "torch_packages = [\n",
        "    \"torch\",\n",
        "    \"torchvision\",\n",
        "    \"torchaudio\",\n",
        "]\n",
        "extra_index = \"https://download.pytorch.org/whl/cu121\"\n",
        "final_packages = [\n",
        "    \"triton==2.0.0\",\n",
        "    \"mediapipe==0.9.1.0\",\n",
        "    \"addict\",\n",
        "    \"yapf\",\n",
        "    \"fvcore\",\n",
        "    \"omegaconf\",\n",
        "]\n",
        "for package in tqdm(['jax', 'jaxlib'], desc='Downgrading JAX', unit='package'):\n",
        "  subprocess.run(f'pip uninstall -y -q {package}', shell=True)\n",
        "\n",
        "for package in tqdm(['jax==0.4.23', 'jaxlib==0.4.23'], desc='Installing JAX', unit='package'):\n",
        "  subprocess.run(f'pip install -q {package}', shell=True)\n",
        "\n",
        "\"\"\"for package in tqdm(final_packages, desc=\"Installing Packages\", unit='package'):\n",
        "  subprocess.run(f'pip install -q -U {package}', shell=True)\n",
        "\"\"\"\n",
        "for package in tqdm(['xformers'], desc=\"Installing Xformers\", unit=\"package\"):\n",
        "  subprocess.run(\n",
        "      f'pip install -q -U xformers --index-url https://download.pytorch.org/whl/cu121',\n",
        "      shell=True\n",
        ")\n",
        "\n",
        "%cd /content/drive/$mainpth/Comfy/ComfyUI\n",
        "!pip install -qq -r requirements.txt\n",
        "\n",
        "#clear_output()\n",
        "inf('\\u2714 Done','success', '50px')\n",
        "\n",
        "#@markdown ---"
      ],
      "metadata": {
        "cellView": "form",
        "id": "4ia135uo9YMu"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#@markdown # Launch ComfyUI\n",
        "!wget https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64 -O /content/cloudflared-linux-amd64 && chmod 777 /content/cloudflared-linux-amd64\n",
        "import atexit, requests, subprocess, time, re, os\n",
        "from random import randint\n",
        "from threading import Timer\n",
        "from queue import Queue\n",
        "def cloudflared(port, metrics_port, output_queue):\n",
        "    atexit.register(lambda p: p.terminate(), subprocess.Popen(['/content/cloudflared-linux-amd64', 'tunnel', '--url', f'http://127.0.0.1:{port}', '--metrics', f'127.0.0.1:{metrics_port}'], stdout=subprocess.DEVNULL, stderr=subprocess.STDOUT))\n",
        "    attempts, tunnel_url = 0, None\n",
        "    while attempts < 10 and not tunnel_url:\n",
        "        attempts += 1\n",
        "        time.sleep(3)\n",
        "        try:\n",
        "            tunnel_url = re.search(\"(?P<url>https?:\\/\\/[^\\s]+.trycloudflare.com)\", requests.get(f'http://127.0.0.1:{metrics_port}/metrics').text).group(\"url\")\n",
        "        except:\n",
        "            pass\n",
        "    if not tunnel_url:\n",
        "        raise Exception(\"Can't connect to Cloudflare Edge\")\n",
        "    output_queue.put(tunnel_url)\n",
        "output_queue, metrics_port = Queue(), randint(8100, 9000)\n",
        "thread = Timer(2, cloudflared, args=(8188, metrics_port, output_queue))\n",
        "thread.start()\n",
        "thread.join()\n",
        "tunnel_url = output_queue.get()\n",
        "os.environ['webui_url'] = tunnel_url\n",
        "print(tunnel_url)\n",
        "%cd /content/drive/$mainpth/Comfy/ComfyUI\n",
        "#model_dir = \"/content/drive/\"+mainpth+\"/Comfy/ComfyUI/models/checkpoints/\"\n",
        "\n",
        "!python main.py --dont-print-server\n",
        "\n",
        "\n",
        "#@markdown ---"
      ],
      "metadata": {
        "cellView": "form",
        "id": "x77YEBEwLfSx"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}