test

camenduru · Aug 16, 2023 · 1a93931 · 1a93931
1 parent cea821f
commit 1a93931
Show file tree

Hide file tree

Showing 2 changed files with 60 additions and 1 deletion.
diff --git a/README.md b/README.md
@@ -7,11 +7,11 @@
 | Colab | Info
 | --- | --- |
 [![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/camenduru/DoctorGPT-colab/blob/main/DoctorGPT_colab.ipynb) | DoctorGPT_colab (Gradio)
+[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/camenduru/DoctorGPT-colab/blob/main/doctor-gpt-7b-text-generation-webui-colab.ipynb) | doctor-gpt-7b-text-generation-webui-colab https://github.com/oobabooga/text-generation-webui (Thanks to @oobabooga ❤)
 
 ## Main Repo
 https://github.com/llSourcell/DoctorGPT
 
 ## Model
 https://huggingface.co/llSourcell/medllama2_7b/tree/main
 
-## Output
diff --git a/doctor-gpt-7b-text-generation-webui-colab.ipynb b/doctor-gpt-7b-text-generation-webui-colab.ipynb
@@ -0,0 +1,59 @@
+{
+    "cells": [
+      {
+        "cell_type": "markdown",
+        "metadata": {
+          "id": "view-in-github"
+        },
+        "source": [
+          "[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/camenduru/DoctorGPT-colab/blob/main/doctor-gpt-7b-text-generation-webui-colab.ipynb)"
+        ]
+      },
+      {
+        "cell_type": "code",
+        "execution_count": null,
+        "metadata": {
+          "id": "VCFOzsQSHbjM"
+        },
+        "outputs": [],
+        "source": [
+          "%cd /content\n",
+          "!apt-get -y install -qq aria2\n",
+          "\n",
+          "!git clone -b v2.1 https://github.com/camenduru/text-generation-webui\n",
+          "%cd /content/text-generation-webui\n",
+          "!pip install -r requirements.txt\n",
+          "\n",
+          "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/4bit/medllama2_7b_s/resolve/main/model-00001-of-00002.safetensors -d /content/text-generation-webui/models/medllama2_7b -o model-00001-of-00002.safetensors\n",
+          "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/4bit/medllama2_7b_s/resolve/main/model-00002-of-00002.safetensors -d /content/text-generation-webui/models/medllama2_7b -o model-00002-of-00002.safetensors\n",
+          "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/4bit/medllama2_7b_s/raw/main/model.safetensors.index.json -d /content/text-generation-webui/models/medllama2_7b -o model.safetensors.index.json\n",
+          "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/4bit/medllama2_7b_s/raw/main/special_tokens_map.json -d /content/text-generation-webui/models/medllama2_7b -o special_tokens_map.json\n",
+          "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/4bit/medllama2_7b_s/raw/main/tokenizer.json -d /content/text-generation-webui/models/medllama2_7b -o tokenizer.json\n",
+          "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/4bit/medllama2_7b_s/raw/main/tokenizer_config.json -d /content/text-generation-webui/models/medllama2_7b -o tokenizer_config.json\n",
+          "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/4bit/medllama2_7b_s/raw/main/config.json -d /content/text-generation-webui/models/medllama2_7b -o config.json\n",
+          "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/4bit/medllama2_7b_s/raw/main/generation_config.json -d /content/text-generation-webui/models/medllama2_7b -o generation_config.json\n",
+          "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/4bit/medllama2_7b_s/resolve/main/tokenizer.model -d /content/text-generation-webui/models/medllama2_7b -o tokenizer.model\n",
+          "\n",
+          "%cd /content/text-generation-webui\n",
+          "!python server.py --share --model /content/text-generation-webui/models/medllama2_7b"
+        ]
+      }
+    ],
+    "metadata": {
+      "accelerator": "GPU",
+      "colab": {
+        "provenance": []
+      },
+      "gpuClass": "standard",
+      "kernelspec": {
+        "display_name": "Python 3",
+        "name": "python3"
+      },
+      "language_info": {
+        "name": "python"
+      }
+    },
+    "nbformat": 4,
+    "nbformat_minor": 0
+  }
+