mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-10-01 01:26:03 -04:00
Add files via upload
This commit is contained in:
parent
0b86ac38b1
commit
88af917e0e
13
INSTRUCTIONS.txt
Normal file
13
INSTRUCTIONS.txt
Normal file
@ -0,0 +1,13 @@
|
||||
Thank you for downloading oobabooga/text-generation-webui.
|
||||
Here is how to get it up and running:
|
||||
|
||||
1. Run the "install" script to install the web UI and its requirements in this folder.
|
||||
2. Run the "download" script to download a model of your choice.
|
||||
3. Run the "start-webui" script to launch the web UI.
|
||||
|
||||
To add flags like --chat, --notebook, --extensions, etc, edit the
|
||||
"start-webui" script using a text editor and add the desired flags
|
||||
to the line that says "python server.py...".
|
||||
|
||||
To get the latest updates in the future, just re-run the "install" script.
|
||||
This will only install the updates, so it should be much faster.
|
9
download-model.bat
Normal file
9
download-model.bat
Normal file
@ -0,0 +1,9 @@
|
||||
@echo off
|
||||
|
||||
set INSTALL_ENV_DIR=%cd%\installer_files\env
|
||||
set PATH=%INSTALL_ENV_DIR%;%INSTALL_ENV_DIR%\Library\bin;%INSTALL_ENV_DIR%\Scripts;%INSTALL_ENV_DIR%\Library\usr\bin;%PATH%
|
||||
call conda activate
|
||||
cd text-generation-webui
|
||||
python download-model.py
|
||||
|
||||
pause
|
90
install.bat
Normal file
90
install.bat
Normal file
@ -0,0 +1,90 @@
|
||||
@echo off
|
||||
|
||||
@rem Based on the installer found here: https://github.com/Sygil-Dev/sygil-webui
|
||||
@rem This script will install git and conda (if not found on the PATH variable)
|
||||
@rem using micromamba (an 8mb static-linked single-file binary, conda replacement).
|
||||
@rem This enables a user to install this project without manually installing conda and git.
|
||||
|
||||
echo What is your GPU?
|
||||
echo.
|
||||
echo A) NVIDIA
|
||||
echo B) None (I want to run in CPU mode)
|
||||
echo.
|
||||
set /p "gpuchoice=Input> "
|
||||
set gpuchoice=%gpuchoice:~0,1%
|
||||
setlocal enabledelayedexpansion
|
||||
set gpuchoice=!gpuchoice:a=A!
|
||||
set gpuchoice=!gpuchoice:b=B!
|
||||
|
||||
if "%gpuchoice%" == "A" (
|
||||
set "PACKAGES_TO_INSTALL=torchvision torchaudio pytorch-cuda=11.7 conda git"
|
||||
set "CHANNEL=-c nvidia"
|
||||
) else if "%gpuchoice%" == "B" (
|
||||
set "PACKAGES_TO_INSTALL=torchvision torchaudio pytorch conda git"
|
||||
set "CHANNEL="
|
||||
) else (
|
||||
echo Invalid choice. Exiting...
|
||||
exit
|
||||
)
|
||||
|
||||
set MAMBA_ROOT_PREFIX=%cd%\installer_files\mamba
|
||||
set INSTALL_ENV_DIR=%cd%\installer_files\env
|
||||
set MICROMAMBA_DOWNLOAD_URL=https://github.com/cmdr2/stable-diffusion-ui/releases/download/v1.1/micromamba.exe
|
||||
set REPO_URL=https://github.com/oobabooga/text-generation-webui.git
|
||||
set umamba_exists=F
|
||||
|
||||
@rem figure out whether git and conda needs to be installed
|
||||
if exist "%INSTALL_ENV_DIR%" set PATH=%INSTALL_ENV_DIR%;%INSTALL_ENV_DIR%\Library\bin;%INSTALL_ENV_DIR%\Scripts;%INSTALL_ENV_DIR%\Library\usr\bin;%PATH%
|
||||
call "%MAMBA_ROOT_PREFIX%\micromamba.exe" --version >.tmp1 2>.tmp2
|
||||
if "%ERRORLEVEL%" EQU "0" set umamba_exists=T
|
||||
|
||||
@rem (if necessary) install git and conda into a contained environment
|
||||
if "%PACKAGES_TO_INSTALL%" NEQ "" (
|
||||
@rem download micromamba
|
||||
if "%umamba_exists%" == "F" (
|
||||
echo "Downloading micromamba from %MICROMAMBA_DOWNLOAD_URL% to %MAMBA_ROOT_PREFIX%\micromamba.exe"
|
||||
|
||||
mkdir "%MAMBA_ROOT_PREFIX%"
|
||||
call curl -L "%MICROMAMBA_DOWNLOAD_URL%" > "%MAMBA_ROOT_PREFIX%\micromamba.exe"
|
||||
|
||||
@rem test the mamba binary
|
||||
echo Micromamba version:
|
||||
call "%MAMBA_ROOT_PREFIX%\micromamba.exe" --version
|
||||
)
|
||||
|
||||
@rem create the installer env
|
||||
if not exist "%INSTALL_ENV_DIR%" (
|
||||
call "%MAMBA_ROOT_PREFIX%\micromamba.exe" create -y --prefix "%INSTALL_ENV_DIR%"
|
||||
)
|
||||
|
||||
echo "Packages to install: %PACKAGES_TO_INSTALL%"
|
||||
|
||||
call "%MAMBA_ROOT_PREFIX%\micromamba.exe" install -y --prefix "%INSTALL_ENV_DIR%" -c conda-forge -c pytorch %CHANNEL% %PACKAGES_TO_INSTALL%
|
||||
call "%MAMBA_ROOT_PREFIX%\micromamba.exe" install -y --prefix "%INSTALL_ENV_DIR%" -c conda-forge -c pytorch %CHANNEL% %PACKAGES_TO_INSTALL%
|
||||
|
||||
if not exist "%INSTALL_ENV_DIR%" (
|
||||
echo "There was a problem while installing%PACKAGES_TO_INSTALL% using micromamba. Cannot continue."
|
||||
pause
|
||||
exit /b
|
||||
)
|
||||
)
|
||||
|
||||
set PATH=%INSTALL_ENV_DIR%;%INSTALL_ENV_DIR%\Library\bin;%INSTALL_ENV_DIR%\Scripts;%INSTALL_ENV_DIR%\Library\usr\bin;%PATH%
|
||||
|
||||
@rem clone the repository and install the pip requirements
|
||||
call conda activate
|
||||
if exist text-generation-webui\ (
|
||||
cd text-generation-webui
|
||||
git pull
|
||||
) else (
|
||||
git clone https://github.com/oobabooga/text-generation-webui.git
|
||||
cd text-generation-webui
|
||||
)
|
||||
call python -m pip install -r requirements.txt
|
||||
call python -m pip install -r extensions\google_translate\requirements.txt
|
||||
call python -m pip install -r extensions\silero_tts\requirements.txt
|
||||
|
||||
cd ..
|
||||
del .tmp1 .tmp2
|
||||
|
||||
pause
|
11
start-webui.bat
Normal file
11
start-webui.bat
Normal file
@ -0,0 +1,11 @@
|
||||
@echo off
|
||||
|
||||
@echo Starting the web UI...
|
||||
|
||||
set INSTALL_ENV_DIR=%cd%\installer_files\env
|
||||
set PATH=%INSTALL_ENV_DIR%;%INSTALL_ENV_DIR%\Library\bin;%INSTALL_ENV_DIR%\Scripts;%INSTALL_ENV_DIR%\Library\usr\bin;%PATH%
|
||||
call conda activate
|
||||
cd text-generation-webui
|
||||
call python server.py --auto-devices --cai-chat
|
||||
|
||||
pause
|
Loading…
Reference in New Issue
Block a user