caharkness/mllm-streamlit
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge remote-tracking branch 'origin/main'

Browse Source
This commit is contained in:
Conner Harkness 2025-08-19 07:38:35 -06:00
commit edbb1b1dd1
1 changed files with 25 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
mllm.sh → mllm-streamlit.sh Normal file → Executable file
View File

@ -72,6 +72,25 @@ then
FIRST_RUN=1 FIRST_RUN=1
fi fi
if [[ "$@" =~ --linux-install ]]
then
apt install build-essential cmake openjdk-17-jre-headless curl
export CUDACXX="/usr/local/cuda-12/bin/nvcc"
export CMAKE_ARGS="-DGGML_CUDA=on -DCMAKE_CUDA_ARCHITECTURES=native"
export FORCE_CMAKE="1"
pip install llama-cpp-python --no-cache-dir --force-reinstall --upgrade
pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu121
pip install streamlit
pip install streamlit_js_eval
pip install pyqt6 pyqt6-webengine
exit 0
fi
if [[ $FIRST_RUN -eq 1 ]] if [[ $FIRST_RUN -eq 1 ]]
then then
pip install streamlit pip install streamlit
@ -131,9 +150,12 @@ CHILD_PIDS="${CHILD_PIDS} $!"
./${SCRIPT_NAME} --streamlit & ./${SCRIPT_NAME} --streamlit &
CHILD_PIDS="${CHILD_PIDS} $!" CHILD_PIDS="${CHILD_PIDS} $!"
if [[ ! "$@" =~ --headless ]]
then
export CHILD_PIDS export CHILD_PIDS
./${SCRIPT_NAME} --gui & ./${SCRIPT_NAME} --gui &
CHILD_PIDS="${CHILD_PIDS} $!" CHILD_PIDS="${CHILD_PIDS} $!"
fi
wait ${CHILD_PIDS} wait ${CHILD_PIDS}