From 6e5b275f7f4ccc6e0cf9781d9cb1986f920a34e3 Mon Sep 17 00:00:00 2001 From: Dave Niewinski Date: Tue, 23 Jan 2024 01:21:06 +0000 Subject: [PATCH] Added README and switched all openai stuff to support llama.cpp --- README.md | 36 +++++++++++++++++++++++++++++ glados_bringup/launch/openai.launch | 7 +++--- openai_ros | 2 +- 3 files changed, 41 insertions(+), 4 deletions(-) create mode 100644 README.md diff --git a/README.md b/README.md new file mode 100644 index 0000000..927d1b6 --- /dev/null +++ b/README.md @@ -0,0 +1,36 @@ +# GLaDOS + +## LLM + + git clone --depth=1 https://github.com/dusty-nv/jetson-containers + cd jetson-containers + ./run.sh --workdir=/opt/llama.cpp/bin $(./autotag llama_cpp) /bin/bash -c './server --model $(huggingface-downloader TheBloke/openchat_3.5-GGUF/openchat_3.5.Q4_K_S.gguf) --n-gpu-layers 999 --threads $(nproc) -c 2048' + +## RIVA + +Look here [https://docs.nvidia.com/deeplearning/riva/user-guide/docs/quick-start-guide.html](https://docs.nvidia.com/deeplearning/riva/user-guide/docs/quick-start-guide.html) + + ngc registry resource download-version nvidia/riva/riva_quickstart_arm64:2.13.1 + cd riva_quickstart_arm64_v2.13.1 + bash riva_init.sh + + # See NeMo information for what to do here + + riva_start.sh + +## ASR + +Check device number + + python3 transcribe_mic.py --input-device=4 + +## TTS + +Pair bluetooth speaker +See [https://developer.nvidia.com/embedded/learn/tutorials/connecting-bluetooth-audio](https://developer.nvidia.com/embedded/learn/tutorials/connecting-bluetooth-audio) + + python3 glados_talk.py --voice=GLaDOS --play-audio + +## Everything Else + + roslaunch glados_bringup bringup.launch diff --git a/glados_bringup/launch/openai.launch b/glados_bringup/launch/openai.launch index c4a7e25..37f60af 100644 --- a/glados_bringup/launch/openai.launch +++ b/glados_bringup/launch/openai.launch @@ -1,7 +1,8 @@ - - - + + + + diff --git a/openai_ros b/openai_ros index b734ec8..ed9a8cd 160000 --- a/openai_ros +++ b/openai_ros @@ -1 +1 @@ -Subproject commit b734ec83d1bdb7eedd1c728deadff7c9b1a7b7f8 +Subproject commit ed9a8cd5faabc7f82490f44aba20468ef50c04b8