Move to Wiedervereinigung

.env.local

@@ -0,0 +1,71 @@
+# Use .env.local to change these variables
+# DO NOT EDIT THIS FILE WITH SENSITIVE DATA
+
+MONGODB_URL=${MONGODB_URL}
+MONGODB_DB_NAME=chat-ui
+MONGODB_DIRECT_CONNECTION=false
+
+
+COOKIE_NAME=chat-ui
+HF_ACCESS_TOKEN=#hf_<token> from from https://huggingface.co/settings/token
+
+# used to activate search with web functionality. disabled if not defined
+SERPAPI_KEY=#your serpapi key here
+
+# Parameters to enable "Sign in with HF"
+OPENID_CLIENT_ID=
+OPENID_CLIENT_SECRET=
+OPENID_SCOPES="openid profile" # Add "email" for some providers like Google that do not provide preferred_username
+OPENID_PROVIDER_URL=https://huggingface.co # for Google, use https://accounts.google.com
+
+
+# 'name', 'userMessageToken', 'assistantMessageToken' are required
+MODELS=`[
+  {
+    "name": "${MODEL_NAME}",
+    "chatPromptTemplate": "${MODEL_PROMPT_TEMPLATE}",
+    "preprompt": "",
+    "promptExamples": [
+      {
+        "title": "Python Fibonacci",
+        "prompt": "Wie schreibe ich eine Python Funktion um eine Fibonacci Nummer auszugeben?"
+      }, {
+        "title": "What is a meme?",
+        "prompt": "Was ist ein Meme, und was ist die Geschichte dieses Wortes?"
+      }, {
+        "title": "Regex",
+        "prompt": "Erzeuge eine Regex um Daten aus Logfiles zu extrahieren."
+      }
+    ],
+    "endpoints": [
+      {
+        "type": "tgi",
+        "url": "http://127.0.0.1:8080"
+      }
+    ],
+    "parameters": ${MODEL_PARAMS}
+  }
+]`
+OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }`
+
+PUBLIC_ORIGIN=${SPACE_HOST}
+PUBLIC_SHARE_PREFIX=${SPACE_HOST}/r
+PUBLIC_GOOGLE_ANALYTICS_ID=#G-XXXXXXXX / Leave empty to disable
+PUBLIC_DEPRECATED_GOOGLE_ANALYTICS_ID=#UA-XXXXXXXX-X / Leave empty to disable
+PUBLIC_ANNOUNCEMENT_BANNERS=`[
+  {
+    "title": "Chat UI is now open sourced on GitHub",
+    "linkTitle": "GitHub repo",
+    "linkHref": "https://github.com/huggingface/chat-ui"
+  }
+]`
+
+PARQUET_EXPORT_DATASET=
+PARQUET_EXPORT_HF_TOKEN=
+PARQUET_EXPORT_SECRET=
+
+PUBLIC_APP_NAME=${APP_NAME} # name used as title throughout the app
+PUBLIC_APP_ASSETS=chatui # used to find logos & favicons in static/$PUBLIC_APP_ASSETS
+PUBLIC_APP_COLOR=${APP_COLOR} # can be any of tailwind colors: https://tailwindcss.com/docs/customizing-colors#default-color-palette
+PUBLIC_APP_DATA_SHARING=#set to 1 to enable disclaimers & options about data sharing
+PUBLIC_APP_DATA_DISCLAIMER=#set to 1 to enable disclaimers about model outputs

defaults/APP_COLOR

@@ -1 +1 @@
-blue
+orange

defaults/MODEL_NAME

@@ -1 +1 @@
-OpenAssistant/falcon-7b-sft-top1-696
+mayflowergmbh/Wiedervereinigung-7b-dpo

defaults/MODEL_PROMPT_TEMPLATE

@@ -1 +1 @@
-<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}} {{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s> {{/ifAssistant}}{{/each}}
+{{#if @root.preprompt}}<|im_start|>system\n{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}

entrypoint.sh

@@ -0,0 +1,23 @@
+#!/bin/bash
+
+# Make sure `/data/db` directory exists even with persistent storage
+mkdir -p /data/db
+# If app crashed, mongo didn't stop gracefully. Remove all the old *.lock files
+find /data/db -name "*.lock" -type f -exec rm -f {} \; 
+# Start the local Mongo database
+mongod &
+
+# Start the text-generation-inference process
+text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code &
+
+# Wait for text-generation-inference to start
+curl --retry 60 --retry-delay 10 --retry-connrefused http://127.0.0.1:8080/health
+
+# Start the chat-ui process
+pm2 start /app/build/index.js -i $CPU_CORES --no-daemon &
+
+# Wait for any process to exit
+wait -n
+
+# Exit with status of process that exited first
+exit $?