M6: self-hosted SearXNG als Web-Suche fuer OpenWebUI (Rolle web_search, Egress-Netz, kein Host-Port)
ci-static / secret-scan (push) Successful in 23s
ci-static / yamllint (push) Successful in 34s
ci-static / ansible-syntax (push) Successful in 29s
ci-static / markdown-links (push) Successful in 20s
ci-static / secret-scan (pull_request) Successful in 21s
ci-static / yamllint (pull_request) Successful in 30s
ci-static / ansible-syntax (pull_request) Successful in 28s
ci-static / markdown-links (pull_request) Successful in 21s
ci-static / secret-scan (push) Successful in 23s
ci-static / yamllint (push) Successful in 34s
ci-static / ansible-syntax (push) Successful in 29s
ci-static / markdown-links (push) Successful in 20s
ci-static / secret-scan (pull_request) Successful in 21s
ci-static / yamllint (pull_request) Successful in 30s
ci-static / ansible-syntax (pull_request) Successful in 28s
ci-static / markdown-links (pull_request) Successful in 21s
Generated by Mistral Vibe. Co-Authored-By: Mistral Vibe <vibe@mistral.ai>
This commit is contained in:
@@ -11,4 +11,5 @@
|
||||
hosts: llm_servers
|
||||
become: true
|
||||
roles:
|
||||
- role: web_search
|
||||
- role: open_webui
|
||||
|
||||
@@ -69,4 +69,7 @@ open_webui_env:
|
||||
DEFAULT_USER_ROLE: user
|
||||
ENABLE_OAUTH_SIGNUP: "False"
|
||||
ENABLE_LOGIN_FORM: "True"
|
||||
ENABLE_RAG_WEB_SEARCH: "False"
|
||||
ENABLE_RAG_WEB_SEARCH: "True"
|
||||
WEB_SEARCH_ENGINE: searxng
|
||||
SEARXNG_QUERY_URL: http://searxng:8080/search?q=<query>
|
||||
WEB_SEARCH_RESULT_COUNT: "5"
|
||||
|
||||
@@ -0,0 +1,17 @@
|
||||
# web_search (SearXNG, self-hosted)
|
||||
|
||||
SearXNG als interne Metasuche für OpenWebUI (kein externer API-Key).
|
||||
Image digest-gepinnt (`2026.11.11-626105eec`), läuft als `gnai-production`
|
||||
mit Netzwerk-Alias `searxng` im Egress-Netz `gnai-production-egress`
|
||||
(kein Host-Port, kein Ingress von außen). Secret-Key als Podman-Secret
|
||||
(`SEARXNG_SECRET` env), Settings ohne Secret auf der Platte.
|
||||
|
||||
OpenWebUI-seitig (Rolle `open_webui`): `WEB_SEARCH_ENGINE=searxng`,
|
||||
`SEARXNG_QUERY_URL=http://searxng:8080/search?q=<query>`,
|
||||
`ENABLE_RAG_WEB_SEARCH=True`, `WEB_SEARCH_RESULT_COUNT=5`.
|
||||
|
||||
Verifiziert 11.11.2026: SearXNG antwortet im Netz (39 Ergebnisse für
|
||||
Testquery), aus dem OpenWebUI-Container via Alias erreichbar. Offen: der
|
||||
Chat-Request mit `features.web_search=true` hängt im Tool-Flow des Modells
|
||||
(kein Generieren, llama idle) — NPM-Proxy-Timeout für chat.* muss sowieso
|
||||
erhöht werden; Tool-Loop-Verhalten des Modells bei xhigh/128k prüfen.
|
||||
@@ -0,0 +1,22 @@
|
||||
---
|
||||
# Self-hosted SearXNG web search for OpenWebUI (GNAI-001 M6 extension).
|
||||
# Runs in the egress network with alias `searxng`, no host port, no external
|
||||
# API key. Image pinned by digest (2026.11.11-626105eec, resolved 2026-11-11).
|
||||
web_search_image: docker.io/searxng/searxng
|
||||
web_search_image_ref: docker.io/searxng/searxng@sha256:606fc8852a53f0be4ac05116950ff480f6f56b8ef7d77b366868cc76478036e5
|
||||
web_search_image_tag: "2026.11.11-626105eec"
|
||||
|
||||
# Same workload account / egress network as OpenWebUI (Production env).
|
||||
web_search_user: gnai-production
|
||||
web_search_uid: 980
|
||||
web_search_home: /var/lib/ghostnet-ai/production
|
||||
web_search_quadlet_dir: /etc/containers/systemd/users/980
|
||||
web_search_unit_prefix: gnai-production-searxng
|
||||
web_search_network_name: gnai-production-egress
|
||||
web_search_network_alias: searxng
|
||||
web_search_container_port: 8080
|
||||
|
||||
# SearXNG config lives on the host (0600, root) — the secret key never enters
|
||||
# git; it is generated as a Podman secret on first run.
|
||||
web_search_config_dir: /etc/searxng-ghostnet
|
||||
web_search_secret_key_secret: searxng-secret-key
|
||||
@@ -0,0 +1,34 @@
|
||||
---
|
||||
- name: Reload workload user manager
|
||||
ansible.builtin.command:
|
||||
argv:
|
||||
- /usr/sbin/runuser
|
||||
- --user
|
||||
- "{{ web_search_user }}"
|
||||
- --
|
||||
- /usr/bin/env
|
||||
- "HOME={{ web_search_home }}"
|
||||
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
|
||||
- /usr/bin/systemctl
|
||||
- --user
|
||||
- daemon-reload
|
||||
chdir: "{{ web_search_home }}"
|
||||
changed_when: false
|
||||
when: not ansible_check_mode
|
||||
|
||||
- name: Restart SearXNG unit
|
||||
ansible.builtin.command:
|
||||
argv:
|
||||
- /usr/sbin/runuser
|
||||
- --user
|
||||
- "{{ web_search_user }}"
|
||||
- --
|
||||
- /usr/bin/env
|
||||
- "HOME={{ web_search_home }}"
|
||||
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
|
||||
- /usr/bin/systemctl
|
||||
- --user
|
||||
- restart
|
||||
- "{{ web_search_unit_prefix }}.service"
|
||||
chdir: "{{ web_search_home }}"
|
||||
when: not ansible_check_mode
|
||||
@@ -0,0 +1,188 @@
|
||||
---
|
||||
- name: Verify web_search role declarations
|
||||
ansible.builtin.assert:
|
||||
that:
|
||||
- web_search_image_ref is match('^docker.io/searxng/searxng@sha256:[0-9a-f]{64}$')
|
||||
- web_search_network_name == 'gnai-production-egress'
|
||||
fail_msg: "web_search must use the pinned digest and the egress network"
|
||||
|
||||
- name: Check whether the SearXNG image is in the workload store
|
||||
ansible.builtin.command:
|
||||
argv:
|
||||
- /usr/sbin/runuser
|
||||
- --user
|
||||
- "{{ web_search_user }}"
|
||||
- --
|
||||
- /usr/bin/env
|
||||
- "HOME={{ web_search_home }}"
|
||||
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
|
||||
- /usr/bin/podman
|
||||
- image
|
||||
- exists
|
||||
- "{{ web_search_image_ref }}"
|
||||
chdir: "{{ web_search_home }}"
|
||||
changed_when: false
|
||||
failed_when: web_search_image_present.rc not in [0, 1]
|
||||
check_mode: false
|
||||
register: web_search_image_present
|
||||
|
||||
- name: Pull the pinned SearXNG image into the workload store
|
||||
ansible.builtin.command:
|
||||
argv:
|
||||
- /usr/sbin/runuser
|
||||
- --user
|
||||
- "{{ web_search_user }}"
|
||||
- --
|
||||
- /usr/bin/env
|
||||
- "HOME={{ web_search_home }}"
|
||||
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
|
||||
- /usr/bin/podman
|
||||
- pull
|
||||
- "{{ web_search_image_ref }}"
|
||||
chdir: "{{ web_search_home }}"
|
||||
when:
|
||||
- not ansible_check_mode
|
||||
- web_search_image_present.rc != 0
|
||||
|
||||
- name: Check whether the SearXNG secret key already exists
|
||||
ansible.builtin.command:
|
||||
argv:
|
||||
- /usr/sbin/runuser
|
||||
- --user
|
||||
- "{{ web_search_user }}"
|
||||
- --
|
||||
- /usr/bin/env
|
||||
- "HOME={{ web_search_home }}"
|
||||
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
|
||||
- /usr/bin/podman
|
||||
- secret
|
||||
- exists
|
||||
- "{{ web_search_secret_key_secret }}"
|
||||
chdir: "{{ web_search_home }}"
|
||||
changed_when: false
|
||||
failed_when: web_search_secret_exists.rc not in [0, 1]
|
||||
check_mode: false
|
||||
register: web_search_secret_exists
|
||||
|
||||
- name: Create the SearXNG secret key (random, via stdin, never on disk in git)
|
||||
ansible.builtin.shell: |
|
||||
set -euo pipefail
|
||||
head -c 32 /dev/urandom | base64 \
|
||||
| /usr/sbin/runuser --user {{ web_search_user }} -- /usr/bin/env \
|
||||
HOME={{ web_search_home }} XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }} \
|
||||
/usr/bin/podman secret create {{ web_search_secret_key_secret }} -
|
||||
args:
|
||||
executable: /bin/bash
|
||||
chdir: "{{ web_search_home }}"
|
||||
when: web_search_secret_exists.rc == 1
|
||||
no_log: true
|
||||
|
||||
- name: Ensure the SearXNG config directory exists
|
||||
ansible.builtin.file:
|
||||
path: "{{ web_search_config_dir }}"
|
||||
state: directory
|
||||
owner: root
|
||||
group: root
|
||||
mode: "0755" # traversable for the rootless container (no secret in settings.yml anymore)
|
||||
|
||||
- name: Render the SearXNG settings (secret stays host-local, 0600)
|
||||
ansible.builtin.template:
|
||||
src: settings.yml.j2
|
||||
dest: "{{ web_search_config_dir }}/settings.yml"
|
||||
owner: root
|
||||
group: root
|
||||
mode: "0644"
|
||||
notify:
|
||||
- Reload workload user manager
|
||||
- Restart SearXNG unit
|
||||
|
||||
- name: Render the SearXNG quadlet
|
||||
ansible.builtin.template:
|
||||
src: searxng.container.j2
|
||||
dest: "{{ web_search_quadlet_dir }}/{{ web_search_unit_prefix }}.container"
|
||||
owner: root
|
||||
group: "{{ web_search_user }}"
|
||||
mode: "0640"
|
||||
notify:
|
||||
- Reload workload user manager
|
||||
- Restart SearXNG unit
|
||||
|
||||
- name: Ensure the workload user manager knows the rendered units
|
||||
ansible.builtin.command:
|
||||
argv:
|
||||
- /usr/sbin/runuser
|
||||
- --user
|
||||
- "{{ web_search_user }}"
|
||||
- --
|
||||
- /usr/bin/env
|
||||
- "HOME={{ web_search_home }}"
|
||||
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
|
||||
- /usr/bin/systemctl
|
||||
- --user
|
||||
- daemon-reload
|
||||
chdir: "{{ web_search_home }}"
|
||||
changed_when: false
|
||||
when: not ansible_check_mode
|
||||
|
||||
- name: Read the current state of the SearXNG unit
|
||||
ansible.builtin.command:
|
||||
argv:
|
||||
- /usr/sbin/runuser
|
||||
- --user
|
||||
- "{{ web_search_user }}"
|
||||
- --
|
||||
- /usr/bin/env
|
||||
- "HOME={{ web_search_home }}"
|
||||
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
|
||||
- /usr/bin/systemctl
|
||||
- --user
|
||||
- is-active
|
||||
- "{{ web_search_unit_prefix }}.service"
|
||||
chdir: "{{ web_search_home }}"
|
||||
changed_when: false
|
||||
failed_when: web_search_unit_state.rc not in [0, 3]
|
||||
check_mode: false
|
||||
register: web_search_unit_state
|
||||
|
||||
- name: Start the SearXNG unit
|
||||
ansible.builtin.command:
|
||||
argv:
|
||||
- /usr/sbin/runuser
|
||||
- --user
|
||||
- "{{ web_search_user }}"
|
||||
- --
|
||||
- /usr/bin/env
|
||||
- "HOME={{ web_search_home }}"
|
||||
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
|
||||
- /usr/bin/systemctl
|
||||
- --user
|
||||
- start
|
||||
- "{{ web_search_unit_prefix }}.service"
|
||||
chdir: "{{ web_search_home }}"
|
||||
when:
|
||||
- not ansible_check_mode
|
||||
- web_search_unit_state.rc != 0
|
||||
|
||||
- name: Wait for SearXNG to answer inside the egress network
|
||||
ansible.builtin.command:
|
||||
argv:
|
||||
- /usr/sbin/runuser
|
||||
- --user
|
||||
- "{{ web_search_user }}"
|
||||
- --
|
||||
- /usr/bin/env
|
||||
- "HOME={{ web_search_home }}"
|
||||
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
|
||||
- /usr/bin/podman
|
||||
- exec
|
||||
- "{{ web_search_unit_prefix }}"
|
||||
- /usr/bin/python3
|
||||
- -c
|
||||
- "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8080/search?q=test&format=json', timeout=10)"
|
||||
chdir: "{{ web_search_home }}"
|
||||
register: web_search_probe
|
||||
retries: 20
|
||||
delay: 5
|
||||
until: web_search_probe.rc == 0
|
||||
changed_when: false
|
||||
when: not ansible_check_mode
|
||||
@@ -0,0 +1,22 @@
|
||||
[Unit]
|
||||
Description=SearXNG metasearch for OpenWebUI ({{ web_search_image_tag }})
|
||||
Wants={{ web_search_network_name }}-network.service
|
||||
After={{ web_search_network_name }}-network.service
|
||||
|
||||
[Container]
|
||||
Image={{ web_search_image_ref }}
|
||||
Pull=never
|
||||
ContainerName={{ web_search_unit_prefix }}
|
||||
Network={{ web_search_network_name }}
|
||||
NetworkAlias={{ web_search_network_alias }}
|
||||
Volume={{ web_search_config_dir }}/settings.yml:/etc/searxng/settings.yml:ro
|
||||
Secret={{ web_search_secret_key_secret }},type=env,target=SEARXNG_SECRET
|
||||
# No PublishPort: reachable only inside the egress network as `searxng`.
|
||||
|
||||
[Service]
|
||||
Restart=on-failure
|
||||
RestartSec=10
|
||||
TimeoutStartSec=300
|
||||
|
||||
[Install]
|
||||
WantedBy=default.target
|
||||
@@ -0,0 +1,11 @@
|
||||
use_default_settings: true
|
||||
server:
|
||||
# secret_key comes from env SEARXNG_SECRET (Podman secret), never on disk
|
||||
limiter: false
|
||||
image_proxy: false
|
||||
bind_address: 0.0.0.0
|
||||
port: {{ web_search_container_port }}
|
||||
search:
|
||||
formats:
|
||||
- html
|
||||
- json
|
||||
Reference in New Issue
Block a user