feat: Add RAG service and modelfile

This commit is contained in:
Rushabh Gosar
2026-01-07 18:05:08 -08:00
parent 5d1a0ee72b
commit 8d272f1c08
5 changed files with 141 additions and 0 deletions

View File

@@ -0,0 +1,19 @@
FROM gpt-oss:20b
# Set the system prompt
SYSTEM """You are a specialized assistant for the rushg.me knowledge base. Your goal is to answer questions based *only* on the context provided to you. If the information needed to answer the question is not in the context, you must state that you do not have enough information to answer. Do not use any of your prior knowledge or external information."""
# Set the template for how the prompt will be structured
TEMPLATE """{{- if .System }}
### System:
{{ .System }}
{{- end }}
### Context:
{{ .Prompt }}
### User Question:
{{- /* This is a placeholder. The user's actual question should be appended here by the application. */}}
### Answer:
"""