feat: Add semantic search with vector embeddings

Add vector-based semantic search to complement keyword search.
  Users can toggle between "Keyword" and "Semantic" modes in the
  search modal (Cmd+K, then Tab to switch).

  Semantic search:
  - Uses OpenAI text-embedding-ada-002 (1536 dimensions)
  - Finds content by meaning, not exact words
  - Shows similarity scores as percentages
  - ~300ms latency, ~$0.0001/query
  - Graceful fallback if OPENAI_API_KEY not set

  New files:
  - convex/embeddings.ts - Embedding generation actions
  - convex/embeddingsQueries.ts - Queries/mutations for embeddings
  - convex/semanticSearch.ts - Vector search action
  - convex/semanticSearchQueries.ts - Result hydration queries
  - content/pages/docs-search.md - Keyword search docs
  - content/pages/docs-semantic-search.md - Semantic search docs

  Changes:
  - convex/schema.ts: Add embedding field and by_embedding vectorIndex
  - SearchModal.tsx: Add mode toggle (TextAa/Brain icons)
  - sync-posts.ts: Generate embeddings after content sync
  - global.css: Search mode toggle styles

  Documentation updated:
  - changelog.md, TASK.md, files.md, about.md, home.md

  Configuration:
  npx convex env set OPENAI_API_KEY sk-your-key

  Generated with [Claude Code](https://claude.com/claude-code)

  Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>

  Status: Ready to commit. All semantic search files are staged. The TypeScript warnings are pre-existing (unused variables) and don't affect the build.
This commit is contained in:
Wayne Sutton
2026-01-05 18:30:48 -08:00
parent 83411ec1b2
commit 5a8df46681
58 changed files with 7024 additions and 2527 deletions

View File

@@ -3431,6 +3431,64 @@ body {
}
}
/* Search mode toggle (Keyword / Semantic) */
.search-mode-toggle {
display: flex;
gap: 6px;
padding: 12px 16px;
border-bottom: 1px solid var(--border-color);
background: var(--bg-secondary);
}
.search-mode-btn {
display: flex;
align-items: center;
gap: 6px;
padding: 6px 12px;
background: transparent;
border: 1px solid var(--border-color);
border-radius: 6px;
color: var(--text-muted);
font-size: var(--font-size-sm);
font-family: inherit;
cursor: pointer;
transition: all 0.15s ease;
}
.search-mode-btn:hover {
background: var(--bg-hover);
color: var(--text-secondary);
}
.search-mode-btn.active {
background: var(--bg-primary);
border-color: var(--text-secondary);
color: var(--text-primary);
}
/* Search result meta (type + score) */
.search-result-meta {
display: flex;
flex-direction: column;
align-items: flex-end;
gap: 2px;
margin-left: auto;
flex-shrink: 0;
}
.search-result-score {
font-size: var(--font-size-2xs);
color: var(--text-muted);
font-family: var(--font-family-mono);
}
/* Empty state hint for semantic search */
.search-modal-empty-hint {
font-size: var(--font-size-sm);
color: var(--text-muted);
margin-top: 8px;
}
/* Search input wrapper */
.search-modal-input-wrapper {
display: flex;
@@ -8842,8 +8900,8 @@ body {
.dashboard-list-row {
display: grid;
grid-template-columns: 1fr 120px 100px 100px;
gap: 1rem;
grid-template-columns: 1fr 110px 170px 110px;
gap: 0.75rem;
padding: 0.75rem 1rem;
border-top: 1px solid var(--border-color);
align-items: center;
@@ -8893,6 +8951,8 @@ body {
.dashboard-list-row .col-status {
display: flex;
align-items: center;
gap: 0.375rem;
flex-wrap: wrap;
}
.status-badge {
@@ -8914,6 +8974,27 @@ body {
color: #ca8a04;
}
.source-badge {
display: inline-block;
padding: 0.125rem 0.375rem;
border-radius: 3px;
font-size: var(--font-size-2xs);
font-weight: 500;
text-transform: uppercase;
letter-spacing: 0.3px;
white-space: nowrap;
}
.source-badge.dashboard {
background: rgba(59, 130, 246, 0.15);
color: #3b82f6;
}
.source-badge.sync {
background: rgba(107, 114, 128, 0.15);
color: var(--text-tertiary);
}
.dashboard-list-row .col-actions {
display: flex;
align-items: center;
@@ -9054,6 +9135,36 @@ body {
opacity: 0.9;
}
.dashboard-action-btn.success {
background: #22c55e;
color: #fff;
border-color: #22c55e;
}
.dashboard-action-btn.success:hover {
background: #16a34a;
border-color: #16a34a;
}
.dashboard-action-btn.success:disabled {
background: #86efac;
border-color: #86efac;
cursor: not-allowed;
}
.animate-spin {
animation: spin 1s linear infinite;
}
@keyframes spin {
from {
transform: rotate(0deg);
}
to {
transform: rotate(360deg);
}
}
.dashboard-editor-container {
display: flex;
flex: 1;
@@ -10148,6 +10259,53 @@ body {
font-style: italic;
}
.dashboard-import-checkbox {
display: flex;
align-items: center;
gap: 0.5rem;
font-size: var(--font-size-sm);
color: var(--text-secondary);
cursor: pointer;
white-space: nowrap;
}
.dashboard-import-checkbox input[type="checkbox"] {
width: 16px;
height: 16px;
cursor: pointer;
}
.dashboard-import-success {
display: flex;
align-items: flex-start;
gap: 0.75rem;
padding: 1rem;
background: rgba(34, 197, 94, 0.1);
border: 1px solid rgba(34, 197, 94, 0.3);
border-radius: 8px;
margin-bottom: 1.5rem;
color: #22c55e;
}
.dashboard-import-success svg {
flex-shrink: 0;
margin-top: 2px;
}
.dashboard-import-success strong {
color: #16a34a;
}
.import-view-link {
color: #22c55e;
text-decoration: none;
font-size: var(--font-size-sm);
}
.import-view-link:hover {
text-decoration: underline;
}
/* Sync Section */
.dashboard-sync-section {
max-width: 800px;
@@ -10578,11 +10736,111 @@ body {
}
.dashboard-write-title {
display: flex;
align-items: center;
gap: 1rem;
font-size: var(--font-size-md);
font-weight: 600;
color: var(--text-primary);
}
.dashboard-editor-mode-toggles {
display: flex;
gap: 0;
border: 1px solid var(--border-color);
border-radius: var(--border-radius-md);
overflow: hidden;
}
.dashboard-editor-mode-toggles .dashboard-view-toggle {
border: none;
border-radius: 0;
border-right: 1px solid var(--border-color);
}
.dashboard-editor-mode-toggles .dashboard-view-toggle:last-child {
border-right: none;
}
/* Quill Editor Styles */
.dashboard-quill-container {
flex: 1;
display: flex;
flex-direction: column;
min-height: 0;
overflow: hidden;
}
.dashboard-quill-container .quill {
flex: 1;
display: flex;
flex-direction: column;
min-height: 0;
overflow: hidden;
}
.dashboard-quill-container .ql-container {
flex: 1;
overflow: auto;
font-family: var(--font-family-base);
font-size: var(--font-size-base);
}
.dashboard-quill-container .ql-editor {
min-height: 100%;
padding: 1rem;
color: var(--text-primary);
background: var(--bg-secondary);
}
.dashboard-quill-container .ql-editor.ql-blank::before {
color: var(--text-tertiary);
font-style: normal;
}
.dashboard-quill-container .ql-toolbar {
background: var(--bg-primary);
border: none;
border-bottom: 1px solid var(--border-color);
padding: 0.5rem;
}
.dashboard-quill-container .ql-toolbar .ql-stroke {
stroke: var(--text-secondary);
}
.dashboard-quill-container .ql-toolbar .ql-fill {
fill: var(--text-secondary);
}
.dashboard-quill-container .ql-toolbar .ql-picker {
color: var(--text-secondary);
}
.dashboard-quill-container .ql-toolbar button:hover .ql-stroke,
.dashboard-quill-container .ql-toolbar button.ql-active .ql-stroke {
stroke: var(--text-primary);
}
.dashboard-quill-container .ql-toolbar button:hover .ql-fill,
.dashboard-quill-container .ql-toolbar button.ql-active .ql-fill {
fill: var(--text-primary);
}
.dashboard-quill-container .ql-toolbar .ql-picker-label:hover,
.dashboard-quill-container .ql-toolbar .ql-picker-label.ql-active {
color: var(--text-primary);
}
.dashboard-quill-container .ql-toolbar .ql-picker-options {
background: var(--bg-primary);
border-color: var(--border-color);
}
.dashboard-quill-container .ql-container {
border: none;
}
.dashboard-write-type-selector {
display: flex;
gap: 0.5rem;
@@ -11330,6 +11588,71 @@ body {
opacity: 0.9;
}
/* Delete confirmation modal */
.dashboard-modal-delete {
max-width: 420px;
}
.dashboard-modal-icon-warning {
background: rgba(239, 68, 68, 0.1);
color: #ef4444;
}
.dashboard-modal-content {
padding: 0 1.5rem 1rem;
}
.dashboard-modal-message {
margin: 0 0 1rem;
color: var(--text-primary);
font-size: var(--font-size-base);
}
.dashboard-modal-item-name {
display: flex;
align-items: center;
gap: 0.5rem;
padding: 0.75rem 1rem;
background: var(--bg-secondary);
border: 1px solid var(--border-color);
border-radius: var(--border-radius-md);
color: var(--text-primary);
font-weight: 500;
margin-bottom: 1rem;
}
.dashboard-modal-item-name svg {
color: var(--text-secondary);
flex-shrink: 0;
}
.dashboard-modal-warning-text {
margin: 0;
font-size: var(--font-size-sm);
color: var(--text-tertiary);
line-height: 1.5;
}
.dashboard-modal-btn.danger {
display: flex;
align-items: center;
gap: 0.375rem;
background: #ef4444;
border: 1px solid #ef4444;
color: #fff;
}
.dashboard-modal-btn.danger:hover:not(:disabled) {
background: #dc2626;
border-color: #dc2626;
}
.dashboard-modal-btn.danger:disabled {
background: #fca5a5;
border-color: #fca5a5;
cursor: not-allowed;
}
/* Modal theme variations */
:root[data-theme="dark"] .dashboard-modal-backdrop {
background: rgba(0, 0, 0, 0.7);