Files
goclaw/internal/store/sqlitestore/vault_links.go
T
viettranx 4b7a2e6e58 feat(vault): replace auto-linking with LLM-classified relationship types
Replace vector-similarity-only auto-linking (creating generic "semantic"
links) with an LLM classification step that determines actual relationship
types (reference, depends_on, extends, related, supersedes, contradicts)
and generates meaningful context descriptions.

- Add enrich_classify.go: orchestration, retry with escalating timeouts,
  candidate gathering with bidirectional dedup, 20-doc cap per batch
- Add enrich_classify_prompt.go: system prompt, JSON parsing with partial
  success model, UTF-8 safe truncation
- Restructure processBatch: summarize → embed → classify → dedup+wikilinks
- Move dedup recording after classify (failed classify allows re-enrichment)
- Remove autoLink method (fully replaced by classifyLinks)
- Add DeleteDocLinksByTypes to VaultStore interface + PG/SQLite (IN clause)
- Guard old link deletion behind len(newLinks) > 0 (no data loss on all-SKIP)
2026-04-10 09:54:02 +07:00

162 lines
5.4 KiB
Go

//go:build sqlite || sqliteonly
package sqlitestore
import (
"context"
"database/sql"
"fmt"
"strings"
"time"
"github.com/google/uuid"
"github.com/nextlevelbuilder/goclaw/internal/store"
)
// CreateLink inserts a vault link, updating context on conflict.
// Validates same-tenant + same-team boundary before insert.
func (s *SQLiteVaultStore) CreateLink(ctx context.Context, link *store.VaultLink) error {
// Verify both docs exist and belong to same tenant + team boundary.
var fromTenant, toTenant string
var fromTeamID, toTeamID *string
err := s.db.QueryRowContext(ctx,
`SELECT tenant_id, team_id FROM vault_documents WHERE id = ?`, link.FromDocID,
).Scan(&fromTenant, &fromTeamID)
if err != nil {
return fmt.Errorf("vault link: source doc not found: %w", err)
}
err = s.db.QueryRowContext(ctx,
`SELECT tenant_id, team_id FROM vault_documents WHERE id = ?`, link.ToDocID,
).Scan(&toTenant, &toTeamID)
if err != nil {
return fmt.Errorf("vault link: target doc not found: %w", err)
}
if fromTenant != toTenant {
return fmt.Errorf("vault link: documents belong to different tenants")
}
if fromTeamID != nil && toTeamID != nil && *fromTeamID != *toTeamID {
return fmt.Errorf("vault link: documents belong to different teams")
}
id := uuid.Must(uuid.NewV7()).String()
now := time.Now().UTC().Format(time.RFC3339Nano)
err = s.db.QueryRowContext(ctx, `
INSERT INTO vault_links (id, from_doc_id, to_doc_id, link_type, context, created_at)
VALUES (?, ?, ?, ?, ?, ?)
ON CONFLICT (from_doc_id, to_doc_id, link_type) DO UPDATE SET
context = excluded.context
RETURNING id`,
id, link.FromDocID, link.ToDocID, link.LinkType, link.Context, now,
).Scan(&link.ID)
if err != nil {
return fmt.Errorf("vault create link: %w", err)
}
return nil
}
// DeleteLink removes a vault link by ID, scoped by tenant via JOIN to vault_documents (F9).
func (s *SQLiteVaultStore) DeleteLink(ctx context.Context, tenantID, id string) error {
_, err := s.db.ExecContext(ctx, `
DELETE FROM vault_links WHERE id = ?
AND from_doc_id IN (SELECT id FROM vault_documents WHERE tenant_id = ?)`,
id, tenantID)
return err
}
// GetOutLinks returns all links originating from a document, scoped by tenant (F9).
func (s *SQLiteVaultStore) GetOutLinks(ctx context.Context, tenantID, docID string) ([]store.VaultLink, error) {
rows, err := s.db.QueryContext(ctx, `
SELECT vl.id, vl.from_doc_id, vl.to_doc_id, vl.link_type, vl.context, vl.created_at
FROM vault_links vl
JOIN vault_documents d ON d.id = vl.from_doc_id
WHERE vl.from_doc_id = ? AND d.tenant_id = ?
ORDER BY vl.created_at`, docID, tenantID)
if err != nil {
return nil, err
}
defer rows.Close()
return scanVaultLinkRows(rows)
}
// GetBacklinks returns enriched backlinks pointing to a document (single JOIN, LIMIT 100).
func (s *SQLiteVaultStore) GetBacklinks(ctx context.Context, tenantID, docID string) ([]store.VaultBacklink, error) {
rows, err := s.db.QueryContext(ctx, `
SELECT vl.from_doc_id, vl.context, vd.title, vd.path, vd.team_id
FROM vault_links vl
JOIN vault_documents vd ON vd.id = vl.from_doc_id
WHERE vl.to_doc_id = ? AND vd.tenant_id = ?
ORDER BY vd.updated_at DESC
LIMIT 100`, docID, tenantID)
if err != nil {
return nil, err
}
defer rows.Close()
var backlinks []store.VaultBacklink
for rows.Next() {
var bl store.VaultBacklink
if err := rows.Scan(&bl.FromDocID, &bl.Context, &bl.Title, &bl.Path, &bl.TeamID); err != nil {
return nil, err
}
backlinks = append(backlinks, bl)
}
return backlinks, rows.Err()
}
// DeleteDocLinks removes all links from or to a document, scoped by tenant (F9).
func (s *SQLiteVaultStore) DeleteDocLinks(ctx context.Context, tenantID, docID string) error {
_, err := s.db.ExecContext(ctx, `
DELETE FROM vault_links
WHERE (from_doc_id = ? OR to_doc_id = ?)
AND from_doc_id IN (SELECT id FROM vault_documents WHERE tenant_id = ?)`,
docID, docID, tenantID)
return err
}
// DeleteDocLinksByType removes outbound links of a specific type from a document, scoped by tenant.
func (s *SQLiteVaultStore) DeleteDocLinksByType(ctx context.Context, tenantID, docID, linkType string) error {
_, err := s.db.ExecContext(ctx, `
DELETE FROM vault_links
WHERE from_doc_id = ?
AND link_type = ?
AND from_doc_id IN (SELECT id FROM vault_documents WHERE tenant_id = ?)`,
docID, linkType, tenantID)
return err
}
// DeleteDocLinksByTypes removes outbound links matching any of the given types from a document.
func (s *SQLiteVaultStore) DeleteDocLinksByTypes(ctx context.Context, tenantID, docID string, types []string) error {
if len(types) == 0 {
return nil
}
// Build IN clause with ? placeholders.
params := []any{docID}
placeholders := make([]string, len(types))
for i, t := range types {
params = append(params, t)
placeholders[i] = "?"
}
params = append(params, tenantID)
q := fmt.Sprintf(`
DELETE FROM vault_links
WHERE from_doc_id = ?
AND link_type IN (%s)
AND from_doc_id IN (SELECT id FROM vault_documents WHERE tenant_id = ?)`,
strings.Join(placeholders, ","))
_, err := s.db.ExecContext(ctx, q, params...)
return err
}
func scanVaultLinkRows(rows *sql.Rows) ([]store.VaultLink, error) {
var links []store.VaultLink
for rows.Next() {
var l store.VaultLink
ca := &sqliteTime{}
if err := rows.Scan(&l.ID, &l.FromDocID, &l.ToDocID, &l.LinkType, &l.Context, ca); err != nil {
return nil, err
}
l.CreatedAt = ca.Time
links = append(links, l)
}
return links, rows.Err()
}