golangLAKEHOUSE/cmd/observerd/main.go

// observerd is the autonomous-iteration witness service. Port of
// the load-bearing pieces of mcp-server/observer.ts (Rust system).
//
// Routes (all under /observer):
//   GET  /observer/health        — service liveness + ring size
//   GET  /observer/stats         — aggregate counters + recent scenarios
//   POST /observer/event         — record one observed op
//
// Deferred to follow-up commits (see internal/observer doc):
//   - POST /observer/review (cloud-LLM hand review fall-back)
//   - background loops (analyzeErrors, consolidatePlaybooks,
//     tailOverseerCorrections)
//   - failure-cluster escalation to LLM Team
//
// /relevance was already ported to internal/matrix in 9588bd8 and is
// not duplicated here.

package main

import (
	"encoding/json"
	"errors"
	"flag"
	"log/slog"
	"net/http"
	"os"
	"strings"

	"github.com/go-chi/chi/v5"

	"git.agentview.dev/profit/golangLAKEHOUSE/internal/observer"
	"git.agentview.dev/profit/golangLAKEHOUSE/internal/shared"
)

const maxRequestBytes = 4 << 20 // 4 MiB cap on request bodies

func main() {
	configPath := flag.String("config", "lakehouse.toml", "path to TOML config")
	flag.Parse()

	cfg, err := shared.LoadConfig(*configPath)
	if err != nil {
		slog.Error("config", "err", err)
		os.Exit(1)
	}

	// Persistence is optional — empty path = ephemeral (matches the
	// pathwayd pattern). Production sets a stable path under
	// /var/lib/lakehouse/observer/ops.jsonl.
	var persistor *observer.Persistor
	if cfg.Observerd.PersistPath != "" {
		persistor, err = observer.NewPersistor(cfg.Observerd.PersistPath)
		if err != nil {
			slog.Error("observer persistor", "err", err)
			os.Exit(1)
		}
	}

	store := observer.NewStore(persistor)
	if persistor != nil {
		n, err := store.Load()
		if err != nil {
			slog.Warn("observer load", "err", err, "loaded", n)
		} else {
			slog.Info("observer loaded", "ops", n, "path", cfg.Observerd.PersistPath)
		}
	}

	h := &handlers{store: store}
	if err := shared.Run("observerd", cfg.Observerd.Bind, h.register, cfg.Auth); err != nil {
		slog.Error("server", "err", err)
		os.Exit(1)
	}
}

type handlers struct {
	store *observer.Store
}

func (h *handlers) register(r chi.Router) {
	r.Get("/observer/stats", h.handleStats)
	r.Post("/observer/event", h.handleEvent)
}

func (h *handlers) handleStats(w http.ResponseWriter, _ *http.Request) {
	writeJSON(w, http.StatusOK, h.store.Stats())
}

func (h *handlers) handleEvent(w http.ResponseWriter, r *http.Request) {
	var op observer.ObservedOp
	if !decodeJSON(w, r, &op) {
		return
	}
	if err := h.store.Record(op); err != nil {
		if errors.Is(err, observer.ErrInvalidOp) {
			http.Error(w, err.Error(), http.StatusBadRequest)
			return
		}
		slog.Error("observer record", "err", err)
		http.Error(w, "internal", http.StatusInternalServerError)
		return
	}
	stats := h.store.Stats()
	writeJSON(w, http.StatusOK, map[string]any{
		"accepted":  true,
		"ring_size": stats.Total,
	})
}

func decodeJSON(w http.ResponseWriter, r *http.Request, v any) bool {
	defer r.Body.Close()
	r.Body = http.MaxBytesReader(w, r.Body, maxRequestBytes)
	if err := json.NewDecoder(r.Body).Decode(v); err != nil {
		var maxErr *http.MaxBytesError
		if errors.As(err, &maxErr) || strings.Contains(err.Error(), "http: request body too large") {
			http.Error(w, "body too large", http.StatusRequestEntityTooLarge)
			return false
		}
		http.Error(w, "decode body: "+err.Error(), http.StatusBadRequest)
		return false
	}
	return true
}

func writeJSON(w http.ResponseWriter, code int, v any) {
	w.Header().Set("Content-Type", "application/json")
	w.WriteHeader(code)
	if err := json.NewEncoder(w).Encode(v); err != nil {
		slog.Warn("observer write json", "err", err)
	}
}