Files
pig/apps/web/src/pages/Imports.tsx
T
claude 99d165b5e5
CI / verify (push) Successful in 4m57s
CI / publish (push) Has been skipped
Rebuild Piggy's interface, and give the demo book a business to describe
Piggy answered in raw markdown, threw away every tool result it streamed,
and fought the reader's scroll on every token. The three surfaces that
made it worth having — what it read, how it reasoned, what it cost — were
all on the wire and none of them reached the screen.

The transcript is now composed of five parts under components/piggy:
answers render through streamdown, the container sticks to the bottom
without pinning the reader there, tool steps say what they read and link
to the record, and each turn carries its model and token count. Three
lifecycle bugs went with them: Stop left a permanent spinner, a truncated
stream was indistinguishable from thinking, and a failed send destroyed
the message it failed to send.

Underneath, the inference path grew timeouts, jittered retries on 429 and
5xx, tolerance of the malformed frames a 30B model emits, and an
agent_runs row per turn so chat spend is observable. The system prompt now
states that a field ending in Cents is cents — without it nemotron renders
costPerGpuHourCents: 189 as "$189 per GPU-hour", which is a 100x error on
the most scrutinised number in the room.

The demo book was arithmetically incoherent: every deal's value
contradicted its own allocation revenue by up to 3.6x, nothing had ever
closed, no customer had any paper, and the marketplace was empty. Deal
value is now derived from the allocation, the book clears 5.3% across five
blocks with one deliberately underwater, and the renewal, compliance and
agent-provenance machinery finally has rows to act on. A --clear that
deleted every obligation, SLA term and capacity request in the database
regardless of origin is scoped to the demo's own ids.

Around that: accounts have a detail page, ⌘K searches the book, Settings
can mint the API keys it always claimed to, and deploy.sh actually ships
the agent instead of silently skipping its compose profile.

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
2026-08-14 00:34:18 -07:00

335 lines
16 KiB
TypeScript

import { useMemo, useState } from 'react';
import { useMutation, useQuery } from '@tanstack/react-query';
import {
IMPORT_ENTITIES,
IMPORT_ENTITY_DEFINITIONS,
TEAMS,
type ImportEntity,
type PermissionGrant,
} from '@pig/core';
import { AlertTriangle, CheckCircle2, FileSpreadsheet, LoaderCircle, Lock, Upload } from 'lucide-react';
import { Badge, Button, Card, CardContent, CardHeader, CardTitle, EmptyState, Input } from '@/components/ui';
import {
Select,
SelectContent,
SelectGroup,
SelectItem,
SelectTrigger,
SelectValue,
} from '@/components/ui/select';
import { Separator } from '@/components/ui/separator';
import { Table, TableBody, TableCell, TableHead, TableHeader, TableRow } from '@/components/ui/table';
import { ApiError, get, post } from '@/lib/api';
import { can } from '@/lib/permissions';
import { usePageTitle } from '@/lib/title';
import { NotionImportSource, type ImportedTable } from '@/components/NotionImportSource';
import { GoogleSheetsSource } from '@/components/GoogleSheetsSource';
type ParsedTable = ImportedTable;
interface PreviewRow {
rowNumber: number;
key: string;
action: 'create' | 'update' | 'error';
recordId: string | null;
values: Record<string, unknown>;
errors: { field: string | null; message: string }[];
}
interface Preview {
digest: string;
rows: PreviewRow[];
counts: { create: number; update: number; error: number };
}
interface CommitResult {
created: number;
updated: number;
total: number;
}
const MAX_FILE_BYTES = 5 * 1024 * 1024;
export function Imports() {
usePageTitle('Import data');
const [entity, setEntity] = useState<ImportEntity>('account');
const [source, setSource] = useState<'file' | 'notion' | 'google'>('file');
const [parsed, setParsed] = useState<ParsedTable | null>(null);
const [mapping, setMapping] = useState<Record<string, string>>({});
const [keySourceColumn, setKeySourceColumn] = useState('');
const [preview, setPreview] = useState<Preview | null>(null);
const [fileError, setFileError] = useState<string | null>(null);
const { data: me } = useQuery({
queryKey: ['me'],
queryFn: () => get<{ permissions: PermissionGrant[] }>('/api/me'),
});
const allowed = TEAMS.some((team) => can(me, 'data:import', team));
const definition = IMPORT_ENTITY_DEFINITIONS[entity];
const adoptTable = (table: ParsedTable) => {
setParsed(table);
setPreview(null);
setFileError(null);
const nextMapping: Record<string, string> = {};
const normalisedHeaders = new Map(table.headers.map((header) => [normalise(header), header]));
for (const field of definition.fields) {
const source = normalisedHeaders.get(normalise(field.key)) ?? normalisedHeaders.get(normalise(field.label));
if (source) nextMapping[field.key] = source;
}
setMapping(nextMapping);
setKeySourceColumn(table.headers[0] ?? '');
};
const parse = useMutation({
mutationFn: async (file: File) => {
if (file.size > MAX_FILE_BYTES) throw new Error('Import files may not exceed 5 MB.');
return post<ParsedTable>('/api/imports/parse', {
fileName: file.name,
mimeType: file.type || undefined,
base64: arrayBufferToBase64(await file.arrayBuffer()),
});
},
onSuccess: adoptTable,
onError: (error) => setFileError(errorMessage(error)),
});
const plan = useMemo(() => parsed ? {
entity,
sourceName: parsed.fileName,
headers: parsed.headers,
rows: parsed.rows,
mapping,
keySourceColumn,
} : null, [entity, keySourceColumn, mapping, parsed]);
const dryRun = useMutation({
mutationFn: () => {
if (!plan) throw new Error('Choose and map a file first.');
return post<Preview>('/api/imports/preview', plan);
},
onSuccess: setPreview,
});
const commit = useMutation({
mutationFn: () => {
if (!plan || !preview) throw new Error('Run the dry run first.');
return post<CommitResult>('/api/imports/commit', { ...plan, previewDigest: preview.digest });
},
});
const resetForEntity = (next: ImportEntity) => {
setEntity(next);
setParsed(null);
setMapping({});
setKeySourceColumn('');
setPreview(null);
setFileError(null);
commit.reset();
};
if (me && !allowed) {
// Keeps the heading the permitted view has. Returning the bare card left
// the page with no h1 and no breadcrumb, so someone sent here by a link
// landed on a refusal with nothing naming the page it came from.
return (
<div className="flex flex-col gap-5">
<header>
<h1 className="text-xl font-semibold tracking-tight sm:text-2xl">Import data</h1>
</header>
<Card>
<CardContent className="pt-5">
<EmptyState
icon={<Lock className="h-8 w-8" />}
title="Import access required"
description="A team administrator with data-import permission must run spreadsheet imports."
/>
</CardContent>
</Card>
</div>
);
}
return (
<div className="flex flex-col gap-5">
<header>
<h1 className="text-xl font-semibold tracking-tight sm:text-2xl">Import data</h1>
<p className="mt-1 max-w-2xl text-sm text-muted">Stage source data, inspect every create or update, then commit the reviewed plan atomically. Nothing writes to PIG before review.</p>
</header>
<div className="grid gap-3 sm:grid-cols-2 xl:grid-cols-4">
{IMPORT_ENTITIES.map((candidate) => {
const candidateDefinition = IMPORT_ENTITY_DEFINITIONS[candidate];
return (
<button
key={candidate}
type="button"
aria-pressed={entity === candidate}
onClick={() => resetForEntity(candidate)}
className={entity === candidate ? 'tap card min-w-0 border-primary p-4 text-left ring-1 ring-primary' : 'tap card min-w-0 p-4 text-left'}
>
<p className="font-semibold">{candidateDefinition.label}</p>
<p className="mt-1 text-xs leading-relaxed text-muted">{candidateDefinition.description}</p>
</button>
);
})}
</div>
<Card>
<CardHeader>
<div className="flex items-center gap-3">
<FileSpreadsheet className="size-5 text-muted" aria-hidden />
<div><CardTitle className="text-base">1. Choose source</CardTitle><p className="mt-1 text-xs text-muted">Import {definition.label.toLocaleLowerCase()} from a file, Notion, or a bounded Google Sheets range</p></div>
</div>
</CardHeader>
<CardContent className="flex flex-col gap-3">
<div className="grid grid-cols-3 gap-1 rounded-xl bg-subtle p-1">
{([
['file', 'File'],
['notion', 'Notion'],
['google', 'Google Sheets'],
] as const).map(([value, label]) => (
<Button
key={value}
type="button"
variant={source === value ? 'secondary' : 'ghost'}
className="min-h-11 px-2"
onClick={() => setSource(value)}
>
{label}
</Button>
))}
</div>
{source === 'notion' ? <NotionImportSource disabled={!allowed} onTable={adoptTable} /> : null}
{source === 'google' ? <GoogleSheetsSource onLoaded={adoptTable} /> : null}
{source === 'file' ? (
<div className="space-y-3">
<Input
type="file"
aria-label={`Choose ${definition.label.toLocaleLowerCase()} import file`}
accept=".csv,.xlsx,text/csv,application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"
disabled={!allowed || parse.isPending}
onChange={(event) => {
const file = event.target.files?.[0];
if (file) parse.mutate(file);
}}
/>
{parse.isPending ? <p className="flex items-center gap-2 text-sm text-muted"><LoaderCircle className="animate-spin" aria-hidden />Parsing untrusted cells safely</p> : null}
{fileError ? <ErrorNotice message={fileError} /> : null}
</div>
) : null}
{parsed ? (
<div className="flex flex-wrap items-center gap-2 text-sm">
<Badge tone="positive"><CheckCircle2 aria-hidden />Parsed</Badge>
<span className="font-medium">{parsed.fileName}</span>
<span className="text-muted">{parsed.rows.length} rows · {parsed.headers.length} columns{parsed.sheetName ? ` · ${parsed.sheetName}` : ''}</span>
</div>
) : null}
{parsed?.warnings.map((warning) => <p key={warning} className="text-xs text-warning">{warning}</p>)}
</CardContent>
</Card>
{parsed ? (
<Card>
<CardHeader><CardTitle className="text-base">2. Map source columns</CardTitle><p className="text-xs text-muted">Only mapped fields are written. Blank optional cells clear nullable fields; required and non-null defaulted fields are left unchanged on updates.</p></CardHeader>
<CardContent className="flex flex-col gap-5">
<label className="flex flex-col gap-1.5 text-sm font-medium">
Stable source key
<Select value={keySourceColumn} onValueChange={(value) => { setKeySourceColumn(value); setPreview(null); }}>
<SelectTrigger className="h-11"><SelectValue placeholder="Choose a unique source column" /></SelectTrigger>
<SelectContent><SelectGroup>{parsed.headers.map((header) => <SelectItem key={header} value={header}>{header}</SelectItem>)}</SelectGroup></SelectContent>
</Select>
<span className="text-xs font-normal text-muted">Repeated imports update the same PIG record only when this source value and column name are unchanged.</span>
</label>
<Separator />
<div className="grid grid-cols-1 gap-4 sm:grid-cols-2">
{definition.fields.map((field) => (
<label key={field.key} className="flex min-w-0 flex-col gap-1.5 text-sm font-medium">
<span>{field.label}{field.required ? <span className="text-danger"> *</span> : null}</span>
<Select value={mapping[field.key] ?? 'none'} onValueChange={(value) => {
setMapping((current) => {
const next = { ...current };
if (value === 'none') delete next[field.key];
else next[field.key] = value;
return next;
});
setPreview(null);
}}>
<SelectTrigger className="h-11"><SelectValue /></SelectTrigger>
<SelectContent><SelectGroup><SelectItem value="none">Do not import</SelectItem>{parsed.headers.map((header) => <SelectItem key={header} value={header}>{header}</SelectItem>)}</SelectGroup></SelectContent>
</Select>
{field.description ? <span className="text-xs font-normal text-muted">{field.description}</span> : null}
</label>
))}
</div>
<Button variant="primary" disabled={dryRun.isPending || !keySourceColumn} onClick={() => dryRun.mutate()}>
{dryRun.isPending ? <LoaderCircle data-icon="inline-start" className="animate-spin" aria-hidden /> : <Upload data-icon="inline-start" aria-hidden />}
{dryRun.isPending ? 'Validating rows…' : 'Run dry-run preview'}
</Button>
{dryRun.isError ? <ErrorNotice message={errorMessage(dryRun.error)} /> : null}
</CardContent>
</Card>
) : null}
{preview ? (
<Card>
<CardHeader>
<CardTitle className="text-base">3. Review the exact plan</CardTitle>
<div className="flex flex-wrap gap-2 pt-1">
<Badge tone="positive">{preview.counts.create} create</Badge>
<Badge tone="info">{preview.counts.update} update</Badge>
<Badge tone={preview.counts.error ? 'danger' : 'neutral'}>{preview.counts.error} errors</Badge>
</div>
</CardHeader>
<CardContent className="flex flex-col gap-4">
<div className="scroll-x rounded-lg border border-border">
<Table>
<TableHeader><TableRow><TableHead>Row</TableHead><TableHead>Source key</TableHead><TableHead>Decision</TableHead><TableHead>Mapped values / errors</TableHead></TableRow></TableHeader>
<TableBody>
{preview.rows.slice(0, 100).map((row) => (
<TableRow key={row.rowNumber}>
<TableCell className="nums">{row.rowNumber}</TableCell>
<TableCell className="max-w-48 truncate font-medium">{row.key || 'Blank'}</TableCell>
<TableCell><Badge tone={row.action === 'create' ? 'positive' : row.action === 'update' ? 'info' : 'danger'}>{row.action}</Badge></TableCell>
<TableCell className="min-w-72">
{row.errors.length > 0 ? <ul className="flex flex-col gap-1 text-xs text-danger">{row.errors.map((error) => <li key={`${error.field}:${error.message}`}>{error.field ? `${error.field}: ` : ''}{error.message}</li>)}</ul> : <p className="text-xs text-muted">{Object.entries(row.values).slice(0, 4).map(([key, value]) => `${key}: ${String(value)}`).join(' · ')}</p>}
</TableCell>
</TableRow>
))}
</TableBody>
</Table>
</div>
{preview.rows.length > 100 ? <p className="text-xs text-muted">Showing the first 100 of {preview.rows.length} rows. All rows were validated and will be committed.</p> : null}
{preview.counts.error > 0 ? <ErrorNotice message="Fix the source data or mapping, then run the dry run again. No rows can commit while any row has an error." /> : null}
{commit.data ? <div role="status" className="rounded-lg border border-positive/30 bg-positive/10 p-4 text-sm text-positive">Committed {commit.data.total} rows: {commit.data.created} created and {commit.data.updated} updated.</div> : null}
{commit.isError ? <ErrorNotice message={errorMessage(commit.error)} /> : null}
<Button variant="primary" disabled={preview.counts.error > 0 || commit.isPending || Boolean(commit.data)} onClick={() => commit.mutate()}>
{commit.isPending ? <LoaderCircle data-icon="inline-start" className="animate-spin" aria-hidden /> : <CheckCircle2 data-icon="inline-start" aria-hidden />}
{commit.isPending ? 'Re-checking and committing…' : 'Commit reviewed import'}
</Button>
</CardContent>
</Card>
) : null}
</div>
);
}
function ErrorNotice({ message }: { message: string }) {
return <div role="alert" className="flex gap-3 rounded-lg border border-danger/30 bg-danger/10 p-3 text-sm text-danger"><AlertTriangle className="mt-0.5 size-4 shrink-0" aria-hidden /><p>{message}</p></div>;
}
function arrayBufferToBase64(buffer: ArrayBuffer): string {
const bytes = new Uint8Array(buffer);
let binary = '';
for (let offset = 0; offset < bytes.length; offset += 0x8000) {
binary += String.fromCharCode(...bytes.subarray(offset, offset + 0x8000));
}
return btoa(binary);
}
function normalise(value: string): string {
return value.toLocaleLowerCase().replace(/[^a-z0-9]/g, '');
}
function errorMessage(error: unknown): string {
if (error instanceof ApiError) return error.message;
return error instanceof Error ? error.message : 'The import request failed.';
}