fix(supabase): confirmed uploads gate asset reads (hash claim), seeds-listed test, Dockerfile workspace manifests; importer declares every authored label, real in=out control

This commit is contained in:
bchanot committed 2026-10-09 00:50:36 +02:00
1 parent bbfb8d6203
commit dee4ce43d9
28 files changed
+511 -87

No files matched your search

+21 -2
View File
@@ -118,8 +118,27 @@ function mapTrigger(
return { annotation, region: null }
}
function observableName(a: LegacyAnnotation) {
/** Missing labels fall back to the other language, never silently. */
function observableName(a: LegacyAnnotation, out: Anomaly[]) {
const fr = a.nameFr ?? a.nameEn ?? a.id
if (a.nameFr === null) {
out.push(
anomaly(
'annotation.name_fr.missing',
a.id,
`data-anno-name-fr absent : nom FR repris de « ${fr} ».`,
),
)
}
if (a.nameEn === null) {
out.push(
anomaly(
'annotation.name_en.missing',
a.id,
`data-anno-name-en absent : nom EN copié du FR « ${fr} », à traduire.`,
),
)
}
return { fr, en: a.nameEn ?? fr }
}
@@ -128,7 +147,7 @@ function mapObservable(
ctx: AnnotationContext,
out: Anomaly[],
) {
const name = observableName(a)
const name = observableName(a, out)
const zoneId = ctx.zoneByNames.get(zoneNameKey(name.fr, name.en)) ?? null
if (zoneId === null) {
out.push(
@@ -0,0 +1,41 @@
import type { AnatomicalSheetDocumentInput } from '@faunosteo/domain'
import type { Anomaly } from './types'
/**
* Lists every FR/EN text the importer writes itself (no source file holds
* it), derived from the document so the list can never drift from what is
* written. Annotation categories are reported by categories.ts.
*/
export const AUTHORED_LABEL_CODE = 'label.authored'
function authored(subject: string, text: { fr?: string; en?: string }) {
const parts = [
text.fr === undefined ? null : `FR « ${text.fr} »`,
text.en === undefined ? null : `EN « ${text.en} »`,
].filter((part): part is string => part !== null)
const anomaly: Anomaly = {
code: AUTHORED_LABEL_CODE,
level: 'a_valider',
subject,
message: `Libellé écrit par l'importateur : ${parts.join(', ')}.`,
}
return anomaly
}
export function regionLabelSubject(code: string): string {
return `vertebral_config.${code}`
}
export function authoredLabelAnomalies(
document: AnatomicalSheetDocumentInput,
): Anomaly[] {
return [
authored('name', document.name),
authored('description', document.description),
...document.views.map((v) => authored(`views.${v.id}`, v.name)),
...document.vertebral_config.regions.map((r) =>
authored(regionLabelSubject(r.code), r.name),
),
]
}
@@ -60,6 +60,12 @@ function collectIds(nodes: readonly LegacyNode[], into: Set<string>): void {
}
}
/** Locale-independent order: artifacts must not vary with the process. */
function byCodePoint(a: string, b: string): number {
if (a === b) return 0
return a < b ? -1 : 1
}
/** Node ids are unique among siblings only; a finding is (zone, path). */
function crossZoneDuplicates(catalog: LegacyCatalog): Anomaly[] {
const zonesById = new Map<string, number>()
@@ -69,9 +75,7 @@ function crossZoneDuplicates(catalog: LegacyCatalog): Anomaly[] {
for (const id of ids) zonesById.set(id, (zonesById.get(id) ?? 0) + 1)
}
const shared = [...zonesById.entries()].filter(([, n]) => n > 1)
const top = [...shared].sort(
(a, b) => b[1] - a[1] || a[0].localeCompare(b[0]),
)
const top = [...shared].sort((a, b) => b[1] - a[1] || byCodePoint(a[0], b[0]))
return [
{
code: 'finding.id.shared_across_zones',
+23 -15
View File
@@ -169,11 +169,7 @@ function mapCategory(
/** Counts categories as nodes, as the audit does (792 = 78 + 714). */
export function countTree(
nodes: ReadonlyArray<LegacyNode | FindingNodeInput>,
): {
nodes: number
leaves: number
vetReferrals: number
} {
): TreeCounts {
let total = { nodes: 0, leaves: 0, vetReferrals: 0 }
for (const node of nodes) {
const children = node.children ?? []
@@ -201,15 +197,23 @@ function zoneStatsOf(zone: LegacyZone): ZoneStats {
}
}
/** Throws when the output tree does not hold exactly the input nodes. */
function assertNothingDropped(zone: LegacyZone, mapped: ZoneInput): void {
const before = countTree(zone.categories)
const after = countTree(mapped.categories)
if (before.nodes !== after.nodes || before.leaves !== after.leaves) {
throw new Error(
`zone ${zone.id}: ${before.nodes} nodes in, ${after.nodes} out`,
)
}
export interface TreeCounts {
nodes: number
leaves: number
vetReferrals: number
}
/** Throws when the output tree does not hold exactly the input tree. */
export function assertNothingDropped(
zoneId: string,
before: TreeCounts,
after: TreeCounts,
): void {
const keys = ['nodes', 'leaves', 'vetReferrals'] as const
const diff = keys.filter((key) => before[key] !== after[key])
if (diff.length === 0) return
const detail = diff.map((k) => `${k} ${before[k]} in, ${after[k]} out`)
throw new Error(`zone ${zoneId}: ${detail.join('; ')}`)
}
function mapZone(key: string, zone: LegacyZone, state: WalkState): ZoneInput {
@@ -219,7 +223,11 @@ function mapZone(key: string, zone: LegacyZone, state: WalkState): ZoneInput {
name: { fr: zone.name_fr, en: zone.name_en },
categories: zone.categories.map((c) => mapCategory(key, c, state)),
}
assertNothingDropped(zone, mapped)
assertNothingDropped(
key,
countTree(zone.categories),
countTree(mapped.categories),
)
return mapped
}
+17 -3
View File
@@ -17,6 +17,7 @@ import {
type LegacyCatalog,
type MappedCatalog,
} from './catalog'
import { authoredLabelAnomalies } from './authored-labels'
import { catalogAnomalies } from './catalog-checks'
import { mapCategories, type MappedCategories } from './categories'
import { assetIdFromSha256, sha256Hex, sheetIdFor } from './ids'
@@ -181,6 +182,7 @@ function countBy(
}
function buildStats(
sources: ParsedSources,
document: AnatomicalSheetDocumentInput,
mapped: Mapped,
): ImportStats {
@@ -189,7 +191,8 @@ function buildStats(
const sum = (key: 'nodes' | 'leaves' | 'vetReferrals') =>
totals.reduce((acc, zone) => acc + zone[key], 0)
return {
legacyAnnotations: mapped.annotations.length,
legacyAnnotations:
sources.main.annotations.length + sources.head.annotations.length,
annotations: annotations.length,
annotationsByView: {
[MAIN_VIEW_ID]: countBy(annotations, (a) => a.view_id === MAIN_VIEW_ID),
@@ -215,6 +218,14 @@ function buildStats(
}
}
/** Every data-anno-id read from the SVGs must be written once. */
function assertAnnotationsKept(stats: ImportStats): void {
if (stats.legacyAnnotations === stats.annotations) return
throw new Error(
`${stats.legacyAnnotations} annotations read, ${stats.annotations} written`,
)
}
function sourceAnomalies(
sources: ParsedSources,
stats: ImportStats,
@@ -272,8 +283,10 @@ function collectAnomalies(
sources: ParsedSources,
mapped: Mapped,
stats: ImportStats,
document: AnatomicalSheetDocumentInput,
): Anomaly[] {
return [
...authoredLabelAnomalies(document),
...sources.main.anomalies,
...sources.head.anomalies,
...mapped.annotations.flatMap((m) => m.anomalies),
@@ -290,7 +303,8 @@ export function importEquineLegacy(input: EquineLegacyInput): ImportResult {
const mapped = mapSources(sources)
const document = buildDocument(sources, mapped)
const parsed = AnatomicalSheetDocumentSchema.parse(document)
const stats = buildStats(document, mapped)
const stats = buildStats(sources, document, mapped)
assertAnnotationsKept(stats)
return {
document,
legacyIdMap: buildIdMap(sources, mapped),
@@ -310,7 +324,7 @@ export function importEquineLegacy(input: EquineLegacyInput): ImportResult {
),
zoneStats: mapped.catalog.zoneStats,
stats,
anomalies: collectAnomalies(sources, mapped, stats),
anomalies: collectAnomalies(sources, mapped, stats, document),
issues: validateSheetDocument(parsed),
}
}
+51 -7
View File
@@ -1,3 +1,4 @@
import { AUTHORED_LABEL_CODE, regionLabelSubject } from './authored-labels'
import { countTree } from './catalog'
import type { Anomaly, ImportResult } from './types'
@@ -96,9 +97,22 @@ function volumesSection(result: ImportResult): string {
'',
table(['Mesure', 'Valeur'], rows),
'',
`Contrôle entrée = sortie : ${s.legacyAnnotations} annotations lues, ` +
`${s.annotations} écrites ; ${s.nodes} nœuds lus, ${out.nodes} écrits. ` +
`L'importateur s'arrête si un nœud manque.`,
'Contrôle entrée = sortie, compté des deux côtés (sources lues, ' +
"document écrit). L'importateur s'arrête au moindre écart :",
'',
table(
['Contrôle', 'Lu (sources)', 'Écrit (document)'],
[
[
'Annotations (data-anno-id distincts)',
s.legacyAnnotations,
s.annotations,
],
['Nœuds (catégories incluses)', s.nodes, out.nodes],
['Feuilles', s.leaves, out.leaves],
['Orientations vétérinaires', s.vetReferrals, out.vetReferrals],
],
),
].join('\n')
}
@@ -167,11 +181,19 @@ function categoriesSection(result: ImportResult): string {
}
function vertebralSection(result: ImportResult): string {
const authored = new Set(
result.anomalies
.filter((a) => a.code === AUTHORED_LABEL_CODE)
.map((a) => a.subject),
)
const regions = result.document.vertebral_config.regions.map((r) => [
code(r.code),
r.name.fr,
r.name.en,
r.count,
authored.has(regionLabelSubject(r.code))
? 'importateur, à valider'
: 'source',
])
const inferences = result.regionInferences.map((i) => [
code(result.legacyIdMap.annotations[i.annotationId] ?? i.annotationId),
@@ -182,7 +204,13 @@ function vertebralSection(result: ImportResult): string {
return [
'## 5. Configuration vertébrale',
'',
table(['Code', 'Nom FR', 'Nom EN', 'Vertèbres'], regions),
table(
['Code', 'Nom FR', 'Nom EN', 'Vertèbres', 'Origine du libellé'],
regions,
),
'',
'Nombres de vertèbres : `vertebrae.ts`. Noms de région : écrits par ' +
"l'importateur (aucune source ne les porte).",
'',
'Codes de région déduits des libellés (racines `cervic`, `thorac`/`dors`, ' +
'`lombair`/`lumbar`, `sacral`/`sacre`, `caudal`/`coccyg`, FR puis ' +
@@ -238,6 +266,22 @@ function anomaliesSection(result: ImportResult): string {
].join('\n')
}
/** Source keys the document does not carry, and where they live now. */
const NOT_CARRIED_OVER = [
'`schema_version` du catalogue (`2.0`) : version du format historique, ' +
'remplacée par `schema_version: 1` du document canonique ; la valeur ' +
"d'origine est citée dans `attribution.notes`.",
'bloc `species` du catalogue (`equine`, Cheval / Horse) : porté par ' +
'`species_id` du document et par la table `public.species` ; le nom ' +
'de la fiche est écrit séparément (voir anomalies `label.authored`).',
'second élément graphique de chaque annotation (marqueur visuel) : ' +
"reste dans l'asset SVG copié à l'identique, le document ne garde que " +
'la zone de clic.',
'`data-anno-category-name` : répète le slug technique (`articulations`, ' +
"`os`), ce n'est pas un libellé ; le libellé de catégorie vient de la " +
"table de l'importateur (section 4).",
]
function notImportedSection(result: ImportResult): string {
const dropped = result.annotationRows.filter((r) => r.geometry === 'aucune')
const lines =
@@ -251,9 +295,9 @@ function notImportedSection(result: ImportResult): string {
'',
...lines,
'',
'Non repris par construction : le second élément graphique de chaque ' +
"annotation (marqueur visuel), qui reste dans l'asset SVG copié à " +
"l'identique.",
'Non repris par construction :',
'',
...NOT_CARRIED_OVER.map((line) => `- ${line}`),
].join('\n')
}