humainflow-web/src/app/models/bias-impact.ts

import { BiasActivationMode } from './flow';

export type BiasCapabilities = {
  blockType: string;
  supported: boolean;
  isolatedExperimentSupported: boolean;
  fullFlowExperimentSupported: boolean;
  externalSideEffects: boolean;
  configurationDependent: boolean;
  activationModes: BiasActivationMode[];
};

export type ExternalSideEffectPolicy = 'BLOCK' | 'MOCK' | 'REQUIRE_CONFIRMATION';

export type BiasImpactExperimentRequest = {
  annotationIds: string[];
  repetitions: number;
  includeRawOutputs: boolean;
  externalSideEffectPolicy: ExternalSideEffectPolicy;
  confirmExternalSideEffects: boolean;
};

export type BiasRerunActivation = {
  nodeId: string;
  annotationIds: string[];
};

export type BiasRerunRequest = {
  activations: BiasRerunActivation[];
  externalSideEffectPolicy: ExternalSideEffectPolicy;
  confirmExternalSideEffects: boolean;
};

export type BiasExecutionMode = 'NORMAL' | 'BIAS_VARIANT' | string;

export type BiasExecutionContext = {
  experimentId: string;
  mode: BiasExecutionMode;
  activeAnnotationIdsByNode: Record<string, string[]>;
  externalSideEffectPolicy: ExternalSideEffectPolicy;
  externalSideEffectsConfirmed: boolean;
};

export type BiasImpactJobStatus = 'QUEUED' | 'RUNNING' | 'COMPLETED' | 'FAILED';

export type BiasImpactJob = {
  id: string;
  status: BiasImpactJobStatus;
  executionId: string;
  stepId: string;
  createdAt: string;
  startedAt: string | null;
  completedAt: string | null;
  reportId: string | null;
  report: BiasImpactReport | null;
  errorCode: string | null;
  errorMessage: string | null;
  terminal: boolean;
};

export type BiasImpactReportKind = 'ISOLATED_STEP' | 'FULL_FLOW';

export type BiasImmediateImpact = {
  outputChanged: boolean;
  maximumTextDifference: number;
  changeRate: number;
  baselineOutput: unknown;
  biasedOutputs: unknown[];
};

export type BiasDownstreamImpactEntry = {
  nodeId: string;
  nodeName: string;
  baselineStatus: string;
  biasedStatus: string;
  changed: boolean;
  baselineOutputs: unknown;
  biasedOutputs: unknown;
};

export type BiasRoutingChangeEntry = {
  nodeId: string;
  baselineBranch: string;
  biasedBranch: string;
};

export type BiasMockedSideEffectKind =
  | 'HTTP'
  | 'MCP_AGENT'
  | 'MCP_AGENT_CHAT'
  | 'EXTERNAL';

export type BiasMockedSideEffect = {
  nodeId: string;
  nodeName: string;
  kind: BiasMockedSideEffectKind;
};

export type BiasImpactReport = {
  id: string;
  experimentId: string;
  kind: BiasImpactReportKind;
  baselineExecutionId: string;
  biasedExecutionId: string | null;
  nodeId: string | null;
  annotationIds: string[];
  repetitions: number;
  createdAt: string;
  rawOutputsIncluded: boolean;
  immediateImpact: BiasImmediateImpact;
  downstreamImpact: BiasDownstreamImpactEntry[];
  routingChanges: BiasRoutingChangeEntry[];
  mockedSideEffects: BiasMockedSideEffect[];
  summary: string;
  warnings: string[];
};

export const BIAS_PROBE_ERROR_CODES = [
  'BIAS_PROBE_MODE_REQUIRED',
  'BIAS_PROBE_INSTRUCTION_REQUIRED',
  'BIAS_PROBE_MODE_UNSUPPORTED',
  'BIAS_PROBE_TARGET_INPUT_NOT_FOUND',
  'BIAS_PROBE_MOCK_OUTPUTS_REQUIRED',
  'BIAS_PROBE_MOCK_OUTPUT_NOT_FOUND',
  'BIAS_PROBE_MOCK_OUTPUT_TYPE_MISMATCH',
  'DUPLICATE_BIAS_ANNOTATION_ID',
  'TOO_MANY_BIAS_ANNOTATIONS',
  'BIAS_FIELD_TOO_LONG'
] as const;

export type BiasProbeErrorCode = typeof BIAS_PROBE_ERROR_CODES[number];

export const BIAS_EXPERIMENT_ERROR_CODES = [
  'BIAS_BASELINE_NOT_FINAL',
  'BIAS_STEP_NOT_FOUND',
  'BIAS_BLOCK_NOT_SUPPORTED',
  'BIAS_ANNOTATION_NOT_FOUND',
  'BIAS_ANNOTATION_NOT_EXECUTABLE',
  'BIAS_EXECUTION_NOT_FINAL',
  'BIAS_EXECUTION_NOT_VARIANT',
  'BIAS_EXECUTION_HISTORY_MISMATCH',
  'BIAS_SIDE_EFFECT_BLOCKED',
  'BIAS_SIDE_EFFECT_CONFIRMATION_REQUIRED',
  'BIAS_JOB_NOT_FOUND',
  'BIAS_REPORT_NOT_FOUND',
  'BIAS_EXPERIMENT_FAILED'
] as const;

export type BiasExperimentErrorCode = typeof BIAS_EXPERIMENT_ERROR_CODES[number];

export type BiasSideEffectError = {
  reason: 'SIDE_EFFECT_BLOCKED' | 'CONFIRMATION_REQUIRED';
  code: 'BIAS_SIDE_EFFECT_BLOCKED' | 'BIAS_SIDE_EFFECT_CONFIRMATION_REQUIRED';
  message: string;
};