Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
60 changes: 60 additions & 0 deletions apps/gittensory-ui/public/openapi.json
Original file line number Diff line number Diff line change
Expand Up @@ -8131,6 +8131,62 @@
"historyCoverage"
]
},
"RegistryHyperparameterDriftSummary": {
"type": "object",
"properties": {
"totalEvents": {
"type": "number"
},
"omittedEvents": {
"type": "number"
},
"highImpactCount": {
"type": "number"
},
"affectedRepoCount": {
"type": "number"
},
"affectedFields": {
"type": "array",
"items": {
"type": "string",
"enum": [
"repo",
"emissionShare",
"issueDiscoveryShare",
"maintainerCut",
"labelMultipliers",
"trustedLabelPipeline",
"defaultLabelMultiplier",
"fixedBaseScore",
"eligibilityMode"
]
}
},
"affectedSurfaces": {
"type": "array",
"items": {
"type": "string",
"enum": [
"allocation",
"lane_fit",
"scoreability_assumptions",
"maintainer_economics",
"issue_discovery_behavior",
"label_policy"
]
}
}
},
"required": [
"totalEvents",
"omittedEvents",
"highImpactCount",
"affectedRepoCount",
"affectedFields",
"affectedSurfaces"
]
},
"UpstreamDriftReport": {
"type": "object",
"properties": {
Expand Down Expand Up @@ -8276,6 +8332,9 @@
]
}
},
"registryHyperparameterDrift": {
"$ref": "#/components/schemas/RegistryHyperparameterDriftSummary"
},
"openReportCount": {
"type": "number"
},
Expand All @@ -8290,6 +8349,7 @@
"generatedAt",
"status",
"affectedAreas",
"registryHyperparameterDrift",
"openReportCount",
"reports"
]
Expand Down
21 changes: 17 additions & 4 deletions src/api/routes.ts
Original file line number Diff line number Diff line change
Expand Up @@ -159,7 +159,7 @@ import { MAX_LOCAL_SCORER_WARNING_CHARS, MAX_LOCAL_SCORER_WARNING_COUNT } from "
import { loadRepoFocusManifest } from "../signals/focus-manifest-loader";
import { buildRepoSettingsPreview } from "../signals/settings-preview";
import { buildGittensorConfigRecommendation, buildRegistrationReadiness, type InstallationHealthSummary } from "../signals/registration-readiness";
import { fileUpstreamDriftIssues, loadUpstreamStatus, refreshUpstreamDrift } from "../upstream/ruleset";
import { fileUpstreamDriftIssues, loadUpstreamStatus, refreshUpstreamDrift, registryHyperparameterDriftWarningsForRepo } from "../upstream/ruleset";
import type {
BountyLifecycleEventRecord,
ControlPanelRoleName,
Expand Down Expand Up @@ -1253,6 +1253,11 @@ export function createApp() {
...(upstreamDrift.status === "drift_detected"
? [`Upstream Gittensor ruleset drift detected (${upstreamDrift.highestSeverity ?? "unknown"}): ${Array.isArray(upstreamDrift.affectedAreas) ? upstreamDrift.affectedAreas.join(", ") : "unknown"}.`]
: []),
...(upstreamDrift.registryHyperparameterDrift.highImpactCount > 0
? [
`High-impact registry hyperparameter drift detected (${upstreamDrift.registryHyperparameterDrift.highImpactCount} event(s) across ${upstreamDrift.registryHyperparameterDrift.affectedRepoCount} repo(s)): ${upstreamDrift.registryHyperparameterDrift.affectedFields.join(", ")}.`,
]
: []),
...(upstreamDrift.status === "stale" ? ["Upstream Gittensor ruleset snapshot is stale."] : []),
...(upstreamDrift.status === "unavailable" ? ["Upstream Gittensor ruleset snapshot is unavailable."] : []),
...(installationHealth.some((health) => health.status !== "healthy") ? ["One or more GitHub App installations need attention."] : []),
Expand Down Expand Up @@ -2278,10 +2283,14 @@ function buildDigestItems(args: {
});
}
if (args.upstreamDrift.status !== "current") {
const registryDrift = args.upstreamDrift.registryHyperparameterDrift;
items.push({
kind: "drift",
title: "Upstream ruleset drift check is not current",
detail: `Current upstream status: ${args.upstreamDrift.status}.`,
detail:
registryDrift.highImpactCount > 0
? `Current upstream status: ${args.upstreamDrift.status}; ${registryDrift.highImpactCount} high-impact registry hyperparameter drift event(s) are open.`
: `Current upstream status: ${args.upstreamDrift.status}.`,
meta: args.upstreamDrift.highestSeverity ?? "watch",
});
}
Expand Down Expand Up @@ -2411,8 +2420,11 @@ async function buildRepoOutcomePatternsResponse(env: Env, fullName: string) {

async function buildRegistrationReadinessResponse(env: Env, fullName: string) {
/* v8 ignore start -- Registration readiness route-level shaping over covered signal helpers. */
const intelligence = await buildRepoIntelligenceResponse(env, fullName);
const settings = await getRepositorySettings(env, fullName);
const [intelligence, settings, upstreamReports] = await Promise.all([
buildRepoIntelligenceResponse(env, fullName),
getRepositorySettings(env, fullName),
listUpstreamDriftReports(env, 20),
]);
const repo = intelligence.repo;
const installation = await loadInstallationHealthSummary(env, repo);
const report = buildRegistrationReadiness({
Expand All @@ -2426,6 +2438,7 @@ async function buildRegistrationReadinessResponse(env: Env, fullName: string) {
maintainerCutReadiness: intelligence.maintainerCutReadiness as ReturnType<typeof buildMaintainerCutReadiness>,
contributorIntakeHealth: intelligence.contributorIntakeHealth as ReturnType<typeof buildContributorIntakeHealth>,
installation,
upstreamRegistryDriftWarnings: registryHyperparameterDriftWarningsForRepo(upstreamReports, fullName),
});
return { ...report, dataQuality: intelligence.dataQuality };
/* v8 ignore stop */
Expand Down
26 changes: 26 additions & 0 deletions src/openapi/schemas.ts
Original file line number Diff line number Diff line change
Expand Up @@ -763,6 +763,31 @@ export const UpstreamDriftReportSchema = z
})
.openapi("UpstreamDriftReport");

const RegistryHyperparameterDriftFieldSchema = z.enum([
"repo",
"emissionShare",
"issueDiscoveryShare",
"maintainerCut",
"labelMultipliers",
"trustedLabelPipeline",
"defaultLabelMultiplier",
"fixedBaseScore",
"eligibilityMode",
]);

const RegistryDriftSurfaceSchema = z.enum(["allocation", "lane_fit", "scoreability_assumptions", "maintainer_economics", "issue_discovery_behavior", "label_policy"]);

export const RegistryHyperparameterDriftSummarySchema = z
.object({
totalEvents: z.number(),
omittedEvents: z.number(),
highImpactCount: z.number(),
affectedRepoCount: z.number(),
affectedFields: z.array(RegistryHyperparameterDriftFieldSchema),
affectedSurfaces: z.array(RegistryDriftSurfaceSchema),
})
.openapi("RegistryHyperparameterDriftSummary");

export const UpstreamRulesetSnapshotSchema = z
.object({
id: z.string(),
Expand Down Expand Up @@ -790,6 +815,7 @@ export const UpstreamStatusSchema = z
activeModel: z.enum(["current_density_model", "pending_saturation_model", "exponential_saturation_model", "unknown"]).nullable().optional(),
highestSeverity: z.enum(["low", "medium", "high", "blocking"]).nullable().optional(),
affectedAreas: z.array(z.enum(["registry", "scoring_model", "issue_discovery", "mirror_linkage", "language_weights", "source"])),
registryHyperparameterDrift: RegistryHyperparameterDriftSummarySchema,
openReportCount: z.number(),
reports: z.array(UpstreamDriftReportSchema),
})
Expand Down
4 changes: 3 additions & 1 deletion src/signals/registration-readiness.ts
Original file line number Diff line number Diff line change
Expand Up @@ -73,6 +73,7 @@ export type RegistrationReadinessInput = {
maintainerCutReadiness: MaintainerCutReadiness;
contributorIntakeHealth: ContributorIntakeHealth;
installation: InstallationHealthSummary | null;
upstreamRegistryDriftWarnings?: string[] | undefined;
};

const REQUIRED_DOCS = ["README", "CONTRIBUTING", "SECURITY", "SUPPORT"];
Expand Down Expand Up @@ -133,7 +134,7 @@ function buildGithubAppBehavior(repo: RepositoryRecord | null, settings: Reposit
* Advisory and private/API-first: no public GitHub output, no wallet/score exposure.
*/
export function buildRegistrationReadiness(input: RegistrationReadinessInput): RegistrationReadinessReport {
const { repoFullName, repo, settings, lane, configQuality, labelAudit, queueHealth, maintainerCutReadiness, contributorIntakeHealth, installation } = input;
const { repoFullName, repo, settings, lane, configQuality, labelAudit, queueHealth, maintainerCutReadiness, contributorIntakeHealth, installation, upstreamRegistryDriftWarnings = [] } = input;
const isRegistered = Boolean(repo?.isRegistered);
const configFragile = configQuality.level === "fragile";
const configNeedsAttention = configQuality.level === "needs_attention";
Expand Down Expand Up @@ -173,6 +174,7 @@ export function buildRegistrationReadiness(input: RegistrationReadinessInput): R
...(settings.publicSurface === "off" ? ["GitHub App public surface is disabled; maintainers will not get comment/label assistance."] : []),
...testCoverageHealth.warnings,
...labelAudit.missingConfiguredLabels.map((label) => `Configured registry label "${label}" is missing from live GitHub labels.`),
...upstreamRegistryDriftWarnings,
];

const ready = blockers.length === 0 && !configFragile && !configNeedsAttention;
Expand Down
28 changes: 28 additions & 0 deletions src/types.ts
Original file line number Diff line number Diff line change
Expand Up @@ -727,6 +727,34 @@ export type UpstreamSourceSnapshotRecord = {
export type UpstreamDriftSeverity = "low" | "medium" | "high" | "blocking";
export type UpstreamDriftStatus = "open" | "acknowledged" | "resolved" | "ignored";
export type UpstreamDriftArea = "registry" | "scoring_model" | "issue_discovery" | "mirror_linkage" | "language_weights" | "source";
export type RegistryHyperparameterDriftField =
| "repo"
| "emissionShare"
| "issueDiscoveryShare"
| "maintainerCut"
| "labelMultipliers"
| "trustedLabelPipeline"
| "defaultLabelMultiplier"
| "fixedBaseScore"
| "eligibilityMode";
export type RegistryDriftSurface = "allocation" | "lane_fit" | "scoreability_assumptions" | "maintainer_economics" | "issue_discovery_behavior" | "label_policy";
export type RegistryHyperparameterDriftEvent = {
repoFullName: string;
field: RegistryHyperparameterDriftField;
previous: JsonValue;
current: JsonValue;
severity: UpstreamDriftSeverity;
affectedSurfaces: RegistryDriftSurface[];
summary: string;
};
export type RegistryHyperparameterDriftSummary = {
totalEvents: number;
omittedEvents: number;
highImpactCount: number;
affectedRepoCount: number;
affectedFields: RegistryHyperparameterDriftField[];
affectedSurfaces: RegistryDriftSurface[];
};

export type UpstreamRulesetSnapshotRecord = {
id: string;
Expand Down
Loading