WorkflowScripts\AnalyzeCiFailureWorkflowTests.cs (269)
24public void Dispose() => _workspace.Dispose();
35var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
71var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
85var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
106var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
123var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
140Path.Combine(_workspace.Path, "ci-failure-data", "prior-causes")).FullName;
145var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
162Path.Combine(_workspace.Path, "ci-failure-data", "prior-causes")).FullName;
167var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
188var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
220var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
247var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
279var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
295Path.Combine(_workspace.Path, "ci-failure-data", "test-failures.json"),
298var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
302await File.ReadAllTextAsync(Path.Combine(_workspace.Path, "ci-analysis-output", "analysis-result.json")));
328Path.Combine(_workspace.Path, "ci-failure-data", "test-failures.json"),
331var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
358Path.Combine(_workspace.Path, "ci-failure-data", "test-failures.json"),
366var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
370await File.ReadAllTextAsync(Path.Combine(_workspace.Path, "ci-analysis-output", "analysis-result.json")));
394var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
415var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
436var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
452Path.Combine(_workspace.Path, "ci-failure-data", "test-failures.json"),
455var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
475var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
495var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
515Path.Combine(_workspace.Path, "ci-failure-data", "test-failures.json"),
518var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
534Path.Combine(_workspace.Path, "ci-failure-data", "test-failures.json"),
537var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
557Path.Combine(_workspace.Path, "ci-failure-data", "test-failures.json"),
560var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
592var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
625var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
661var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
678File.Delete(Path.Combine(_workspace.Path, "ci-failure-data", "run.json"));
680var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
698Path.Combine(_workspace.Path, "ci-failure-data", "run.json"),
701var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
750var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
785var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
832var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
836await File.ReadAllTextAsync(Path.Combine(_workspace.Path, "ci-analysis-output", "analysis-result.json")));
862var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
882var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
941var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
957var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
980var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
1011var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
1047var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
1051await File.ReadAllTextAsync(Path.Combine(_workspace.Path, "ci-analysis-output", "causes", "flaky-failure.json")));
1074var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
1094Path.Combine(_workspace.Path, "ci-failure-data", "prior-causes")).FullName;
1106var causePath = Path.Combine(_workspace.Path, "ci-analysis-output", "causes", "nuget-timeout.json");
1107var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
1126var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
1146var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
1171var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
1213var analysisPath = Path.Combine(_workspace.Path, "analysis.json");
1214var trustedJobsPath = Path.Combine(_workspace.Path, "failed-jobs.json");
1240var analysisPath = Path.Combine(_workspace.Path, "analysis.json");
1241var trustedJobsPath = Path.Combine(_workspace.Path, "failed-jobs.json");
1286var analysisPath = Path.Combine(_workspace.Path, "analysis.json");
1287var trustedJobsPath = Path.Combine(_workspace.Path, "failed-jobs.json");
1485var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
1536var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
1559var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
1578var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
1606var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
1627var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
1640var causePath = Path.Combine(_workspace.Path, "main-build-break.json");
1641var runContextPath = Path.Combine(_workspace.Path, "run-context.json");
1642var lastSuccessfulRunPath = Path.Combine(_workspace.Path, "last-successful-main-run.json");
1643var triggeringMergePath = Path.Combine(_workspace.Path, "triggering-merge-pr.json");
1644var candidateHistoryStatusPath = Path.Combine(_workspace.Path, "candidate-merge-history-status.json");
1645var bodyPath = Path.Combine(_workspace.Path, "issue-body.md");
1646var metadataPath = Path.Combine(_workspace.Path, "issue-metadata.json");
1723var causePath = Path.Combine(_workspace.Path, "main-build-break.json");
1724var runContextPath = Path.Combine(_workspace.Path, "run-context.json");
1725var lastSuccessfulRunPath = Path.Combine(_workspace.Path, "last-successful-main-run.json");
1726var triggeringMergePath = Path.Combine(_workspace.Path, "triggering-merge-pr.json");
1727var candidateHistoryStatusPath = Path.Combine(_workspace.Path, "candidate-merge-history-status.json");
1728var bodyPath = Path.Combine(_workspace.Path, "issue-body.md");
1729var metadataPath = Path.Combine(_workspace.Path, "issue-metadata.json");
1803var causePath = Path.Combine(_workspace.Path, "flaky-failure.json");
1804var bodyPath = Path.Combine(_workspace.Path, "issue-body.md");
1805var metadataPath = Path.Combine(_workspace.Path, "issue-metadata.json");
1848var archivePath = Path.Combine(_workspace.Path, "test-results.zip");
1854var outputDirectory = Path.Combine(_workspace.Path, "extracted");
1870var archivePath = Path.Combine(_workspace.Path, "test-results.zip");
1876var outputDirectory = Path.Combine(_workspace.Path, "extracted");
1901var archivePath = Path.Combine(_workspace.Path, "test-results.zip");
1906var outputDirectory = Path.Combine(_workspace.Path, "extracted");
1921var archivePath = Path.Combine(_workspace.Path, "test-results.zip");
1926var outputDirectory = Path.Combine(_workspace.Path, "extracted");
1941var archivePath = Path.Combine(_workspace.Path, "test-results.zip");
1946var outputDirectory = Path.Combine(_workspace.Path, "extracted");
1973var archivePath = Path.Combine(_workspace.Path, "test-results.zip");
1985var outputDirectory = Path.Combine(_workspace.Path, "extracted");
2000var archivePath = Path.Combine(_workspace.Path, "test-results.zip");
2005var outputDirectory = Path.Combine(_workspace.Path, "extracted");
2020var archivePath = Path.Combine(_workspace.Path, "test-results.zip");
2029var outputDirectory = Path.Combine(_workspace.Path, "extracted");
2044var artifactsPath = Path.Combine(_workspace.Path, "artifacts.json");
2058var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2094var artifactsPath = Path.Combine(_workspace.Path, "artifacts.json");
2115var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2154var artifactsPath = Path.Combine(_workspace.Path, "artifacts.json");
2156var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2185var artifactsPath = Path.Combine(_workspace.Path, "artifacts.json");
2197var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2230var artifactsPath = Path.Combine(_workspace.Path, "artifacts.json");
2258var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2305var artifactsPath = Path.Combine(_workspace.Path, "artifacts.json");
2307var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2341var artifactsPath = Path.Combine(_workspace.Path, "artifacts.json");
2343var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2377var artifactsPath = Path.Combine(_workspace.Path, "artifacts.json");
2379var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2413var artifactsPath = Path.Combine(_workspace.Path, "artifacts.json");
2427var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2466var testResultsDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "test-results"));
2485var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2491var outputPath = Path.Combine(_workspace.Path, "test-failures.json");
2515var testResultsDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "test-results"));
2528var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2532var outputPath = Path.Combine(_workspace.Path, "test-failures.json");
2557var testResultsDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "test-results"));
2570var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2574var outputPath = Path.Combine(_workspace.Path, "test-failures.json");
2595var testResultsDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "test-results"));
2614var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2618var outputPath = Path.Combine(_workspace.Path, "test-failures.json");
2639var testResultsDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "test-results"));
2641var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2645var outputPath = Path.Combine(_workspace.Path, "test-failures.json");
2666var testResultsDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "test-results"));
2671var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2675var outputPath = Path.Combine(_workspace.Path, "test-failures.json");
2700var testResultsDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "test-results"));
2713var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2717var outputPath = Path.Combine(_workspace.Path, "test-failures.json");
2741var testResultsDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "test-results"));
2745var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2749var outputPath = Path.Combine(_workspace.Path, "test-failures.json");
2773var testResultsDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "test-results"));
2775var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2779var outputPath = Path.Combine(_workspace.Path, "test-failures.json");
2803var testResultsDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "test-results"));
2813var jobsPath = Path.Combine(_workspace.Path, "all-jobs.json");
2817var outputPath = Path.Combine(_workspace.Path, "test-failures.json");
2852var openIssuesPath = Path.Combine(_workspace.Path, "open-issues.json");
2853var closedIssuesPath = Path.Combine(_workspace.Path, "closed-issues.json");
2960var callLogPath = Path.Combine(_workspace.Path, "gh-calls.log");
2971var openIssuesPath = Path.Combine(_workspace.Path, "open-issues.json");
2972var closedIssuesPath = Path.Combine(_workspace.Path, "closed-issues.json");
3014Path.Combine(_workspace.Path, "last-success.json"));
3017using var output = JsonDocument.Parse(await File.ReadAllTextAsync(Path.Combine(_workspace.Path, "last-success.json")));
3020Assert.Contains("per_page=100", await File.ReadAllTextAsync(Path.Combine(_workspace.Path, "gh-calls.log")), StringComparison.Ordinal);
3022await File.ReadAllLinesAsync(Path.Combine(_workspace.Path, "gh-calls.log")),
3048var outputPath = Path.Combine(_workspace.Path, "last-success.json");
3083var outputPath = Path.Combine(_workspace.Path, "last-success.json");
3090await File.ReadAllLinesAsync(Path.Combine(_workspace.Path, "gh-calls.log")),
3118var outputPath = Path.Combine(_workspace.Path, "last-success.json");
3126await File.ReadAllLinesAsync(Path.Combine(_workspace.Path, "gh-calls.log")),
3148Path.Combine(_workspace.Path, "last-success.json"));
3166Path.Combine(_workspace.Path, "last-success.json"));
3193Path.Combine(_workspace.Path, "last-success.json"));
3196using var output = JsonDocument.Parse(await File.ReadAllTextAsync(Path.Combine(_workspace.Path, "last-success.json")));
3198Assert.True(int.Parse(await File.ReadAllTextAsync(Path.Combine(_workspace.Path, "gh-call-count"))) >= 2);
3200(await File.ReadAllLinesAsync(Path.Combine(_workspace.Path, "gh-calls.log")))
3227Path.Combine(_workspace.Path, "last-success.json"));
3230using var output = JsonDocument.Parse(await File.ReadAllTextAsync(Path.Combine(_workspace.Path, "last-success.json")));
3232Assert.Equal(2, int.Parse(await File.ReadAllTextAsync(Path.Combine(_workspace.Path, "gh-call-count"))));
3235(await File.ReadAllLinesAsync(Path.Combine(_workspace.Path, "gh-calls.log")))
3248Path.Combine(_workspace.Path, "last-success.json"));
3261var candidatesPath = Path.Combine(_workspace.Path, "candidate-merges.json");
3262var statusPath = Path.Combine(_workspace.Path, "candidate-merge-history-status.json");
3282var candidatesPath = Path.Combine(_workspace.Path, "candidate-merges.json");
3283var statusPath = Path.Combine(_workspace.Path, "candidate-merge-history-status.json");
3326var candidatesPath = Path.Combine(_workspace.Path, "candidate-merges.json");
3327var statusPath = Path.Combine(_workspace.Path, "candidate-merge-history-status.json");
3375var candidatesPath = Path.Combine(_workspace.Path, "candidate-merges.json");
3376var statusPath = Path.Combine(_workspace.Path, "candidate-merge-history-status.json");
3387var ghCalls = await File.ReadAllLinesAsync(Path.Combine(_workspace.Path, "gh-calls.log"));
3435var candidatesPath = Path.Combine(_workspace.Path, "candidate-merges.json");
3436var statusPath = Path.Combine(_workspace.Path, "candidate-merge-history-status.json");
3447await File.ReadAllLinesAsync(Path.Combine(_workspace.Path, "gh-calls.log")),
3476var candidatesPath = Path.Combine(_workspace.Path, "candidate-merges.json");
3477var statusPath = Path.Combine(_workspace.Path, "candidate-merge-history-status.json");
3520var candidatesPath = Path.Combine(_workspace.Path, "candidate-merges.json");
3521var statusPath = Path.Combine(_workspace.Path, "candidate-merge-history-status.json");
3560var candidatesPath = Path.Combine(_workspace.Path, "candidate-merges.json");
3561var statusPath = Path.Combine(_workspace.Path, "candidate-merge-history-status.json");
3603var outputPath = Path.Combine(_workspace.Path, "persisted-main.json");
3661var outputPath = Path.Combine(_workspace.Path, $"persisted-{historyState}.json");
3702var outputPath = Path.Combine(_workspace.Path, "persisted-pr.json");
3755var outputPath = Path.Combine(_workspace.Path, "persisted-pr.json");
3787var outputPath = Path.Combine(_workspace.Path, "persisted-pr.json");
3806var failureDataDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "ci-failure-data")).FullName;
3810var causeFile = Path.Combine(_workspace.Path, "cause.json");
3832var newCausePath = Path.Combine(_workspace.Path, "new-cause.json");
3833var existingCausePath = Path.Combine(_workspace.Path, "existing-cause.json");
3834var outputPath = Path.Combine(_workspace.Path, "merged-cause.json");
3860var causePath = Path.Combine(_workspace.Path, "prior-cause.json");
3896var metadataPath = Path.Combine(_workspace.Path, "metadata.json");
3928var diagnosticsPath = Path.Combine(_workspace.Path, "diagnostics.json");
3951var logPath = Path.Combine(_workspace.Path, "job.log");
4004var inputPath = Path.Combine(_workspace.Path, "job.log");
4005var outputPath = Path.Combine(_workspace.Path, "sanitized.log");
4020var inputPath = Path.Combine(_workspace.Path, "job.log");
4021var outputPath = Path.Combine(_workspace.Path, "sanitized.log");
4040var causePath = Path.Combine(_workspace.Path, "cause.json");
4041var bodyPath = Path.Combine(_workspace.Path, "issue-body.md");
4042var metadataPath = Path.Combine(_workspace.Path, "issue-metadata.json");
4106var analysisPath = Path.Combine(_workspace.Path, "analysis.json");
4107var trustedJobsPath = Path.Combine(_workspace.Path, "failed-jobs.json");
4165var currentBodyPath = Path.Combine(_workspace.Path, "current-body.md");
4166var outputPath = Path.Combine(_workspace.Path, "updated-body.md");
4209var currentBodyPath = Path.Combine(_workspace.Path, "current-body.md");
4210var canonicalBodyPath = Path.Combine(_workspace.Path, "canonical-body.md");
4211var outputPath = Path.Combine(_workspace.Path, "updated-body.md");
4330var currentBodyPath = Path.Combine(_workspace.Path, "current-body.md");
4331var outputPath = Path.Combine(_workspace.Path, "updated-body.md");
4383var currentBodyPath = Path.Combine(_workspace.Path, "current-body.md");
4384var outputPath = Path.Combine(_workspace.Path, "updated-body.md");
4422var currentBodyPath = Path.Combine(_workspace.Path, "current-body.md");
4423var firstOutputPath = Path.Combine(_workspace.Path, "first-output.md");
4424var secondOutputPath = Path.Combine(_workspace.Path, "second-output.md");
4488var causePath = Path.Combine(_workspace.Path, "cause.json");
4489var bodyPath = Path.Combine(_workspace.Path, "issue-body.md");
4490var metadataPath = Path.Combine(_workspace.Path, "issue-metadata.json");
4526var causePath = Path.Combine(_workspace.Path, "cause.json");
4527var runContextPath = Path.Combine(_workspace.Path, "run-context.json");
4528var lastSuccessfulPath = Path.Combine(_workspace.Path, "last-successful.json");
4529var triggeringMergePath = Path.Combine(_workspace.Path, "triggering-merge.json");
4530var candidateHistoryStatusPath = Path.Combine(_workspace.Path, "candidate-merge-history-status.json");
4531var bodyPath = Path.Combine(_workspace.Path, "issue-body.md");
4532var metadataPath = Path.Combine(_workspace.Path, "issue-metadata.json");
4575var trustedJobsPath = Path.Combine(_workspace.Path, "failed-jobs.json");
4576var buildCausePath = Path.Combine(_workspace.Path, "build-cause.json");
4577var testCausePath = Path.Combine(_workspace.Path, "test-cause.json");
4578var multiJobCausePath = Path.Combine(_workspace.Path, "multi-job-cause.json");
4589var failureDataDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "ci-failure-data")).FullName;
4639var buildBodyPath = Path.Combine(_workspace.Path, "build-body.md");
4640var buildMetadataPath = Path.Combine(_workspace.Path, "build-metadata.json");
4641var testBodyPath = Path.Combine(_workspace.Path, "test-body.md");
4642var testMetadataPath = Path.Combine(_workspace.Path, "test-metadata.json");
4709process.StartInfo.WorkingDirectory = _workspace.Path;
4714process.StartInfo.Environment["ANALYSIS_DIR"] = Path.Combine(_workspace.Path, "ci-analysis-output");
4733var fakeBinDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "fake-bin")).FullName;
4749["GH_CALL_LOG"] = Path.Combine(_workspace.Path, "gh-calls.log"),
4750["GH_CALL_COUNT_FILE"] = Path.Combine(_workspace.Path, "gh-call-count"),
4756var fakeBinDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "fake-bin")).FullName;
4772["GH_CALL_LOG"] = Path.Combine(_workspace.Path, "gh-calls.log"),
4778var fakeBinDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, $"fake-bin-{Guid.NewGuid():N}")).FullName;
4815var analysisDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "ci-analysis-output")).FullName;
4816var failureDataDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "ci-failure-data")).FullName;
4833Path.Combine(_workspace.Path, "ci-analysis-output", "analysis-result.json"),
4846["CI_FAILURE_DATA_DIR"] = Path.Combine(_workspace.Path, "ci-failure-data"),
4868process.StartInfo.WorkingDirectory = _workspace.Path;
4904var analysisDirectory = Path.Combine(_workspace.Path, "ci-analysis-output");
4905var failureDataDirectory = Path.Combine(_workspace.Path, "ci-failure-data");
4971var causesDirectory = Directory.CreateDirectory(Path.Combine(_workspace.Path, "ci-analysis-output", "causes")).FullName;
4980var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));
4991var result = await RunValidationScriptAsync(Path.Combine(_workspace.Path, "output.json"));