[Flaky Test] github.com/elastic/elastic-agent/testing/integration/ess TestStandaloneUpgradeRollbackOnRestarts/upgrade_to_a_repackaged_agent_built_from_the_same_commit #16441

{
 "id": "df889c37-4df2-8473-83f3-f89ab29bc352",
 "web_url": "https://buildkite.com/organizations/elastic/analytics/suites/elastic-agent-ci/tests/df889c37-4df2-8473-83f3-f89ab29bc352",
 "scope": "github.com/elastic/elastic-agent/testing/integration/ess",
 "name": "TestStandaloneUpgradeRollbackOnRestarts/upgrade_to_a_repackaged_agent_built_from_the_same_commit",
 "location": null,
 "file_name": null,
 "instances": 1,
 "latest_occurrence_at": "2026年08月31日T17:30:22.329Z",
 "most_recent_instance_at": "2026年08月31日T17:30:22.329Z",
 "last_resolved_at": null,
 "ownership_team_ids": [],
 "failure_examples_count": 1
}

=== RUN TestStandaloneUpgradeRollbackOnRestarts/upgrade_to_a_repackaged_agent_built_from_the_same_commit
 fetcher.go:103: Using existing artifact elastic-agent-9.6.0-SNAPSHOT-windows-x86_64.zip
 fixture.go:438: Extracting artifact elastic-agent-9.6.0-SNAPSHOT-windows-x86_64.zip to C:\Users\BUILDK~1\AppData\Local\Temp\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit1112840743
 fixture.go:456: Completed extraction of artifact elastic-agent-9.6.0-SNAPSHOT-windows-x86_64.zip to C:\Users\BUILDK~1\AppData\Local\Temp\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit1112840743
 fixture.go:1258: Components were not modified from the fetched artifact
 repackage.go:49: originalPackageName: "elastic-agent-9.6.0-SNAPSHOT-windows-x86_64.zip" newPackageFileName: "elastic-agent-9.6.0+build20260831165222-SNAPSHOT-windows-x86_64.zip"
 repackage.go:61: file "elastic-agent-9.6.0-SNAPSHOT-windows-x86_64.zip" is a .zip package
 repackage.go:282: read old manifest: &{apiObject:{Version:co.elastic.agent/v1 Kind:PackageManifest} Package:{Version:9.6.0 Snapshot:true Hash:fbd7b99c62a725e1bcf6804cf26d5dfbb09a022b Fips:false VersionedHome:data/elastic-agent-fbd7b9 PathMappings:[map[data/elastic-agent-fbd7b9:data/elastic-agent-9.6.0-SNAPSHOT-fbd7b9 manifest.yaml:data/elastic-agent-9.6.0-SNAPSHOT-fbd7b9/manifest.yaml]] Flavors:map[basic:[elastic-otel-collector endpoint-security pf-host-agent] servers:[elastic-otel-collector endpoint-security pf-host-agent cloudbeat apm-server fleet-server pf-elastic-symbolizer pf-elastic-collector]]}}
 repackage.go:288: generated new manifest:
 version: co.elastic.agent/v1
 kind: PackageManifest
 package:
 version: 9.6.0+build20260831165222
 snapshot: true
 hash: fbd7b99c62a725e1bcf6804cf26d5dfbb09a022b
 versioned-home: data/elastic-agent-fbd7b9
 path-mappings:
 - data/elastic-agent-fbd7b9: data/elastic-agent-9.6.0+build20260831165222-SNAPSHOT-fbd7b9
 manifest.yaml: data/elastic-agent-9.6.0+build20260831165222-SNAPSHOT-fbd7b9/manifest.yaml
 repackage.go:247: writing new package version: "9.6.0+build20260831165222"
 repackage.go:247: writing new package version: "9.6.0+build20260831165222"
 fixture.go:1034: >> running binary with: [C:\Users\BUILDK~1\AppData\Local\Temp\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit1112840743\elastic-agent-9.6.0-SNAPSHOT-windows-x86_64\elastic-agent.exe version --binary-only --yaml]
 fixture.go:438: Extracting artifact elastic-agent-9.6.0+build20260831165222-SNAPSHOT-windows-x86_64.zip to C:\Users\BUILDK~1\AppData\Local\Temp\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit2665515197
 fixture.go:456: Completed extraction of artifact elastic-agent-9.6.0+build20260831165222-SNAPSHOT-windows-x86_64.zip to C:\Users\BUILDK~1\AppData\Local\Temp\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit2665515197
 fixture.go:1258: Components were not modified from the fetched artifact
 fixture.go:1034: >> running binary with: [C:\Users\BUILDK~1\AppData\Local\Temp\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit2665515197\elastic-agent-9.6.0+build20260831165222-SNAPSHOT-windows-x86_64\elastic-agent.exe version --binary-only --yaml]
 upgrade_rollback_test.go:858: Testing Elastic Agent upgrade from 9.6.0-SNAPSHOT to 9.6.0+build20260831165222-SNAPSHOT...
 fixture.go:1034: >> running binary with: [C:\Users\BUILDK~1\AppData\Local\Temp\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit1112840743\elastic-agent-9.6.0-SNAPSHOT-windows-x86_64\elastic-agent.exe version --binary-only --yaml]
 fixture.go:1034: >> running binary with: [C:\Users\BUILDK~1\AppData\Local\Temp\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit2665515197\elastic-agent-9.6.0+build20260831165222-SNAPSHOT-windows-x86_64\elastic-agent.exe version --binary-only --yaml]
 upgrader.go:245: installation of Elastic Agent will use --unprivileged as both start and end version support --unprivileged mode
 upgrader.go:294: Installing version "9.6.0-SNAPSHOT"
 fixture_install.go:201: [test TestStandaloneUpgradeRollbackOnRestarts/upgrade_to_a_repackaged_agent_built_from_the_same_commit] Inside fixture install function
 fixture_install.go:229: [test TestStandaloneUpgradeRollbackOnRestarts/upgrade_to_a_repackaged_agent_built_from_the_same_commit] Inside fixture installNoPkgManager function
 fixture_install.go:260: >> running binary with: [C:\Users\BUILDK~1\AppData\Local\Temp\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit1112840743\elastic-agent-9.6.0-SNAPSHOT-windows-x86_64\elastic-agent.exe install --force --non-interactive --unprivileged --checkin-on-state-change]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 upgrader.go:329: Upgrading from version "9.6.0-SNAPSHOT-fbd7b99c62a725e1bcf6804cf26d5dfbb09a022b" to version "9.6.0+build20260831165222-SNAPSHOT-fbd7b99c62a725e1bcf6804cf26d5dfbb09a022b"
 upgrader.go:366: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe upgrade 9.6.0+build20260831165222-SNAPSHOT --source-uri file://C:\Temp\agent-upgrade-3260877078 --skip-verify]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 upgrader.go:388: waiting for upgrade watcher to start
 upgrader.go:393: upgrade watcher started
 upgrader.go:398: Checking upgrade details state while Upgrade Watcher is running
 fixture.go:1034: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe version --binary-only --yaml]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 upgrader.go:618: retrieved upgrade details: &{TargetVersion:9.6.0+build20260831165222 State:UPG_WATCHING ActionID: Metadata:{ScheduledAt:<nil> DownloadPercent:0 DownloadRate:0 RetryErrorMsg: RetryUntil:<nil> FailedState: ErrorMsg: Reason:} observers:[] mu:{_:{} mu:{state:0 sema:0}}}
 fixture.go:1034: >> running binary with: [C:\Users\BUILDK~1\AppData\Local\Temp\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit2665515197\elastic-agent-9.6.0+build20260831165222-SNAPSHOT-windows-x86_64\elastic-agent.exe version --binary-only --yaml]
 upgrade_rollback_test.go:937: Stopping agent via service to simulate crashing
 upgrade_rollback_test.go:958: Stopped agent via service. Took roughly 301.7423ms
 upgrade_rollback_test.go:961: Starting agent via service to simulate crashing
 upgrade_rollback_test.go:974: Started agent after stopping to simulate crashing. Took roughly 67.6735ms
 upgrade_rollback_test.go:937: Stopping agent via service to simulate crashing
 upgrade_rollback_test.go:958: Stopped agent via service. Took roughly 302.327ms
 upgrade_rollback_test.go:961: Starting agent via service to simulate crashing
 upgrade_rollback_test.go:974: Started agent after stopping to simulate crashing. Took roughly 69.909ms
 upgrade_rollback_test.go:1011: failed to detect agent version: rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing: open \\\\.\\pipe\\elastic-agent-system: The system cannot find the file specified."
 upgrade_rollback_test.go:1011: failed to detect agent version: rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing: open \\\\.\\pipe\\elastic-agent-system: The system cannot find the file specified."
 upgrade_rollback_test.go:1011: failed to detect agent version: rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing: open \\\\.\\pipe\\elastic-agent-system: The system cannot find the file specified."
 upgrade_rollback_test.go:1011: failed to detect agent version: rpc error: code = DeadlineExceeded desc = context deadline exceeded
 upgrade_rollback_test.go:986: restart context is done, returning
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 fixture.go:985: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe status --output json]
 upgrade_rollback_test.go:924: 
 	Error Trace:	C:/buildkite-agent/builds/bk-agent-prod-azure-1788192111345676540/elastic/elastic-agent-extended-testing/testing/integration/ess/upgrade_rollback_test.go:924
 	 				C:/buildkite-agent/builds/bk-agent-prod-azure-1788192111345676540/elastic/elastic-agent-extended-testing/testing/integration/ess/upgrade_rollback_test.go:838
 	 				C:/buildkite-agent/builds/bk-agent-prod-azure-1788192111345676540/elastic/elastic-agent-extended-testing/testing/integration/ess/upgrade_rollback_test.go:275
 	Error: 	Received unexpected error:
 	 	agent status returned an error: could not unmarshal agent status output: unexpected end of JSON input
 	 	exit status 1:
 	Test: 	TestStandaloneUpgradeRollbackOnRestarts/upgrade_to_a_repackaged_agent_built_from_the_same_commit
 fixture_install.go:325: [test TestStandaloneUpgradeRollbackOnRestarts/upgrade_to_a_repackaged_agent_built_from_the_same_commit] Inside fixture cleanup function
 fixture_install.go:341: collecting diagnostics; test failed
 fixture_install.go:833: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe diagnostics -f C:\buildkite-agent\builds\bk-agent-prod-azure-1788192111345676540\elastic\elastic-agent-extended-testing\build\diagnostics\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit-2026年08月31日T16-56-53Z-diagnostics.zip]
 fixture_install.go:835: failed to collect diagnostics to C:\buildkite-agent\builds\bk-agent-prod-azure-1788192111345676540\elastic\elastic-agent-extended-testing\build\diagnostics\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit-2026年08月31日T16-56-53Z-diagnostics.zip (exit status 1): [WARNING]: failed to fetch agent diagnostics: error in DiagnosticAgent RPC call: rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing: context deadline exceeded"[WARNING]: failed to fetch unit diagnostics: rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing: context deadline exceeded"[WARNING]: failed to fetch component diagnostics: error in DiagnosticComponents RPC call: rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing: context deadline exceeded"Error: failed collecting diagnostics: no diags could be fetched
 For help, please see our troubleshooting guide at https://www.elastic.co/docs/troubleshoot/ingest/fleet/common-problems
 fixture_install.go:841: retrying in 15 seconds due to connection error; possible Elastic Agent was not fully started
 fixture_install.go:843: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe diagnostics -f C:\buildkite-agent\builds\bk-agent-prod-azure-1788192111345676540\elastic\elastic-agent-extended-testing\build\diagnostics\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit-2026年08月31日T16-56-53Z-diagnostics.zip]
 fixture_install.go:845: failed to collect diagnostics a second time at C:\buildkite-agent\builds\bk-agent-prod-azure-1788192111345676540\elastic\elastic-agent-extended-testing\build\diagnostics\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit-2026年08月31日T16-56-53Z-diagnostics.zip (exit status 1): [WARNING]: failed to fetch agent diagnostics: error in DiagnosticAgent RPC call: rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing: context deadline exceeded"[WARNING]: failed to fetch unit diagnostics: rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing: context deadline exceeded"[WARNING]: failed to fetch component diagnostics: error in DiagnosticComponents RPC call: rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing: context deadline exceeded"Error: failed collecting diagnostics: no diags could be fetched
 For help, please see our troubleshooting guide at https://www.elastic.co/docs/troubleshoot/ingest/fleet/common-problems
 fixture_install.go:850: creating zip archive of the installation directory: C:\Program Files\Elastic\Agent
 fixture_install.go:854: failed to zip install directory to C:\buildkite-agent\builds\bk-agent-prod-azure-1788192111345676540\elastic\elastic-agent-extended-testing\build\diagnostics\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit-2026年08月31日T16-56-53Z-install-directory.zip: walking C:\Program Files\Elastic\Agent to create zip: read C:\Program Files\Elastic\Agent\data\agent.lock: The process cannot access the file because another process has locked a portion of the file.
 fixture_install.go:784: >> running binary with: [C:\Program Files\Elastic\Agent\elastic-agent.exe uninstall --force]
 fixture_install.go:376: 
 	Error Trace:	C:/buildkite-agent/builds/bk-agent-prod-azure-1788192111345676540/elastic/elastic-agent-extended-testing/pkg/testing/fixture_install.go:376
 	 				C:/Users/Buildkite/.go/go-1.26.7/src/testing/testing.go:1317
 	 				C:/Users/Buildkite/.go/go-1.26.7/src/testing/testing.go:1667
 	 				C:/Users/Buildkite/.go/go-1.26.7/src/testing/testing.go:2030
 	 				C:/Users/Buildkite/.go/go-1.26.7/src/runtime/asm_amd64.s:1771
 	Error: 	Received unexpected error:
 	 	error running uninstall command: exit status 1
 	Test: 	TestStandaloneUpgradeRollbackOnRestarts/upgrade_to_a_repackaged_agent_built_from_the_same_commit
 	Messages: 	cannot display message: bufio.Scanner: token too long
 fixture_install.go:321: 
 	Error Trace:	C:/buildkite-agent/builds/bk-agent-prod-azure-1788192111345676540/elastic/elastic-agent-extended-testing/pkg/testing/fixture_install.go:321
 	 				C:/Users/Buildkite/.go/go-1.26.7/src/testing/testing.go:1317
 	 				C:/Users/Buildkite/.go/go-1.26.7/src/testing/testing.go:1667
 	 				C:/Users/Buildkite/.go/go-1.26.7/src/testing/testing.go:1647
 	 				C:/Users/Buildkite/.go/go-1.26.7/src/runtime/panic.go:694
 	 				C:/Users/Buildkite/.go/go-1.26.7/src/testing/testing.go:1022
 	 				C:/buildkite-agent/builds/bk-agent-prod-azure-1788192111345676540/elastic/elastic-agent-extended-testing/pkg/testing/fixture_install.go:376
 	 				C:/Users/Buildkite/.go/go-1.26.7/src/testing/testing.go:1317
 	 				C:/Users/Buildkite/.go/go-1.26.7/src/testing/testing.go:1667
 	 				C:/Users/Buildkite/.go/go-1.26.7/src/testing/testing.go:2030
 	Error: 	Should be empty, but was [{PID:3428, PPID: 1080, Cwd: , Exe: , Cmdline: C:\Program Files\Elastic\Agent\elastic-agent.exe, Args: [C:\Program Files\Elastic\Agent\elastic-agent.exe]}]
 	Test: 	TestStandaloneUpgradeRollbackOnRestarts/upgrade_to_a_repackaged_agent_built_from_the_same_commit
 	Messages: 	there should be no running agent at the end of the test
 fixture.go:1389: Dumping running processes in C:\buildkite-agent\builds\bk-agent-prod-azure-1788192111345676540\elastic\elastic-agent-extended-testing\build\diagnostics\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit-2026年08月31日T16-56-53Z-ProcessDump-cleanup.json
 fixture.go:1708: Temporary directory "C:\\Users\\BUILDK~1\\AppData\\Local\\Temp\\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit2665515197" preserved for investigation/debugging
 fixture.go:1708: Temporary directory "C:\\Users\\BUILDK~1\\AppData\\Local\\Temp\\TestStandaloneUpgradeRollbackOnRestarts-upgrade_to_a_repackaged_agent_built_from_the_same_commit1112840743" preserved for investigation/debugging
 --- FAIL: TestStandaloneUpgradeRollbackOnRestarts/upgrade_to_a_repackaged_agent_built_from_the_same_commit (626.61s)