e2e-flakiness-detector #235
Annotations
10 errors and 1 notice
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\chat-atFile.test.ts#L365
1) chat-atFile.test.ts:358:3 › Add Selection to Cody Chat ────────────────────────────────────────
Error: Timed out 2000ms waiting for expect(locator).toHaveText(expected)
Locator: frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').getByRole('textbox', { name: 'Chat message' }).last().locator('.context-item-mention-node')
- Expected - 4
+ Received + 1
- Array [
- "buzz.ts",
- "buzz.ts:2-5",
- ]
+ Array []
Call log:
- expect.toHaveText with timeout 2000ms
- waiting for frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').getByRole('textbox', { name: 'Chat message' }).last().locator('.context-item-mention-node')
- locator resolved to 0 elements
- locator resolved to 0 elements
- locator resolved to 0 elements
- locator resolved to 0 elements
- locator resolved to 0 elements
363 |
364 | const [, lastChatInput] = await createEmptyChatPanel(page)
> 365 | await expect(chatInputMentions(lastChatInput)).toHaveText(['buzz.ts', 'buzz.ts:2-5'], {
| ^
366 | timeout: 2_000,
367 | })
368 |
at D:\a\cody\cody\vscode\test\e2e\chat-atFile.test.ts:365:52
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\chat-atFile.test.ts#L1
1) chat-atFile.test.ts:358:3 › Add Selection to Cody Chat ────────────────────────────────────────
Error: EBUSY: resource busy or locked, rename 'D:\a\cody\cody\playwright\Add_Selection_to_Cody_Chat\temp-videos\82dc9b163798f8bfccd5ea7ba3b2cb0b.webm' -> 'D:\a\cody\cody\playwright\Add_Selection_to_Cody_Chat\videos\run_0_retry_0_failure.webm'
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\chat-atFile.test.ts#L365
2) chat-atFile.test.ts:358:3 › Add Selection to Cody Chat ────────────────────────────────────────
Error: Timed out 2000ms waiting for expect(locator).toHaveText(expected)
Locator: frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').getByRole('textbox', { name: 'Chat message' }).last().locator('.context-item-mention-node')
- Expected - 4
+ Received + 1
- Array [
- "buzz.ts",
- "buzz.ts:2-5",
- ]
+ Array []
Call log:
- expect.toHaveText with timeout 2000ms
- waiting for frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').getByRole('textbox', { name: 'Chat message' }).last().locator('.context-item-mention-node')
- locator resolved to 0 elements
- locator resolved to 0 elements
- locator resolved to 0 elements
- locator resolved to 0 elements
- locator resolved to 0 elements
363 |
364 | const [, lastChatInput] = await createEmptyChatPanel(page)
> 365 | await expect(chatInputMentions(lastChatInput)).toHaveText(['buzz.ts', 'buzz.ts:2-5'], {
| ^
366 | timeout: 2_000,
367 | })
368 |
at D:\a\cody\cody\vscode\test\e2e\chat-atFile.test.ts:365:52
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\chat-atFile.test.ts#L365
3) chat-atFile.test.ts:358:3 › Add Selection to Cody Chat ────────────────────────────────────────
Error: Timed out 2000ms waiting for expect(locator).toHaveText(expected)
Locator: frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').getByRole('textbox', { name: 'Chat message' }).last().locator('.context-item-mention-node')
- Expected - 4
+ Received + 1
- Array [
- "buzz.ts",
- "buzz.ts:2-5",
- ]
+ Array []
Call log:
- expect.toHaveText with timeout 2000ms
- waiting for frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').getByRole('textbox', { name: 'Chat message' }).last().locator('.context-item-mention-node')
- locator resolved to 0 elements
- locator resolved to 0 elements
- locator resolved to 0 elements
- locator resolved to 0 elements
- locator resolved to 0 elements
363 |
364 | const [, lastChatInput] = await createEmptyChatPanel(page)
> 365 | await expect(chatInputMentions(lastChatInput)).toHaveText(['buzz.ts', 'buzz.ts:2-5'], {
| ^
366 | timeout: 2_000,
367 | })
368 |
at D:\a\cody\cody\vscode\test\e2e\chat-atFile.test.ts:365:52
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\helpers.ts#L377
4) chat-messages.test.ts:7:5 › chat assistant response code buttons ──────────────────────────────
Error: Failed to rmSync C:\Users\RUNNER~1\AppData\Local\Temp\cody-vscepjTMM0 after 5 attempts: Error: EBUSY: resource busy or locked, unlink '\\?\C:\Users\RUNNER~1\AppData\Local\Temp\cody-vscepjTMM0\Crashpad\reports\34178602-e204-4c5c-9209-ebb454a1b17d.dmp'
at helpers.ts:377
375 | } catch (error) {
376 | if (attempts === 1) {
> 377 | throw new Error(`Failed to rmSync ${path} after ${maxAttempts} attempts: ${error}`)
| ^
378 | }
379 |
380 | await new Promise(resolve => setTimeout(resolve, 100))
at rmSyncWithRetries (D:\a\cody\cody\vscode\test\e2e\helpers.ts:377:23)
at Object.app (D:\a\cody\cody\vscode\test\e2e\helpers.ts:258:13)
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\helpers.ts#L377
5) chat-rateLimit.test.ts:80:3 › shows standard rate limit message for non-dotCom users ──────────
Error: Failed to rmSync C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceB8YHz6 after 5 attempts: Error: EBUSY: resource busy or locked, unlink '\\?\C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceB8YHz6\Crashpad\reports\92f8f0ce-3673-4ff3-9c38-a4f1da38350c.dmp'
at helpers.ts:377
375 | } catch (error) {
376 | if (attempts === 1) {
> 377 | throw new Error(`Failed to rmSync ${path} after ${maxAttempts} attempts: ${error}`)
| ^
378 | }
379 |
380 | await new Promise(resolve => setTimeout(resolve, 100))
at rmSyncWithRetries (D:\a\cody\cody\vscode\test\e2e\helpers.ts:377:23)
at Object.app (D:\a\cody\cody\vscode\test\e2e\helpers.ts:258:13)
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\helpers.ts#L377
6) command-core.test.ts:106:3 › Explain Command from Prompts Tab ─────────────────────────────────
Error: Failed to rmSync C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceNFkbV8 after 5 attempts: Error: EBUSY: resource busy or locked, unlink '\\?\C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceNFkbV8\Crashpad\reports\0b0869ba-55b3-49ac-b607-39d54244daf9.dmp'
at helpers.ts:377
375 | } catch (error) {
376 | if (attempts === 1) {
> 377 | throw new Error(`Failed to rmSync ${path} after ${maxAttempts} attempts: ${error}`)
| ^
378 | }
379 |
380 | await new Promise(resolve => setTimeout(resolve, 100))
at rmSyncWithRetries (D:\a\cody\cody\vscode\test\e2e\helpers.ts:377:23)
at Object.app (D:\a\cody\cody\vscode\test\e2e\helpers.ts:258:13)
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\command-custom.test.ts#L198
7) command-custom.test.ts:141:3 › execute custom commands with context defined in cody.json ──────
Error: Timed out 5000ms waiting for expect(locator).toBeVisible()
Locator: getByRole('tab', { name: 'var.go' })
Expected: visible
Received: <element(s) not found>
Call log:
- expect.toBeVisible with timeout 5000ms
- waiting for getByRole('tab', { name: 'var.go' })
196 | .getByRole('button', { name: withPlatformSlashes('var.go:1 lib/batches/env') })
197 | .click()
> 198 | await expect(page.getByRole('tab', { name: 'var.go' })).toBeVisible()
| ^
199 |
200 | /* Test: context.openTabs with openTabs command */
201 |
at D:\a\cody\cody\vscode\test\e2e\command-custom.test.ts:198:61
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\command-edit.test.ts#L118
8) command-edit.test.ts:100:1 › edit (fixup) input - range selection ─────────────────────────────
Error: Timed out 5000ms waiting for expect(locator).toBeVisible()
Locator: getByText('Nearest Code Block')
Expected: visible
Received: <element(s) not found>
Call log:
- expect.toBeVisible with timeout 5000ms
- waiting for getByText('Nearest Code Block')
116 | // Check the correct range item is auto-selected
117 | const rangeItem = page.getByText('Nearest Code Block')
> 118 | expect(rangeItem).toBeVisible()
| ^
119 |
120 | // Open the range input and check it has the correct item selected
121 | await rangeItem.click()
at D:\a\cody\cody\vscode\test\e2e\command-edit.test.ts:118:23
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\command-edit.test.ts#L154
9) command-edit.test.ts:138:1 › edit (fixup) input - model selection ─────────────────────────────
Error: expect(locator).toBeVisible()
Locator: getByLabel('$(anthropic-logo) Claude 3.5 Sonnet').locator('a')
Expected: visible
Received: hidden
Call log:
- expect.toBeVisible with timeout 5000ms
- waiting for getByLabel('$(anthropic-logo) Claude 3.5 Sonnet').locator('a')
- locator resolved to <a class="label-name">…</a>
- unexpected value "hidden"
- locator resolved to <a class="label-name">…</a>
- unexpected value "hidden"
- locator resolved to <a class="label-name">…</a>
- unexpected value "hidden"
- locator resolved to <a class="label-name">…</a>
- unexpected value "hidden"
152 | const modelItem = page.getByLabel('$(anthropic-logo) Claude 3.5 Sonnet').locator('a')
153 | await nap()
> 154 | expect(modelItem).toBeVisible()
| ^
155 |
156 | // Open the model input and check it has the correct item selected
157 | await modelItem.click()
at D:\a\cody\cody\vscode\test\e2e\command-edit.test.ts:154:23
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0
16 failed
chat-atFile.test.ts:358:3 › Add Selection to Cody Chat ─────────────────────────────────────────
chat-atFile.test.ts:358:3 › Add Selection to Cody Chat ─────────────────────────────────────────
chat-atFile.test.ts:358:3 › Add Selection to Cody Chat ─────────────────────────────────────────
chat-messages.test.ts:7:5 › chat assistant response code buttons ───────────────────────────────
chat-rateLimit.test.ts:80:3 › shows standard rate limit message for non-dotCom users ───────────
command-core.test.ts:106:3 › Explain Command from Prompts Tab ──────────────────────────────────
command-custom.test.ts:141:3 › execute custom commands with context defined in cody.json ───────
command-edit.test.ts:100:1 › edit (fixup) input - range selection ──────────────────────────────
command-edit.test.ts:138:1 › edit (fixup) input - model selection ──────────────────────────────
command-edit.test.ts:100:1 › edit (fixup) input - range selection ──────────────────────────────
command-edit.test.ts:138:1 › edit (fixup) input - model selection ──────────────────────────────
enterprise-cody-ignore.test.ts:43:7 › using actively invoked commands and autocomplete shows a error
uninstall.test.ts:7:5 › uninstall extension ────────────────────────────────────────────────────
uninstall.test.ts:7:5 › uninstall extension ────────────────────────────────────────────────────
uninstall.test.ts:7:5 › uninstall extension ────────────────────────────────────────────────────
uninstall.test.ts:7:5 › uninstall extension ────────────────────────────────────────────────────
12 skipped
160 passed (49.1m)
|
Loading