Skip to content

Commit ba826be

Browse files
steipetesteipete
authored
test(channels): delivery trace harness with feishu and mattermost goldens (#104478)
1 parent 97d57a2 commit ba826be

12 files changed

Lines changed: 1128 additions & 0 deletions

‎extensions/feishu/src/__traces__/cancel-mid-stream.trace.jsonl‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
{"seq":1,"at":0,"dir":"in","kind":"reply-start"}
2+
{"seq":2,"at":0,"dir":"out","kind":"im.messageReaction.create","data":{"payload":{"emoji_type":"Typing"},"result":{"reaction_id":"reaction-1"},"target":"om-inbound"}}
3+
{"seq":3,"at":0,"dir":"in","kind":"partial","data":{"text":"Working on the fix"}}
4+
{"seq":4,"at":0,"dir":"out","kind":"POST /auth/v3/tenant_access_token/internal","data":{"result":{"code":0}}}
5+
{"seq":5,"at":0,"dir":"out","kind":"POST /cardkit/v1/cards","data":{"payload":{"card":{"body":{"elements":[{"content":"","element_id":"content","tag":"markdown"},{"tag":"hr"},{"content":"<font color='grey'>Agent: agent</font>","element_id":"note","tag":"markdown"}]},"config":{"streaming_config":{"print_frequency_ms":{"default":50},"print_step":{"default":1}},"streaming_mode":true,"summary":{"content":"[Generating...]"}},"header":{"template":"blue","title":{"content":"agent","tag":"plain_text"}},"schema":"2.0"},"type":"card_json"},"result":{"card_id":"card-1","code":0}}}
6+
{"seq":6,"at":0,"dir":"out","kind":"im.message.reply","data":{"payload":{"content":{"data":{"card_id":"card-1"},"type":"card"},"msg_type":"interactive"},"result":{"message_id":"om-1"},"target":"om-inbound"}}
7+
{"seq":7,"at":0,"dir":"out","kind":"PUT /cardkit/v1/cards/card-1/elements/content/content","data":{"payload":{"content":"Working on the fix","sequence":2,"uuid":"s_card-1_2"},"result":{"code":0}}}
8+
{"seq":8,"at":300,"dir":"in","kind":"partial","data":{"text":"Working on the fix: patching now."}}
9+
{"seq":9,"at":300,"dir":"out","kind":"PUT /cardkit/v1/cards/card-1/elements/content/content","data":{"payload":{"content":"Working on the fix: patching now.","sequence":3,"uuid":"s_card-1_3"},"result":{"code":0}}}
10+
{"seq":10,"at":600,"dir":"in","kind":"cancel"}
11+
{"seq":11,"at":600,"dir":"in","kind":"idle"}
12+
{"seq":12,"at":600,"dir":"out","kind":"PUT /cardkit/v1/cards/card-1/elements/note/content","data":{"payload":{"content":"<font color='grey'>Agent: agent</font>","sequence":4,"uuid":"n_card-1_4"},"result":{"code":0}}}
13+
{"seq":13,"at":600,"dir":"out","kind":"PATCH /cardkit/v1/cards/card-1/settings","data":{"payload":{"sequence":5,"settings":{"config":{"streaming_mode":false,"summary":{"content":"Working on the fix: patching now."}}},"uuid":"c_card-1_5"},"result":{"code":0}}}
14+
{"seq":14,"at":600,"dir":"out","kind":"im.messageReaction.delete","data":{"payload":{"reaction_id":"reaction-1"},"result":{"code":0},"target":"om-inbound"}}

‎extensions/feishu/src/__traces__/final-only.trace.jsonl‎

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
{"seq":1,"at":0,"dir":"in","kind":"reply-start"}
2+
{"seq":2,"at":0,"dir":"out","kind":"im.messageReaction.create","data":{"payload":{"emoji_type":"Typing"},"result":{"reaction_id":"reaction-1"},"target":"om-inbound"}}
3+
{"seq":3,"at":0,"dir":"in","kind":"final","data":{"text":"All checks passed."}}
4+
{"seq":4,"at":0,"dir":"out","kind":"POST /auth/v3/tenant_access_token/internal","data":{"result":{"code":0}}}
5+
{"seq":5,"at":0,"dir":"out","kind":"POST /cardkit/v1/cards","data":{"payload":{"card":{"body":{"elements":[{"content":"","element_id":"content","tag":"markdown"},{"tag":"hr"},{"content":"<font color='grey'>Agent: agent</font>","element_id":"note","tag":"markdown"}]},"config":{"streaming_config":{"print_frequency_ms":{"default":50},"print_step":{"default":1}},"streaming_mode":true,"summary":{"content":"[Generating...]"}},"header":{"template":"blue","title":{"content":"agent","tag":"plain_text"}},"schema":"2.0"},"type":"card_json"},"result":{"card_id":"card-1","code":0}}}
6+
{"seq":6,"at":0,"dir":"out","kind":"im.message.reply","data":{"payload":{"content":{"data":{"card_id":"card-1"},"type":"card"},"msg_type":"interactive"},"result":{"message_id":"om-1"},"target":"om-inbound"}}
7+
{"seq":7,"at":0,"dir":"out","kind":"PUT /cardkit/v1/cards/card-1/elements/content/content","data":{"payload":{"content":"All checks passed.","sequence":2,"uuid":"s_card-1_2"},"result":{"code":0}}}
8+
{"seq":8,"at":0,"dir":"in","kind":"idle"}
9+
{"seq":9,"at":0,"dir":"out","kind":"PUT /cardkit/v1/cards/card-1/elements/note/content","data":{"payload":{"content":"<font color='grey'>Agent: agent</font>","sequence":3,"uuid":"n_card-1_3"},"result":{"code":0}}}
10+
{"seq":10,"at":0,"dir":"out","kind":"PATCH /cardkit/v1/cards/card-1/settings","data":{"payload":{"sequence":4,"settings":{"config":{"streaming_mode":false,"summary":{"content":"All checks passed."}}},"uuid":"c_card-1_4"},"result":{"code":0}}}
11+
{"seq":11,"at":0,"dir":"out","kind":"im.messageReaction.delete","data":{"payload":{"reaction_id":"reaction-1"},"result":{"code":0},"target":"om-inbound"}}

‎extensions/feishu/src/__traces__/overflow-pagination.trace.jsonl‎

Lines changed: 14 additions & 0 deletions
Large diffs are not rendered by default.

‎extensions/feishu/src/__traces__/rate-limit-during-preview.trace.jsonl‎

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
{"seq":1,"at":0,"dir":"in","kind":"reply-start"}
2+
{"seq":2,"at":0,"dir":"out","kind":"im.messageReaction.create","data":{"payload":{"emoji_type":"Typing"},"result":{"reaction_id":"reaction-1"},"target":"om-inbound"}}
3+
{"seq":3,"at":0,"dir":"in","kind":"partial","data":{"text":"Collecting logs"}}
4+
{"seq":4,"at":0,"dir":"out","kind":"POST /auth/v3/tenant_access_token/internal","data":{"result":{"code":0}}}
5+
{"seq":5,"at":0,"dir":"out","kind":"POST /cardkit/v1/cards","data":{"payload":{"card":{"body":{"elements":[{"content":"","element_id":"content","tag":"markdown"},{"tag":"hr"},{"content":"<font color='grey'>Agent: agent</font>","element_id":"note","tag":"markdown"}]},"config":{"streaming_config":{"print_frequency_ms":{"default":50},"print_step":{"default":1}},"streaming_mode":true,"summary":{"content":"[Generating...]"}},"header":{"template":"blue","title":{"content":"agent","tag":"plain_text"}},"schema":"2.0"},"type":"card_json"},"result":{"card_id":"card-1","code":0}}}
6+
{"seq":6,"at":0,"dir":"out","kind":"im.message.reply","data":{"payload":{"content":{"data":{"card_id":"card-1"},"type":"card"},"msg_type":"interactive"},"result":{"message_id":"om-1"},"target":"om-inbound"}}
7+
{"seq":7,"at":0,"dir":"out","kind":"PUT /cardkit/v1/cards/card-1/elements/content/content","data":{"payload":{"content":"Collecting logs","sequence":2,"uuid":"s_card-1_2"},"result":{"code":0}}}
8+
{"seq":8,"at":300,"dir":"in","kind":"wire-fault","data":{"fault":"rate-limit","retryAfterMs":1000}}
9+
{"seq":9,"at":300,"dir":"in","kind":"partial","data":{"text":"Collecting logs from the gateway."}}
10+
{"seq":10,"at":300,"dir":"out","kind":"PUT /cardkit/v1/cards/card-1/elements/content/content","data":{"payload":{"content":"Collecting logs from the gateway.","sequence":3,"uuid":"s_card-1_3"},"result":{"retryAfterMs":1000,"status":429}}}
11+
{"seq":11,"at":1400,"dir":"in","kind":"partial","data":{"text":"Collecting logs from the gateway. Found the failure."}}
12+
{"seq":12,"at":1400,"dir":"out","kind":"PUT /cardkit/v1/cards/card-1/elements/content/content","data":{"payload":{"content":"Collecting logs from the gateway. Found the failure.","sequence":4,"uuid":"s_card-1_4"},"result":{"code":0}}}
13+
{"seq":13,"at":1700,"dir":"in","kind":"final","data":{"text":"Collecting logs from the gateway. Found the failure."}}
14+
{"seq":14,"at":1700,"dir":"in","kind":"idle"}
15+
{"seq":15,"at":1700,"dir":"out","kind":"PUT /cardkit/v1/cards/card-1/elements/note/content","data":{"payload":{"content":"<font color='grey'>Agent: agent</font>","sequence":5,"uuid":"n_card-1_5"},"result":{"code":0}}}
16+
{"seq":16,"at":1700,"dir":"out","kind":"PATCH /cardkit/v1/cards/card-1/settings","data":{"payload":{"sequence":6,"settings":{"config":{"streaming_mode":false,"summary":{"content":"Collecting logs from the gateway. Found the fai..."}}},"uuid":"c_card-1_6"},"result":{"code":0}}}
17+
{"seq":17,"at":1700,"dir":"out","kind":"im.messageReaction.delete","data":{"payload":{"reaction_id":"reaction-1"},"result":{"code":0},"target":"om-inbound"}}

‎extensions/feishu/src/__traces__/streaming-happy.trace.jsonl‎

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
{"seq":1,"at":0,"dir":"in","kind":"reply-start"}
2+
{"seq":2,"at":0,"dir":"out","kind":"im.messageReaction.create","data":{"payload":{"emoji_type":"Typing"},"result":{"reaction_id":"reaction-1"},"target":"om-inbound"}}
3+
{"seq":3,"at":0,"dir":"in","kind":"partial","data":{"text":"Deploy status:"}}
4+
{"seq":4,"at":0,"dir":"out","kind":"POST /auth/v3/tenant_access_token/internal","data":{"result":{"code":0}}}
5+
{"seq":5,"at":0,"dir":"out","kind":"POST /cardkit/v1/cards","data":{"payload":{"card":{"body":{"elements":[{"content":"","element_id":"content","tag":"markdown"},{"tag":"hr"},{"content":"<font color='grey'>Agent: agent</font>","element_id":"note","tag":"markdown"}]},"config":{"streaming_config":{"print_frequency_ms":{"default":50},"print_step":{"default":1}},"streaming_mode":true,"summary":{"content":"[Generating...]"}},"header":{"template":"blue","title":{"content":"agent","tag":"plain_text"}},"schema":"2.0"},"type":"card_json"},"result":{"card_id":"card-1","code":0}}}
6+
{"seq":6,"at":0,"dir":"out","kind":"im.message.reply","data":{"payload":{"content":{"data":{"card_id":"card-1"},"type":"card"},"msg_type":"interactive"},"result":{"message_id":"om-1"},"target":"om-inbound"}}
7+
{"seq":7,"at":0,"dir":"out","kind":"PUT /cardkit/v1/cards/card-1/elements/content/content","data":{"payload":{"content":"Deploy status:","sequence":2,"uuid":"s_card-1_2"},"result":{"code":0}}}
8+
{"seq":8,"at":300,"dir":"in","kind":"partial","data":{"text":"Deploy status: build is green."}}
9+
{"seq":9,"at":300,"dir":"out","kind":"PUT /cardkit/v1/cards/card-1/elements/content/content","data":{"payload":{"content":"Deploy status: build is green.","sequence":3,"uuid":"s_card-1_3"},"result":{"code":0}}}
10+
{"seq":10,"at":600,"dir":"in","kind":"block-final","data":{"text":"Deploy status: build is green."}}
11+
{"seq":11,"at":600,"dir":"in","kind":"partial","data":{"text":"Rolling out to production now."}}
12+
{"seq":12,"at":600,"dir":"out","kind":"PUT /cardkit/v1/cards/card-1/elements/content/content","data":{"payload":{"content":"Deploy status: build is green.Rolling out to production now.","sequence":4,"uuid":"s_card-1_4"},"result":{"code":0}}}
13+
{"seq":13,"at":900,"dir":"in","kind":"final","data":{"text":"Deploy status: build is green.\n\nRolling out to production now."}}
14+
{"seq":14,"at":900,"dir":"out","kind":"PUT /cardkit/v1/cards/card-1/elements/content/content","data":{"payload":{"content":"Deploy status: build is green.\n\nRolling out to production now.","sequence":5,"uuid":"s_card-1_5"},"result":{"code":0}}}
15+
{"seq":15,"at":900,"dir":"in","kind":"idle"}
16+
{"seq":16,"at":900,"dir":"out","kind":"PUT /cardkit/v1/cards/card-1/elements/note/content","data":{"payload":{"content":"<font color='grey'>Agent: agent</font>","sequence":6,"uuid":"n_card-1_6"},"result":{"code":0}}}
17+
{"seq":17,"at":900,"dir":"out","kind":"PATCH /cardkit/v1/cards/card-1/settings","data":{"payload":{"sequence":7,"settings":{"config":{"streaming_mode":false,"summary":{"content":"Deploy status: build is green. Rolling out to ..."}}},"uuid":"c_card-1_7"},"result":{"code":0}}}
18+
{"seq":18,"at":900,"dir":"out","kind":"im.messageReaction.delete","data":{"payload":{"reaction_id":"reaction-1"},"result":{"code":0},"target":"om-inbound"}}

0 commit comments

Comments
 (0)