208 lines
11 KiB
Python
208 lines
11 KiB
Python
import asyncio
|
|
import json
|
|
import time
|
|
import httpx
|
|
import pytest
|
|
from test_credential_api import env,wire
|
|
from test_task_delivery import task,upload
|
|
from relay.task_cards import TaskCards,card_content
|
|
from relay.platform import Feishu,PlatformError
|
|
|
|
|
|
def setup_cards(env,monkeypatch):
|
|
calls=[];clock=[time.time()]
|
|
async def create(message,card,delivery_id,*,token):
|
|
calls.append(('create',message,card,delivery_id));return 'om_card'
|
|
async def update(message,card,*,token):calls.append(('update',message,card))
|
|
monkeypatch.setattr(env['platform'],'reply_task_card',create,raising=False)
|
|
monkeypatch.setattr(env['platform'],'update_task_card',update,raising=False)
|
|
return TaskCards(env['store'].lifecycle,env['platform'],'worker-test',clock=lambda:clock[0]),calls,clock
|
|
|
|
|
|
async def report(env,state,sequence):
|
|
path='/work/v2/tasks/progress'
|
|
response=await env['client'].post(path,json=wire(env,path,task_id='task-durable',execution_state=state,status_sequence=sequence))
|
|
assert response.status_code==200,response.text
|
|
|
|
|
|
async def test_card_created_once_updates_in_order_and_delivery_separate(env,monkeypatch):
|
|
task(env);cards,calls,clock=setup_cards(env,monkeypatch)
|
|
await report(env,'running',1);await cards.flush();await cards.flush()
|
|
assert len(calls)==1 and calls[0][0]=='create' and calls[0][1]=='om-synthetic'
|
|
await report(env,'waiting_for_approval',2)
|
|
await cards.flush();assert len(calls)==1 # Update throttle.
|
|
clock[0]+=6;await cards.flush()
|
|
assert calls[-1][0]=='update' and '等待本人确认' in json.dumps(calls[-1],ensure_ascii=False)
|
|
assert 'button' not in json.dumps(calls[-1])
|
|
await report(env,'completed',3);clock[0]+=6;await cards.flush()
|
|
text=json.dumps(calls[-1],ensure_ascii=False)
|
|
assert '执行完成' in text and '尚未接收结果' in text and '结果已发送' not in text
|
|
await upload(env);await env['app'].state.deliveries.flush()
|
|
clock[0]+=6;await cards.flush()
|
|
assert '结果已发送到当前会话' in json.dumps(calls[-1],ensure_ascii=False)
|
|
assert len([c for c in calls if c[0]=='create'])==1
|
|
|
|
|
|
async def test_unknown_create_receipt_is_durable_and_never_recreated(env,monkeypatch):
|
|
task(env);cards,calls,clock=setup_cards(env,monkeypatch)
|
|
async def lost(*args,**kwargs):calls.append(('lost',));raise TimeoutError()
|
|
monkeypatch.setattr(env['platform'],'reply_task_card',lost)
|
|
await report(env,'running',1);await cards.flush()
|
|
clock[0]+=65
|
|
reopened=TaskCards(env['store'].lifecycle,env['platform'],'new-worker',clock=lambda:clock[0])
|
|
await report(env,'completed',2);await reopened.flush()
|
|
assert len(calls)==1
|
|
assert env['store'].db.execute('SELECT status FROM work_task_cards_v3').fetchone()['status']=='unknown'
|
|
await upload(env);await env['app'].state.deliveries.flush()
|
|
assert len(env['platform'].replies)==1 # Card failure never suppresses result text.
|
|
|
|
|
|
async def test_failed_update_retries_same_card_with_newest_state(env,monkeypatch):
|
|
task(env);cards,calls,clock=setup_cards(env,monkeypatch)
|
|
await report(env,'running',1);await cards.flush()
|
|
original=env['platform'].update_task_card
|
|
async def lost(*args,**kwargs):calls.append(('lost-update',args[0]));raise TimeoutError()
|
|
monkeypatch.setattr(env['platform'],'update_task_card',lost)
|
|
await report(env,'waiting_for_approval',2);clock[0]+=6;await cards.flush()
|
|
monkeypatch.setattr(env['platform'],'update_task_card',original)
|
|
await report(env,'failed',3);clock[0]+=6;await cards.flush()
|
|
assert calls[-1][0:2]==('update','om_card')
|
|
assert '执行失败' in json.dumps(calls[-1],ensure_ascii=False)
|
|
assert len([c for c in calls if c[0]=='create'])==1
|
|
|
|
|
|
async def test_unbind_during_token_preflight_prevents_card_send(env,monkeypatch):
|
|
task(env);cards,calls,clock=setup_cards(env,monkeypatch)
|
|
async def token():env['store'].unbind('ou_a');return 'fake'
|
|
monkeypatch.setattr(env['platform'],'tenant_token',token)
|
|
await cards.flush();assert not calls
|
|
|
|
|
|
async def test_two_workers_and_stale_snapshot_cannot_send_old_state(env,monkeypatch):
|
|
task(env);cards,calls,clock=setup_cards(env,monkeypatch)
|
|
await report(env,'running',1)
|
|
paused=asyncio.Event();resume=asyncio.Event()
|
|
original=env['platform'].reply_task_card
|
|
async def create(*args,**kwargs):paused.set();await resume.wait();return await original(*args,**kwargs)
|
|
monkeypatch.setattr(env['platform'],'reply_task_card',create)
|
|
first=asyncio.create_task(cards.flush());await paused.wait()
|
|
other=TaskCards(env['store'].lifecycle,env['platform'],'worker-other',clock=lambda:clock[0])
|
|
await other.flush();assert not calls
|
|
resume.set();await first
|
|
assert len(calls)==1
|
|
await report(env,'waiting_for_approval',2)
|
|
async def token():
|
|
# A new authenticated status arrives while card worker awaits preflight.
|
|
await report(env,'completed',3);return 'fake'
|
|
monkeypatch.setattr(env['platform'],'tenant_token',token)
|
|
clock[0]+=6;await other.flush()
|
|
assert '执行完成' in json.dumps(calls[-1],ensure_ascii=False)
|
|
|
|
|
|
async def test_stale_creation_claim_is_unknown_but_stale_update_can_recover(env,monkeypatch):
|
|
task(env);cards,calls,clock=setup_cards(env,monkeypatch)
|
|
db=env['store'].db
|
|
with db:db.execute('INSERT INTO work_task_cards_v3 VALUES(?,?,?,?,?,?)',('task-durable','','','sending','dead',clock[0]-61))
|
|
await cards.flush();await cards.flush();assert not calls
|
|
assert db.execute('SELECT status FROM work_task_cards_v3').fetchone()['status']=='unknown'
|
|
with db:db.execute("UPDATE work_task_cards_v3 SET message_id='om_card',status='sending',updated_at=?",(clock[0]-61,))
|
|
await cards.flush();await cards.flush()
|
|
assert calls[0][0:2]==('update','om_card')
|
|
|
|
|
|
def test_card_projection_never_exposes_task_body_or_markdown_controls():
|
|
data=card_content('synthetic-task','waiting_for_approval',None)
|
|
text=json.dumps(data,ensure_ascii=False)
|
|
assert 'button' not in text and 'markdown' not in text
|
|
assert data['config']['enable_forward'] is False
|
|
|
|
|
|
def test_text_delivery_never_claims_attachments_delivered():
|
|
text=json.dumps(card_content('synthetic','completed','replied',[]),ensure_ascii=False)
|
|
assert '文字回复:' in text and '未收到登记的文件' in text
|
|
mixed=json.dumps(card_content('synthetic','completed','replied',['sent','ready','unknown']),ensure_ascii=False)
|
|
assert '已发送1件,待投递1件,异常或待核对1件' in mixed
|
|
|
|
|
|
@pytest.mark.parametrize('state,color',[
|
|
('running','blue'),('waiting_for_approval','orange'),('unknown','orange'),
|
|
('completed','green'),('failed','red'),('interrupted','red')])
|
|
def test_execution_color_is_independent_of_text_delivery(state,color):
|
|
card=card_content('synthetic',state,'replied',[])
|
|
assert card['header']['template']==color
|
|
if state=='interrupted':
|
|
assert '已中断' in json.dumps(card,ensure_ascii=False)
|
|
|
|
|
|
async def test_card_uses_task_bound_source_and_skips_foreign_and_expired(env,monkeypatch):
|
|
task(env);cards,calls,clock=setup_cards(env,monkeypatch)
|
|
with env['store'].db:
|
|
env['store'].db.execute('UPDATE work_tasks_v2 SET deadline=?',(clock[0]-1,))
|
|
await cards.flush();assert not calls
|
|
with env['store'].db:
|
|
env['store'].db.execute("UPDATE work_tasks_v2 SET deadline=?,binding_generation=999",(clock[0]+300,))
|
|
await cards.flush();assert not calls
|
|
|
|
|
|
async def test_timeout_projects_unknown_without_claiming_failure(env,monkeypatch):
|
|
task(env);cards,calls,clock=setup_cards(env,monkeypatch)
|
|
await report(env,'running',1);await cards.flush()
|
|
with env['store'].db:env['store'].db.execute("UPDATE work_tasks_v2 SET status='unknown'")
|
|
clock[0]+=6;await cards.flush()
|
|
text=json.dumps(calls[-1],ensure_ascii=False)
|
|
assert '状态待核对' in text and '执行失败' not in text
|
|
|
|
|
|
async def test_lost_client_turns_red_persists_and_recovers_on_authenticated_progress(env,monkeypatch):
|
|
task(env);cards,calls,clock=setup_cards(env,monkeypatch)
|
|
api=env['app'].state.deliveries;api.cards=cards
|
|
await report(env,'running',1);await cards.flush()
|
|
cards.mark_connection_lost('task-durable')
|
|
with env['store'].db:env['store'].db.execute("UPDATE work_tasks_v2 SET status='unknown'")
|
|
clock[0]+=6;await cards.flush()
|
|
card=calls[-1][2]
|
|
assert card['header']['template']=='red'
|
|
text=json.dumps(card,ensure_ascii=False)
|
|
assert '客户端失联,任务结果待核对' in text and '执行失败' not in text
|
|
reopened=TaskCards(env['store'].lifecycle,env['platform'],'worker-new',clock=lambda:clock[0])
|
|
assert reopened.snapshot(env['store'].lifecycle.task('task-durable'))['header']['template']=='red'
|
|
await report(env,'completed',2);clock[0]+=6;await cards.flush()
|
|
assert calls[-1][2]['header']['template']=='green'
|
|
assert not env['store'].db.execute('SELECT * FROM work_task_connection_v3').fetchall()
|
|
|
|
|
|
async def test_idle_timeout_is_distinct_from_hard_tracking_limit():
|
|
from types import SimpleNamespace
|
|
from relay.connector import Broker,Pending,ClientIdleTimeout
|
|
broker=object.__new__(Broker)
|
|
broker.s=SimpleNamespace(request_timeout=.01,task_tracking_timeout=1)
|
|
item=Pending(asyncio.get_running_loop().create_future(),None,None,'synthetic','synthetic')
|
|
with pytest.raises(ClientIdleTimeout):await broker.wait_tracked(item)
|
|
broker.s.task_tracking_timeout=0
|
|
with pytest.raises(asyncio.TimeoutError)as error:await broker.wait_tracked(item)
|
|
assert not isinstance(error.value,ClientIdleTimeout)
|
|
|
|
|
|
@pytest.mark.parametrize('state',['completed','failed','cancelled','interrupted'])
|
|
def test_lost_connection_never_overwrites_known_terminal_state(state):
|
|
card=card_content('synthetic',state,None,connection_lost=True)
|
|
assert '客户端失联' not in json.dumps(card,ensure_ascii=False)
|
|
|
|
|
|
async def test_platform_card_wire_format_and_receipt_validation(env):
|
|
seen=[]
|
|
def handler(request):
|
|
seen.append(request)
|
|
return httpx.Response(200,json={'code':0,'data':{'message_id':'om_receipt'}})
|
|
platform=Feishu(env['settings'],transport=httpx.MockTransport(handler))
|
|
card=card_content('synthetic','running',None)
|
|
try:
|
|
assert await platform.reply_task_card('om_source',card,'a'*32,token='fake')=='om_receipt'
|
|
await platform.update_task_card('om_receipt',card,token='fake')
|
|
body=json.loads(seen[0].content)
|
|
assert body['msg_type']=='interactive' and json.loads(body['content'])==card
|
|
assert seen[1].method=='PATCH' and seen[1].url.path.endswith('/om_receipt')
|
|
with pytest.raises(PlatformError):await platform.reply_task_card('../other',card,'a'*32,token='fake')
|
|
assert len(seen)==2
|
|
finally:await platform.close()
|