Connector calls, semantic rules, and DuckDB memory keep long runs stable, and stream retry stops chats from stalling. Co-authored-by: Cursor <cursoragent@cursor.com>
94 lines
2.3 KiB
JSON
94 lines
2.3 KiB
JSON
{
|
|
"schema_version": "1.0",
|
|
"provider": "didar",
|
|
"tests": [
|
|
{
|
|
"id": "deal_status_authoritative",
|
|
"input_record": {
|
|
"Status": "Pending",
|
|
"ChangeToWonTime": "2023-02-06T14:40:29Z",
|
|
"Probability": 100
|
|
},
|
|
"expected": {
|
|
"canonical_status": "pending"
|
|
},
|
|
"assertion": "ChangeToWonTime or Probability must not override Status."
|
|
},
|
|
{
|
|
"id": "search_deals_page_count_not_total",
|
|
"response": {
|
|
"Response": {
|
|
"WonDealsCount": 651,
|
|
"PendingDealsCount": 0,
|
|
"LostDealsCount": 0,
|
|
"List": [
|
|
{
|
|
"Status": "Won"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"question": "چند معامله موفق داریم؟",
|
|
"expected_count_source": "Response.WonDealsCount",
|
|
"expected_count": 651
|
|
},
|
|
{
|
|
"id": "sales_period_uses_won_time",
|
|
"question": "فروش مهر ۱۴۰۵ چقدر بوده؟",
|
|
"expected_operation": "sales_summary",
|
|
"expected_date_basis": "won_at",
|
|
"expected_status": "Won"
|
|
},
|
|
{
|
|
"id": "generic_deals_period_uses_register_time",
|
|
"question": "معاملات مهر ۱۴۰۵ را بده",
|
|
"expected_operation": "deals_created",
|
|
"expected_date_basis": "created_at",
|
|
"required_disclosure": "مبنای بازه: تاریخ ثبت"
|
|
},
|
|
{
|
|
"id": "multi_currency_no_raw_sum",
|
|
"records": [
|
|
{
|
|
"FinalAdjustmentPrice": "100",
|
|
"CurrencyId": 1
|
|
},
|
|
{
|
|
"FinalAdjustmentPrice": "200",
|
|
"CurrencyId": 2
|
|
}
|
|
],
|
|
"expected": {
|
|
"raw_cross_currency_sum_allowed": false
|
|
}
|
|
},
|
|
{
|
|
"id": "unknown_currency_no_label_guess",
|
|
"records": [
|
|
{
|
|
"FinalAdjustmentPrice": "100",
|
|
"CurrencyId": 96107
|
|
}
|
|
],
|
|
"calibration": {
|
|
"currency_map": {}
|
|
},
|
|
"expected": {
|
|
"may_say_toman": false,
|
|
"may_say_rial": false
|
|
}
|
|
},
|
|
{
|
|
"id": "lead_function_not_invented",
|
|
"question": "تعداد لیدهای مهر را بده",
|
|
"expected": {
|
|
"must_not_call": [
|
|
"get_leads",
|
|
"search_leads",
|
|
"list_leads"
|
|
],
|
|
"semantic_operation_enabled": false
|
|
}
|
|
}
|
|
]
|
|
} |