Repository navigation
Expand file tree
/
Copy pathprompts.ts
More file actions
72 lines (70 loc) · 5.13 KB
/
Copy pathprompts.ts
File metadata and controls
72 lines (70 loc) · 5.13 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
// The 60 selection-accuracy prompts of the v0.2 gate (docs/benchmark-protocol.md, "Selection accuracy").
// Fixed before the first run. Each prompt supplies the ids it needs, so exactly one capability is the
// natural first call. Known limitation: one author wrote both the catalog summaries and these prompts.
export interface Prompt {
prompt: string;
expect: string;
}
const p = (expect: string, prompt: string): Prompt => ({ expect, prompt });
export const prompts: Prompt[] = [
p("customers.get", "Show me the record for customer cus_4821."),
p("customers.get", "What's the open balance for cus_1033?"),
p("customers.get", "Pull up everything we have on customer cus_77."),
p("customers.find", "Which customer has the billing email accounts@atelier-nord.example?"),
p("customers.find", "Do we have a customer called Nordlicht GmbH? I don't have the id."),
p("customers.find", "Look up the customer whose name contains Atelier."),
p("customers.create", "Add a new customer: Brandt & Söhne, billing at ap@brandt.example, invoicing in CHF."),
p("customers.create", "We just signed Kelvin Labs (finance@kelvin.example). Set them up in the system."),
p("customers.update", "Customer cus_4821 moved, their new billing email is ap@atelier-nord.example."),
p("customers.update", "Rename customer cus_309 to Helvetia Trading AG."),
p("customers.delete", "Customer cus_55 asked for erasure and has no open invoices. Delete the record."),
p("customers.delete", "Remove duplicate customer cus_812 permanently; it has nothing open."),
p("invoices.create", "Draft an invoice for cus_4821: 3 hours consulting at 120 EUR."),
p("invoices.create", "Bill customer cus_1033 for 10 licences at 49 USD each, due 2026-11-30."),
p("invoices.get", "What is the status of invoice inv_204?"),
p("invoices.get", "Show me the lines on invoice inv_311."),
p("invoices.get", "Is inv_98 paid yet?"),
p("invoices.list", "List all open invoices for customer cus_4821."),
p("invoices.list", "Show me every draft invoice we have."),
p("invoices.list", "Which invoices have been voided so far?"),
p("invoices.send", "Invoice inv_204 is finalized. Email it to the customer."),
p("invoices.send", "Send inv_311 to the client with a note saying thanks for the quick turnaround."),
p("invoices.void", "Invoice inv_98 was issued by mistake and is unpaid. Void it."),
p("invoices.void", "Cancel invoice inv_150, it's a duplicate and nobody paid it."),
p("invoices.void", "Void invoice inv_77; it was raised against the wrong customer and is unpaid."),
p("payments.record", "We received a bank transfer of 360 EUR yesterday for invoice inv_204. Record it."),
p("payments.record", "Mark 1,200 USD as received against inv_311 today."),
p("payments.get", "What are the details of payment pay_77?"),
p("payments.get", "When was pay_410 received and for how much?"),
p("payments.list", "Show all payments recorded against invoice inv_204."),
p("payments.list", "List the latest payments we've received."),
p("payments.list", "Has anything been paid on inv_98? Show the payments."),
p("payments.refund", "Refund payment pay_77 in full to the customer."),
p("payments.refund", "Give back 50 EUR from payment pay_410."),
p("payments.refund", "The client was double charged on payment pay_512. Refund it."),
p("payments.reconcile", "Bank transaction btx_9021 matches payment pay_77. Link them."),
p("payments.reconcile", "Reconcile pay_410 with bank transaction btx_9100."),
p("subscriptions.create", "Start customer cus_4821 on the Pro plan beginning 2026-11-01."),
p("subscriptions.create", "Sign up cus_1033 for the Basic plan."),
p("subscriptions.get", "What plan is subscription sub_19 on and when does it renew?"),
p("subscriptions.get", "Is sub_42 still active?"),
p("subscriptions.get", "Show me subscription sub_61."),
p("subscriptions.changePlan", "Upgrade sub_19 to the Enterprise plan."),
p("subscriptions.changePlan", "Customer wants to downgrade sub_42 to Basic, switch it."),
p("subscriptions.pause", "Pause sub_19 until 2027-01-15, the customer is on leave."),
p("subscriptions.pause", "Put subscription sub_42 on hold for now, we'll resume later."),
p("subscriptions.cancel", "Cancel subscription sub_19 at the end of the period."),
p("subscriptions.cancel", "Customer cus_55 is leaving. End sub_61 for good."),
p("reports.revenue", "How much revenue did we book between 2026-07-01 and 2026-09-30?"),
p("reports.revenue", "Run a revenue report for October 2026."),
p("reports.aging", "Which customers are overdue? I need an aging report as of today."),
p("reports.aging", "Give me the AR aging as of 2026-09-30."),
p("reports.taxSummary", "I need the VAT summary for Q3 2026."),
p("reports.taxSummary", "Prepare the tax summary for the first quarter of 2026."),
p("reports.get", "Report rep_330 should be done by now. Fetch it."),
p("reports.get", "Is rep_91 ready? Give me its link."),
p("reports.get", "Retrieve the result for report rep_410."),
p("reports.list", "What reports have we generated recently?"),
p("reports.list", "Show the last few reports that were run."),
p("reports.list", "List the reports so I can find yesterday's revenue one."),
];