Add MiniCPM5 v2 hard eval

eval/predictions/jawbreaker-minicpm-lora-scam100.predictions.jsonl

@@ -0,0 +1,100 @@
+{"id": "package_phish_001", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust.", "scam_dna": {"ask": "verify now", "impersonates": "USPS", "pressure": "unpaid fee", "risk": "delivery hold"}, "scam_type": "delivery scam", "tactics": ["creates urgency", "impersonates authority", "requests sensitive action"], "trusted_person_message": "If this came from someone you know and asks for payment or personal details, it may be a scam. Verify directly through the sender.", "summary": "This looks dangerous: likely delivery scam."}}
+{"id": "package_phish_002", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust.", "scam_dna": {"ask": "confirm your address and card details", "impersonates": "FedEx", "pressure": "delivery failed", "risk": "the package will be destroyed"}, "scam_type": "delivery scams", "tactics": ["creates urgency", "spoofed delivery link", "asks for financial details"], "trusted_person_message": "If this came from someone you know and asks for delivery details, do not use the delivery link. Verify the address through the carrier's official website or ask the sender for a trusted delivery link.", "summary": "This looks dangerous: likely delivery scams."}}
+{"id": "package_phish_003", "prediction": {"risk_level": "dangerous", "safest_action": "Do not pay fees or share financial details to receive packages. Verify the delivery through the carrier website or call a number you already trust.", "scam_dna": {"ask": "pay the fee", "impersonates": "delivery service", "pressure": "delivery held up", "risk": "share payment details"}, "scam_type": "delivery scams", "tactics": ["anticipated payment request", "delivery delay"], "trusted_person_message": "Do not pay fees or share financial details to receive packages. Verify the delivery through the carrier website or call a number you already trust.", "summary": "This looks dangerous: likely delivery scams."}}
+{"id": "package_phish_004", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust.", "scam_dna": {"ask": "update your login information", "impersonates": "UPS", "pressure": "delivery update", "risk": "steal login details"}, "scam_type": "delivery scams", "tactics": ["impersonation", "delivery delay", "update information"], "trusted_person_message": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust.", "summary": "This looks dangerous: likely delivery scams."}}
+{"id": "package_phish_005", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust.", "scam_dna": {"ask": "verify your details", "impersonates": "Postal Service", "pressure": "package will be returned", "risk": "delivery link"}, "scam_type": "delivery confirmation", "tactics": ["impersonation", "delivery delay", "forceful action"], "trusted_person_message": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust.", "summary": "This looks dangerous: likely delivery confirmation."}}
+{"id": "package_phish_006", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust.", "scam_dna": {"ask": "pay now or your package will be destroyed", "impersonates": "DHL Express", "pressure": "tax unpaid", "risk": "delivery hold"}, "scam_type": "delivery hold", "tactics": ["creating urgency", "impersonating authority", "soliciting payment"], "trusted_person_message": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust.", "summary": "This looks dangerous: likely delivery hold."}}
+{"id": "package_phish_007", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust.", "scam_dna": {"ask": "confirm payment at https://amazon-billing-help.example to avoid cancellation", "impersonates": "Amazon", "pressure": "delivery delayed", "risk": "payment confirmation"}, "scam_type": "delivery_delay", "tactics": ["anti_free_speech", "delivery_problem", "payment_scam", "phishing_link", "urge_payment"], "trusted_person_message": "Can you check this for me before I respond or click anything?", "summary": "This looks dangerous: likely delivery delay."}}
+{"id": "package_phish_008", "prediction": {"risk_level": "dangerous", "safest_action": "Do not enter personal or financial details. Open the delivery message in the app or call a number you already trust.", "scam_dna": {"ask": "enter personal or financial details", "impersonates": "delivery service", "pressure": "incomplete address", "risk": "the package is held"}, "scam_type": "theft of personal account credentials", "tactics": ["impersonates a delivery service", "asks for financial or personal details", "creates urgency around a delivery"], "trusted_person_message": "Do not enter personal or financial details. Open the delivery message in the app or call a number you already trust.", "summary": "This looks dangerous: likely theft of personal account credentials."}}
+{"id": "bank_phish_001", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the bank link. Open the official banking app or call a number you already trust.", "scam_dna": {"ask": "login immediately", "impersonates": "bank", "pressure": "account locked", "risk": "unlock account"}, "scam_type": "account compromise", "tactics": ["account compromise", "delivery delay"], "trusted_person_message": "Do not click the bank link. Open the official banking app or call a number you already trust.", "summary": "This looks dangerous: likely account compromise."}}
+{"id": "bank_phish_002", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the financial link. Open the official banking app or call a number you already trust.", "scam_dna": {"ask": "verify your password and one-time code", "impersonates": "fraud department", "pressure": "unusual transfer detected", "risk": "click financial link or share codes"}, "scam_type": "phishing", "tactics": ["impersonation", "social engineering", "unexpected message"], "trusted_person_message": "Do not click the financial link. Open the official banking app or call a number you already trust.", "summary": "This looks dangerous: likely phishing."}}
+{"id": "bank_phish_003", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the financial link. Open the official banking app or call a number you already trust.", "scam_dna": {"ask": "confirm your PIN", "impersonates": "debit card security", "pressure": "card will be suspended", "risk": "financial verification"}, "scam_type": "financial theft", "tactics": ["account compromise", "impersonation"], "trusted_person_message": "Do not click the financial link. Open the official banking app or call a number you already trust.", "summary": "This looks dangerous: likely financial theft."}}
+{"id": "bank_phish_004", "prediction": {"risk_level": "dangerous", "safest_action": "Do not reply with card numbers or codes. Open the official banking app or call the number on your card.", "scam_dna": {"ask": "reply with your full card number", "impersonates": "antivirus support", "pressure": "security notice", "risk": "wire blocked"}, "scam_type": "theft", "tactics": ["urgent action", "steal financial details"], "trusted_person_message": "Do not reply with card numbers or codes. Open the official banking app or call the number on your card.", "summary": "This looks dangerous: likely theft."}}
+{"id": "bank_phish_005", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the banking link. Open the official app or call a number you already trust.", "scam_dna": {"ask": "re-enroll", "impersonates": "banking", "pressure": "profile expires", "risk": "click link to re-enroll"}, "scam_type": "anti-fraud", "tactics": ["creates urgency", "impersonates authority", "requires sensitive action"], "trusted_person_message": "Do not click the banking link. Open the official app or call a number you already trust.", "summary": "This looks dangerous: likely anti-fraud."}}
+{"id": "bank_phish_006", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send passwords, PINs, or account numbers. Open the official banking app or call the number on your card.", "scam_dna": {"ask": "send your username", "impersonates": "credit union support", "pressure": "account has been flagged", "risk": "verify ownership"}, "scam_type": "theft", "tactics": ["impersonation", "urgent action"], "trusted_person_message": "Do not send passwords, PINs, or account numbers. Open the official banking app or call the number on your card.", "summary": "This looks dangerous: likely theft."}}
+{"id": "bank_phish_007", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the payment link or share financial access codes. Open the official banking app or call a number you already trust.", "scam_dna": {"ask": "update your wallet seed phrase", "impersonates": "payment system", "pressure": "payment failed", "risk": "lose funds"}, "scam_type": "financial access", "tactics": ["amplify_fear", "force_direct_action", "require_sensitive"], "trusted_person_message": "Do not click the payment link or share financial access codes. Open the official banking app or call a number you already trust.", "summary": "This looks dangerous: likely financial access."}}
+{"id": "bank_phish_008", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery or financial link. Open the carrier website directly or call a number you already trust.", "scam_dna": {"ask": "send $1 to yourself", "impersonates": "Zelle support", "pressure": "delivery link", "risk": "financial confirmation"}, "scam_type": "delivery confirmation", "tactics": ["financial_scare", "delivery_scare"], "trusted_person_message": "Do not click the delivery or financial link. Open the carrier website directly or call a number you already trust.", "summary": "This looks dangerous: likely delivery confirmation."}}
+{"id": "family_impersonation_001", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send money. Call the person using a number you already know or ask another family member to verify.", "scam_dna": {"ask": "send $800 for rent", "impersonates": "family member", "pressure": "do not tell mom", "risk": "unverified request for money"}, "scam_type": "family member request", "tactics": ["urgent request", "emotional manipulation", "ask for money"], "trusted_person_message": "This is a request for money. Do not send money. Verify through a trusted source.", "summary": "This looks dangerous: likely family member request."}}
+{"id": "family_impersonation_002", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send money. Call the person using a number you already know or ask another family member to verify.", "scam_dna": {"ask": "wire $1,500", "impersonates": "family member", "pressure": "delivery update", "risk": "wire transfer"}, "scam_type": "financial request", "tactics": ["urgent request", "impersonation", "financial transfer"], "trusted_person_message": "This message may be urgent, but verify the sender and details using a trusted source.", "summary": "This looks dangerous: likely financial request."}}
+{"id": "family_impersonation_003", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through the official app, official website, or a known phone number.", "scam_dna": {"ask": "paying a bill", "impersonates": "family member", "pressure": "phone broke", "risk": "sensitive operation"}, "scam_type": "financial_scam", "tactics": ["urgent_request", "impersonation"], "trusted_person_message": "Grandpa, my phone broke. Text me on this number only. I need help paying a bill before midnight.", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "family_impersonation_004", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through an official channel they both trust.", "scam_dna": {"ask": "need gift cards for an emergency", "impersonates": "family member", "pressure": "dont tell dad", "risk": "gift card codes"}, "scam_type": "family member request", "tactics": ["urgent request", "confidentiality pressure"], "trusted_person_message": "Auntie please dont tell Dad. I need gift cards for an emergency and I Ill pay you back tomorrow.", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "family_impersonation_005", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send money. Call the person using a number you already know or ask another family member to verify.", "scam_dna": {"ask": "send crypto", "impersonates": "family member", "pressure": "stranded", "risk": "crypto"}, "scam_type": "family member impersonation", "tactics": ["urgent request", "impersonates family member"], "trusted_person_message": "This is your son using a friend's phone. I am stranded. Can you send crypto to this wallet right away?", "summary": "This looks dangerous: likely family member impersonation."}}
+{"id": "family_impersonation_006", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send codes, passwords, PINs, or financial details. Verify the sender through a trusted source or ask another family member.", "scam_dna": {"ask": "send me the code that just came to your phone", "impersonates": "niece", "pressure": "changed numbers", "risk": "send code"}, "scam_type": "remote support scam", "tactics": ["impersonation", "urgent request"], "trusted_person_message": "Do not send codes, passwords, PINs, or financial details. Verify the sender through a trusted source or ask another family member.", "summary": "This looks dangerous: likely remote support scam."}}
+{"id": "family_impersonation_007", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send money. Call the person using a number you already know or ask another family member to verify.", "scam_dna": {"ask": "send money through Zelle", "impersonates": "family member", "pressure": "in trouble", "risk": "unverified request"}, "scam_type": "family member request", "tactics": ["urgency", "request for money"], "trusted_person_message": "This message was reported as spam by 0 users.", "summary": "This looks dangerous: likely family member request."}}
+{"id": "gift_card_001", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send codes, passwords, PINs, or financial details. Open the official app or call a number you already trust.", "scam_dna": {"ask": "send me the codes", "impersonates": "your manager", "pressure": "do not delay", "risk": "buy gift cards"}, "scam_type": "direct financial request", "tactics": ["urgent action", "impersonation", "financial transfer"], "summary": "An employee asked for financial details or codes. This is a clear instruction to move money. Verify through a trusted source.", "trusted_person_message": "Can you check this for me before I respond or click anything?"}}
+{"id": "gift_card_002", "prediction": {"risk_level": "dangerous", "safest_action": "Do not move money or share financial details. Verify the request through a trusted source.", "scam_dna": {"ask": "Pick up money and share financial details", "impersonates": "family member", "pressure": "do it ASAP", "risk": "financial theft"}, "scam_type": "financial theft", "tactics": ["urgent request", "asking for financial details"], "trusted_person_message": "Do not move money or share financial details. Verify the request through a trusted source.", "summary": "This looks dangerous: likely financial theft."}}
+{"id": "gift_card_003", "prediction": {"risk_level": "dangerous", "safest_action": "Do not pay fines or move money for a tax agent. Verify through an official source you find yourself.", "scam_dna": {"ask": "settle today with prepaid cards", "impersonates": "tax agency", "pressure": "avoid legal action", "risk": "prepaid cards"}, "scam_type": "payment control", "tactics": ["authority", "urgency"], "trusted_person_message": "Do not pay fines or move money for a tax agent. Verify through an official source you find yourself.", "summary": "This looks dangerous: likely payment control."}}
+{"id": "gift_card_004", "prediction": {"risk_level": "dangerous", "safest_action": "Do not pay for technical support or move financial assets. Verify the request through an official channel.", "scam_dna": {"ask": "pay with Google Play cards", "impersonates": "computer repair", "pressure": "invoice must be paid", "risk": "move financial assets"}, "scam_type": "remote access scam", "tactics": ["anti-virus scam", "remote access scam"], "trusted_person_message": "Do not pay for technical support or move financial assets. Verify the request through an official channel.", "summary": "This looks dangerous: likely remote access scam."}}
+{"id": "gift_card_005", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send gift card codes. Verify the request through an official channel.", "scam_dna": {"ask": "send gift card codes", "impersonates": "school", "pressure": "urgent", "risk": "gift card codes"}, "scam_type": "theft", "tactics": ["urgency", "financial request"], "trusted_person_message": "School fundraiser urgent: send gift card codes to this temporary number so your child keeps their spot.", "summary": "This looks dangerous: likely theft."}}
+{"id": "gift_card_006", "prediction": {"risk_level": "dangerous", "safest_action": "Do not buy gift cards or share financial codes. Verify the request through an official channel.", "scam_dna": {"ask": "buy gift cards and email the codes", "impersonates": "payroll department", "pressure": "verify direct deposit", "risk": "fraudulent payment"}, "scam_type": "financial theft", "tactics": ["impersonation", "urgent action", "financial request"], "trusted_person_message": "Do not buy gift cards or share financial codes. Verify the request through an official channel.", "summary": "This looks dangerous: likely financial theft."}}
+{"id": "gift_card_007", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send gift card numbers. Verify the request through an official channel.", "scam_dna": {"ask": "send the gift card numbers", "impersonates": "pastor", "pressure": "family needs help now", "risk": "gift card numbers"}, "scam_type": "theft", "tactics": ["urgency", "resource demand", "ask for financial access"], "trusted_person_message": "I am the pastor. A family needs help now. Please send the gift card numbers to this phone.", "summary": "This looks dangerous: likely theft."}}
+{"id": "tech_support_001", "prediction": {"risk_level": "dangerous", "safest_action": "Do not call the number or install remote access tools. Close the message and contact official support through a trusted website.", "scam_dna": {"ask": "call the support number", "impersonates": "Microsoft Security", "pressure": "device is infected", "risk": "remote access"}, "scam_type": "antivirus scam", "tactics": ["creates urgency", "suspicious actor", "unexpected message", " asks for remote access"], "trusted_person_message": "Do not call the number or install remote access tools. Close the message and contact official support through a trusted website.", "summary": "This looks dangerous: likely antivirus scam."}}
+{"id": "tech_support_002", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery or installation link. Close the message and install updates through the official app.", "scam_dna": {"ask": "download the refund tool", "impersonates": "antivirus service", "pressure": "cancellation needed", "risk": "fraudulent installation"}, "scam_type": "installation fraud", "tactics": ["unexpected financial request", "installation fraud", "impersonation"], "trusted_person_message": "Do not install remote access tools. Close the message and contact support through a trusted website.", "summary": "This looks dangerous: likely installation fraud."}}
+{"id": "tech_support_003", "prediction": {"risk_level": "dangerous", "safest_action": "Do not reply with codes, passwords, PINs, or remote access instructions. Open the official app or call a number you already trust.", "scam_dna": {"ask": "reply with the 6-digit code", "impersonates": "Apple support", "pressure": "hackers on your iCloud", "risk": "remote access"}, "scam_type": "remote access fraud", "tactics": ["impersonation", "urgent action"], "trusted_person_message": "Do not reply with codes, passwords, PINs, or remote access instructions. Open the official app or call a number you already trust.", "summary": "This looks dangerous: likely remote access fraud."}}
+{"id": "tech_support_004", "prediction": {"risk_level": "dangerous", "safest_action": "Do not call the number or install remote access tools. Close the warning and contact official support through a trusted website.", "scam_dna": {"ask": "call certified support", "impersonates": "antivirus support", "pressure": "files are being deleted", "risk": "remote access"}, "scam_type": "tech support scam", "tactics": ["creates urgency", "impersonates authority", "requests remote access"], "trusted_person_message": "This message is likely scareware. Do not call the number or install remote access tools. Close the warning and contact official support through a trusted website.", "summary": "This looks dangerous: likely tech support scam."}}
+{"id": "tech_support_005", "prediction": {"risk_level": "dangerous", "safest_action": "Do not call the number or share financial details. Open the official billing confirmation or contact through a trusted website.", "scam_dna": {"ask": "call this number for a refund", "impersonates": "Geek Help Desk", "pressure": "invoice refund", "risk": "share financial details"}, "scam_type": "financial manipulation", "tactics": ["creates urgency", "promotes financial transaction"], "trusted_person_message": "Do not call the number or share financial details. Open the official billing confirmation or contact through a trusted website.", "summary": "This looks dangerous: likely financial manipulation."}}
+{"id": "prize_001", "prediction": {"risk_level": "dangerous", "safest_action": "Do not pay fees or share financial details to claim a prize. Verify through an official source you find yourself.", "scam_dna": {"ask": "pay a shipping fee", "impersonates": "lottery office", "pressure": "confirm payment", "risk": "financial detail sharing"}, "scam_type": "lottery scams", "tactics": ["urgent payment request", "fake prize offer"], "trusted_person_message": "If this came from someone you know and asks for money, it may be a scam. Verify the sender sent this or ask for a number you already trust.", "validated": true, "summary": "This looks dangerous: likely lottery scams."}}
+{"id": "prize_002", "prediction": {"risk_level": "dangerous", "safest_action": "Do not share financial details. Verify through an official source you find yourself.", "scam_dna": {"ask": "send your bank login", "impersonates": "lottery office", "pressure": "unclaimed prize", "risk": "financial detail"}, "scam_type": "theft", "tactics": ["financial device", "impersonation", "urgency"], "trusted_person_message": "Do not share financial details. Verify through an official source you find yourself.", "summary": "This looks dangerous: likely theft."}}
+{"id": "prize_003", "prediction": {"risk_level": "dangerous", "safest_action": "Do not pay fees or share financial details to claim a government grant. Verify through an official source you find yourself.", "scam_dna": {"ask": "pay fees", "impersonates": "government", "pressure": "processing fee", "risk": "share financial details"}, "scam_type": "financial fraud", "tactics": ["urgent action", "payment required"], "trusted_person_message": "This is a common scam message. Do not pay fees or share financial details to claim a government grant. Verify through an official source you find yourself.", "summary": "This looks dangerous: likely financial fraud."}}
+{"id": "prize_004", "prediction": {"risk_level": "dangerous", "safest_action": "Do not share financial details. Verify the request through an official source you find yourself.", "scam_dna": {"ask": "card number", "impersonates": "vacation service", "pressure": "free vacation", "risk": "theft or unauthorized charges"}, "scam_type": "financial theft", "tactics": ["urgent action", "resource extraction"], "trusted_person_message": "Do not share financial details. Verify the request through an official source you find yourself.", "summary": "This looks dangerous: likely financial theft."}}
+{"id": "prize_005", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery or payment link. Open the carrier website directly or call a number you already trust.", "scam_dna": {"ask": "cash out", "impersonates": "delivery service", "pressure": "delivery update", "risk": "delivery link"}, "scam_type": "delivery scam", "tactics": ["creates urgency", "delivery update", "payment forwarding"], "trusted_person_message": "If this came from someone you know and asks for payment or delivery updates, do not use the delivery link. Verify the delivery through the carrier's official website or ask the sender for a screenshot.", "summary": "This looks dangerous: likely delivery scam."}}
+{"id": "romance_001", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send money. Open a video call or ask another family member to verify.", "scam_dna": {"ask": "send money", "impersonates": "family member", "pressure": "emergency", "risk": "financial"}, "scam_type": "request for money", "tactics": ["ask for money", "impersonation", "creates urgency"], "trusted_person_message": "Do not send money. Open a video call or ask another family member to verify.", "summary": "This looks dangerous: likely request for money."}}
+{"id": "romance_002", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send money. Open the official messaging app or call a number you already trust.", "scam_dna": {"ask": "send it by wire transfer", "impersonates": "family member", "pressure": "visit you", "risk": "travel agent"}, "scam_type": "remote work", "tactics": ["ask for money", "impersonate family", "pressure with urgency"], "trusted_person_message": "Do not send money. Open the official messaging app or call a number you already trust.", "summary": "This looks dangerous: likely remote work."}}
+{"id": "romance_003", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through an official channel you find yourself.", "scam_dna": {"ask": "help with a hospital bill", "impersonates": "family member or carrier", "pressure": "delivery delay", "risk": "hospitality fee"}, "scam_type": "delivery scam", "tactics": ["urgent delivery", "hospitality fee", "family member"], "trusted_person_message": "Do not tell your family about us yet. I need help with a hospital bill before we can meet.", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "job_scam_001", "prediction": {"risk_level": "dangerous", "safest_action": "Do not move money for a job employer. Verify the company through its official website.", "scam_dna": {"ask": "deposit this check and send part of it", "impersonates": "hiring manager", "pressure": "remote job approved", "risk": "move money for employer"}, "scam_type": "money move", "tactics": ["financial pressure", "impersonation", "urgency"], "trusted_person_message": "Do not move money for a job employer. Verify the company through its official website.", "summary": "This looks dangerous: likely money move."}}
+{"id": "job_scam_002", "prediction": {"risk_level": "dangerous", "safest_action": "Do not pay to start a job or move money for an employer. Verify the company through its official website.", "scam_dna": {"ask": "pay a refundable fee", "impersonates": "hiring manager", "pressure": "unlock training", "risk": "payment for employment"}, "scam_type": "payment to start job", "tactics": ["paying to work", "unusual payment request"], "trusted_person_message": "Do not pay to start a job or move money for an employer. Verify the company through its official website.", "summary": "This looks dangerous: likely payment to start job."}}
+{"id": "suspicious_link_001", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery or financial link. Open the carrier website directly or call a number you already trust.", "scam_dna": {"ask": "visit delivery link", "impersonates": "delivery service", "pressure": "delivery problem", "risk": "tracking link"}, "scam_type": "delivery scam", "tactics": ["ask for sensitive action", "delivery problem", "unexpected message"], "trusted_person_message": "If this came from someone you know and asks for delivery changes or a tracking number, it is still unsafe. Verify directly through the official app, official website, or a known phone number.", "summary": "This looks dangerous: likely delivery scam."}}
+{"id": "suspicious_link_002", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery or tracking link. Open the carrier website yourself or call a number you already trust.", "scam_dna": {"ask": "open delivery link", "impersonates": "delivery service", "pressure": "delivery problem", "risk": "tracking link"}, "scam_type": "delivery scams", "tactics": ["anticipated consequence", "delivery problem"], "trusted_person_message": "If this came from someone you know and asks you to click a delivery link, it might be dangerous.", "summary": "This looks dangerous: likely delivery scams."}}
+{"id": "suspicious_link_003", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery or account link. Open the carrier website or call a number you already trust.", "scam_dna": {"ask": "confirm your information", "impersonates": "delivery service", "pressure": "profile incomplete", "risk": "delivery delay"}, "scam_type": "delivery scams", "tactics": ["creating urgency", "delivery delay", "unexpected message"], "trusted_person_message": "If this came from someone you know and asks for shipping addresses or payment, it might be a scam. Verify the delivery details through the carrier\u2019s official website.", "summary": "This looks dangerous: likely delivery scams."}}
+{"id": "suspicious_link_004", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through the official app, official website, or a known phone number.", "scam_dna": {"ask": "review the secure document", "impersonates": "sender", "pressure": "delivery update", "risk": "untrusted link"}, "scam_type": "delivery update", "tactics": ["untrusted link", "delivery update", "social engineering"], "trusted_person_message": "delivery update", "summary": "The message includes a delivery update and an untrusted link."}}
+{"id": "suspicious_link_005", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the voice message link. Open the carrier website or call a number you already trust.", "scam_dna": {"ask": "download voice message", "impersonates": "carrier", "pressure": "voice message available", "risk": "untrusted link"}, "scam_type": "delivery", "tactics": ["suspicious link", "delivery update"], "trusted_person_message": "Do not click the voice message link. Open the carrier website or call a number you already trust.", "summary": "This looks dangerous: likely delivery."}}
+{"id": "suspicious_urgency_001", "prediction": {"risk_level": "suspicious", "scam_type": "none", "summary": "This has warning signs and should be checked before you act.", "tactics": ["urgency"], "safest_action": "Pause before acting. Open the official website or app yourself instead of using links from this message.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be none and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Act now", "ask": "No direct ask found", "risk": "none"}, "_jawbreaker_model_error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')"}}
+{"id": "suspicious_urgency_002", "prediction": {"risk_level": "dangerous", "safest_action": "Do not reply with codes, passwords, PINs, or card numbers. Open the official app or call a number you already trust.", "scam_dna": {"ask": "confirmation", "impersonates": "subscription service", "pressure": "delivery delay", "risk": "subscription problem"}, "scam_type": "anti-fraud", "tactics": ["impersonation", "urgency"], "trusted_person_message": "Do not reply with codes, passwords, PINs, or card numbers. Open the official app or call a number you already trust.", "summary": "This looks dangerous: likely anti-fraud."}}
+{"id": "suspicious_urgency_003", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send personal details. Open the official channel or call a number you already trust.", "scam_dna": {"ask": "send your details", "impersonates": "government", "pressure": "paperwork missing", "risk": "theft"}, "scam_type": "theft", "tactics": ["urgent action", "impersonation"], "trusted_person_message": "Do not send personal details. Open the official channel or call a number you already trust.", "summary": "This looks dangerous: likely theft."}}
+{"id": "suspicious_urgency_004", "prediction": {"risk_level": "suspicious", "scam_type": "none", "summary": "This has warning signs and should be checked before you act.", "tactics": ["urgency"], "safest_action": "Pause before acting. Open the official website or app yourself instead of using links from this message.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be none and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Act now", "ask": "No direct ask found", "risk": "none"}, "_jawbreaker_model_error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')"}}
+{"id": "suspicious_urgency_005", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through the official app, official website, or a known phone number.", "scam_dna": {"ask": "confirm through official channel", "impersonates": "delivery service", "pressure": "delivery issue", "risk": "delivery tracking"}, "scam_type": "delivery issue", "tactics": ["urgent action", "delivery issue"], "trusted_person_message": "If this came from someone you know and asks for tracking or delivery details, confirm through the official channel.", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "suspicious_sender_001", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through the official app, official website, or a known phone number.", "scam_dna": {"ask": "confirm your billing info", "impersonates": "support", "pressure": "delivery update", "risk": "the message asks for sensitive account details."}, "scam_type": "phishing", "tactics": ["social engineering", "data theft"], "trusted_person_message": "delivery update", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "suspicious_sender_002", "prediction": {"risk_level": "dangerous", "safest_action": "Do not share personal details like your date of birth. Verify the sender or ask for a verification code through an official channel.", "scam_dna": {"ask": "send your date of birth", "impersonates": "office", "pressure": "update your file", "risk": "share date of birth"}, "scam_type": "data theft", "tactics": ["information request", "impersonation"], "trusted_person_message": "Do not share personal details like your date of birth. Verify the sender or ask for a verification code through an official channel.", "summary": "This looks dangerous: likely data theft."}}
+{"id": "suspicious_sender_003", "prediction": {"risk_level": "dangerous", "safest_action": "Do not open attachments that ask for personal or financial information. Verify the sender and request details through a trusted source.", "scam_dna": {"ask": "enter the requested information", "impersonates": "sender with invoice", "pressure": "delivery update", "risk": "theft of personal or financial data"}, "scam_type": "theft", "tactics": ["ask for sensitive data", "delivery scam"], "trusted_person_message": "Do not open attachments that ask for personal or financial information. Verify the sender and request details through a trusted source.", "summary": "This looks dangerous: likely theft."}}
+{"id": "suspicious_sender_004", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through an official channel you find yourself.", "scam_dna": {"ask": "confirm through official channel", "impersonates": "support", "pressure": "delivery update", "risk": "delivery"}, "scam_type": "delivery scam", "tactics": ["social engineering", "delivery"], "trusted_person_message": "We tried reaching you. Use this temporary number from now on.", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "suspicious_sender_005", "prediction": {"risk_level": "dangerous", "safest_action": "Do not share financial details. Open the official app or call a number you already trust.", "scam_dna": {"ask": "confirm your direct deposit account", "impersonates": "payroll", "pressure": "do not share financial details", "risk": "direct deposit"}, "scam_type": "financial theft", "tactics": ["impersonation", "request personal financial details"], "trusted_person_message": "Do not share financial details. Open the official app or call a number you already trust.", "summary": "This looks dangerous: likely financial theft."}}
+{"id": "suspicious_market_001", "prediction": {"risk_level": "safe", "scam_type": "none", "summary": "No strong scam pattern was found in this short scan.", "tactics": [], "safest_action": "If this came from someone you know and it asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "trusted_person_message": "Can you sanity-check this message for me? Jawbreaker did not find a strong scam pattern, but I want to be careful.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Not obvious", "ask": "No direct ask found", "risk": "none"}, "_jawbreaker_model_error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')"}}
+{"id": "suspicious_market_002", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send codes, passwords, PINs, or financial details. Open the official banking app or call the number on your card.", "scam_dna": {"ask": "send me the code", "impersonates": "bank", "pressure": "verify you are real", "risk": "code, password, pin, financial details"}, "scam_type": "theft", "tactics": ["impersonation", "remote access", "theft"], "trusted_person_message": "Do not send codes, passwords, PINs, or financial details. Open the official banking app or call the number on your card.", "summary": "This looks dangerous: likely theft."}}
+{"id": "suspicious_market_003", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No risk identified in this message."}}
+{"id": "suspicious_market_004", "prediction": {"risk_level": "safe", "scam_type": "none", "summary": "No strong scam pattern was found in this short scan.", "tactics": [], "safest_action": "If this came from someone you know and it asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "trusted_person_message": "Can you sanity-check this message for me? Jawbreaker did not find a strong scam pattern, but I want to be careful.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Not obvious", "ask": "No direct ask found", "risk": "none"}, "_jawbreaker_model_error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')"}}
+{"id": "suspicious_market_005", "prediction": {"risk_level": "safe", "scam_type": "none", "summary": "No strong scam pattern was found in this short scan.", "tactics": [], "safest_action": "If this came from someone you know and it asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "trusted_person_message": "Can you sanity-check this message for me? Jawbreaker did not find a strong scam pattern, but I want to be careful.", "scam_dna": {"impersonates": "Bank or financial institution", "pressure": "Not obvious", "ask": "No direct ask found", "risk": "none"}, "_jawbreaker_model_error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')"}}
+{"id": "needs_check_bank_001", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through the official app, official website, or a known phone number.", "scam_dna": {"ask": "confirm through official channel", "impersonates": "bank", "pressure": "delivery update", "risk": "antivirus installation"}, "scam_type": "delivery", "tactics": ["delivery update", "antivirus installation", "conflict resolution"], "summary": "The message asks for sensitive verification but does not include an urgent request for money or sensitive data.", "trusted_person_message": "Can you check this for me before I respond or click anything?"}}
+{"id": "needs_check_bank_002", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through the official app, official website, or a known phone number.", "scam_dna": {"ask": "confirm through official channel", "impersonates": "bank", "pressure": "delivery update", "risk": "unauthorized transaction"}, "scam_type": "delivery", "tactics": ["account compromise", "delivery update"], "trusted_person_message": "If this was not you, call the number on your card.", "summary": "The message confirms an unauthorized transaction and asks to call a number that could be untrusted."}}
+{"id": "needs_check_bank_003", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through the official app, official website, or a known phone number.", "scam_dna": {"ask": "confirm through official channel", "impersonates": "credit union", "pressure": "delivery of sensitive alert", "risk": "unauthorized access"}, "scam_type": "phishing", "tactics": ["drive-by phishing", "suspicious delivery"], "trusted_person_message": "This message might be legitimate. Still avoid unexpected links and confirm changes via a trusted source.", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "needs_check_bank_004", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through the official app, official website, or a known phone number.", "scam_dna": {"ask": "log in through the official app to view it", "impersonates": "bank", "pressure": "statement ready", "risk": "unverified source"}, "scam_type": "delivery", "tactics": ["official channel", "delivery"], "trusted_person_message": "Verify directly through the official app, official website, or a known phone number.", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "needs_check_bank_005", "prediction": {"risk_level": "dangerous", "safest_action": "Do not call the number on the card. Open the official banking app or ask another family member to verify directly.", "scam_dna": {"ask": "confirm through official channel", "impersonates": "bank", "pressure": "delivery update", "risk": "financial access"}, "scam_type": "unauthorized transfer", "tactics": ["creates urgency", "asks for sensitive verification", "impersonates authority"], "trusted_person_message": "If this came from someone you know and asks for sensitive details, do not reply with numbers. Verify through an official channel.", "summary": "This looks dangerous: likely unauthorized transfer."}}
+{"id": "needs_check_delivery_001", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "delivery", "tactics": ["delivery"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No risk identified in this common delivery message."}}
+{"id": "needs_check_delivery_002", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust.", "scam_dna": {"ask": "check status", "impersonates": "FedEx", "pressure": "delivery exception", "risk": "delivery delay"}, "scam_type": "delivery", "tactics": ["cargo ticket", "delivery delay"], "trusted_person_message": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust.", "summary": "This looks dangerous: likely delivery."}}
+{"id": "needs_check_delivery_003", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No strong scam pattern was found."}}
+{"id": "needs_check_delivery_004", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "delivery", "tactics": ["delivery"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No signs of scam."}}
+{"id": "needs_check_delivery_005", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "not_scam", "tactics": ["none_identified"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No risk identified in this message."}}
+{"id": "needs_check_medical_001", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "This message does not ask for sensitive information or contain unexpected links. It is likely safe."}}
+{"id": "needs_check_medical_002", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No obvious scam indicators."}}
+{"id": "needs_check_medical_003", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through the official app, official website, or a known phone number.", "scam_dna": {"ask": "review it in your official member portal", "impersonates": "insurance", "pressure": "claim was processed", "risk": "official member portal"}, "scam_type": "delivery", "tactics": ["impersonates authority", "delivery update", "direct request for sensitive data"], "trusted_person_message": "If this came from someone you know and asks for sensitive details, it might be legitimate. Still avoid unexpected links.", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "needs_check_account_001", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Not obvious", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_model_error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')"}}
+{"id": "needs_check_account_002", "prediction": {"risk_level": "dangerous", "safest_action": "Do not share verification codes, passwords, PINs, or financial details. Open the official banking app or call the number on your card.", "scam_dna": {"ask": "do not share verification code", "impersonates": "bank", "pressure": "delivery update", "risk": "share verification code"}, "scam_type": "delivery scam", "tactics": ["impersonates authority", "pressures with urgency", "traps financial info"], "trusted_person_message": "Do not share verification codes, passwords, PINs, or financial details. Open the official banking app or call the number on your card.", "summary": "This looks dangerous: likely delivery scam."}}
+{"id": "needs_check_account_003", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through the official app, official website, or a known phone number.", "scam_dna": {"ask": "confirm through official channel", "impersonates": "antivirus support", "pressure": "delivery update", "risk": "unauthorized access"}, "scam_type": "delivery scam", "tactics": ["unexpected message", "delivery update"], "trusted_person_message": "Do not install remote access tools. Open the official delivery tracker.", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "needs_check_school_001", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "benign communication", "tactics": ["none identified"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "This message does not ask for sensitive information or install remote access, and comes from someone you likely know. It is probably safe."}}
+{"id": "needs_check_school_002", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through the official app, official website, or a known phone number.", "scam_dna": {"ask": "log in to your library account to renew", "impersonates": "library", "pressure": "borrowed item is overdue", "risk": "fine reset or account lock"}, "scam_type": "antivirus or system update scam", "tactics": ["impersonates authority", "creates urgency", "requires sensitive action"], "trusted_person_message": "If this came from someone you know and asks for account access, do not click the link. Open the official app or call a number you already trust.", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "needs_check_billing_001", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No obvious scam indicators."}}
+{"id": "needs_check_billing_002", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly in the official app or through a number you already trust.", "scam_dna": {"ask": "confirm through official channel", "impersonates": "subscription service", "pressure": "delivery update", "risk": "subscription payment"}, "scam_type": "anti-fraud message", "tactics": ["delivery delay", "invoicing"], "trusted_person_message": "If unsure, open the official app instead of using message links.", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "safe_personal_001", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No red flags were found in this message. It appears to be a casual update from someone you know."}}
+{"id": "safe_personal_002", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "This message likely came from someone you trust and does not ask for sensitive information.", "summary": "No strong scam pattern was found."}}
+{"id": "safe_personal_003", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "A casual message from someone you know."}}
+{"id": "safe_personal_004", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No signs of scam. Confirm it came from someone you trust."}}
+{"id": "safe_personal_005", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "normal", "tactics": [], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No strong scam pattern was found."}}
+{"id": "safe_work_001", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none identified"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No obvious risk in this message from a trusted sender."}}
+{"id": "safe_work_002", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No signs of scam found."}}
+{"id": "safe_work_003", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No strong scam pattern was found."}}
+{"id": "safe_work_004", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No strong scam pattern was found."}}
+{"id": "safe_work_005", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "benign", "tactics": ["none identified"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "This message does not ask for sensitive information or install remote access, and comes from someone you likely know. It is probably safe."}}
+{"id": "safe_marketing_001", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "legitimate promotion", "tactics": ["none identified"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "The message lacks any known scam indicators and comes from a trusted source."}}
+{"id": "safe_marketing_002", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "benign", "tactics": ["none identified"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No risk identified in this message."}}
+{"id": "safe_marketing_003", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No risk indicators were found in this message."}}
+{"id": "safe_marketing_004", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No risks identified in this message."}}
+{"id": "safe_marketing_005", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No risks identified in this message."}}

eval/predictions/jawbreaker-minicpm-lora-smoke20.predictions.jsonl

@@ -0,0 +1,20 @@
+{"id": "package_phishing_0840", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust.", "scam_dna": {"ask": "verify account details", "impersonates": "USPS", "pressure": "package held", "risk": "delivery link"}, "scam_type": "delivery confirmation", "tactics": ["antivirus", "delivery confirmation", "direct request for sensitive information", "suspicious link", "unexpected message"], "trusted_person_message": "This message asks for account details and provides a delivery link. It is dangerous. Do not click the link. Open the carrier website yourself or call a number you already trust."}}
+{"id": "bank_phishing_0841", "prediction": {"risk_level": "dangerous", "safest_action": "Do not reply with codes, passwords, PINs, or card numbers. Open the official banking app or call the number on your card.", "scam_dna": {"ask": "confirm your PIN", "impersonates": "Bank of America", "pressure": "card suspended", "risk": "PIN"}, "scam_type": "theft", "tactics": ["impersonation", "urgent action"], "trusted_person_message": "Do not reply with codes, passwords, PINs, or card numbers. Open the official banking app or call the number on your card."}}
+{"id": "family_impersonation_0842", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send money. Call the person using a number you already know or ask another family member to verify.", "scam_dna": {"ask": "wire emergency funds", "impersonates": "family member", "pressure": "emergency", "risk": "unverified request for money"}, "scam_type": "family member asking for money", "tactics": ["creates urgency", "asks for sensitive action (money transfer)", "uses relationship to bypass questions"], "trusted_person_message": "This message asks for money and comes from someone you know. Still verify with another family member."}}
+{"id": "tech_support_0843", "prediction": {"risk_level": "dangerous", "safest_action": "Do not call the number or install remote access tools. Close the message and contact official support through a trusted website.", "scam_dna": {"ask": "pay the cleanup fee", "impersonates": "antivirus support", "pressure": "security warning", "risk": "permanent damage"}, "scam_type": "remote access scam", "tactics": ["creates urgency", "asks for payment", "impersonates tech support"], "trusted_person_message": "Do not call the number or install remote access tools. Close the message and contact official support through a trusted website."}}
+{"id": "prize_lottery_0844", "prediction": {"risk_level": "dangerous", "safest_action": "Do not pay fees or share financial details to claim a prize. Verify through an official source you find yourself.", "scam_dna": {"ask": "pay a processing fee", "impersonates": "lottery office", "pressure": "unclaimed prize", "risk": "financial detail theft"}, "scam_type": "financial device", "tactics": ["urgent action required", "impersonates authority", "money movement"], "trusted_person_message": "Is this from someone you know? Still avoid payment requests.", "summary": "This message demands payment to claim a prize, which is a common scam tactic."}}
+{"id": "job_scam_0845", "prediction": {"risk_level": "dangerous", "safest_action": "Do not pay to start a job or move money for an employer. Verify the company through its official website.", "scam_dna": {"ask": "deposit a check and send back money", "impersonates": "hiring manager", "pressure": "training starts today", "risk": "pay to start a job or move money for an employer"}, "scam_type": "job scheduling", "tactics": ["paying to work", "unusual payment request", "job site scam"], "trusted_person_message": "Do not pay to start a job or move money for an employer. Verify the company through its official website."}}
+{"id": "legitimate_needs_check_0846", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through the official app, official website, or a known phone number.", "scam_dna": {"ask": "confirm through official channel", "impersonates": "bank or service provider", "pressure": "delivery or payment confirmation", "risk": "fraud alert"}, "scam_type": "delivery or payment confirmation", "tactics": ["delivery confirmation", "antivirus activation", "password reset", "payment verification"], "trusted_person_message": "delivery or payment confirmation", "summary": "The message asks for confirmation of a purchase, which could be legitimate. However, it does not contain an urgent request for sensitive information. Verify through a trusted source."}}
+{"id": "safe_benign_0847", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links."}}
+{"id": "package_phishing_0848", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust.", "scam_dna": {"ask": "update delivery login", "impersonates": "DHL", "pressure": "delivery failed", "risk": "delivery login"}, "scam_type": "delivery scams", "tactics": ["urgent action", "impersonates authority"], "trusted_person_message": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust."}}
+{"id": "bank_phishing_0849", "prediction": {"risk_level": "dangerous", "safest_action": "Do not reply with codes, passwords, PINs, or card numbers. Open the official banking app or call the number on your card.", "scam_dna": {"ask": "confirm your PIN", "impersonates": "card security", "pressure": "card suspended", "risk": "cancel it"}, "scam_type": "antivirus/security scam", "tactics": ["impersonates authority", "asks for sensitive", "creates urgency"], "trusted_person_message": "Do not reply with codes, passwords, PINs, or card numbers. Open the official banking app or call the number on your card."}}
+{"id": "family_impersonation_0850", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send money. Call the person using a number you already know or ask another family member to verify.", "scam_dna": {"ask": "wire emergency funds", "impersonates": "family member", "pressure": "do not call anyone", "risk": "unverified request"}, "scam_type": "family member impersonation", "tactics": ["urgent request", "ask for sensitive action", "impersonates family"], "trusted_person_message": "This message asks for sensitive action and comes from a family member. Verify directly through a trusted channel."}}
+{"id": "tech_support_0851", "prediction": {"risk_level": "dangerous", "safest_action": "Do not call the number or install remote access tools. Close the message and contact official support through a trusted website.", "scam_dna": {"ask": "pay the cleanup fee", "impersonates": "antivirus support", "pressure": "security warning", "risk": "cleanup fee"}, "scam_type": "antivirus scam", "tactics": ["creates urgency", "asks for payment", "impersonates tech support"], "trusted_person_message": "This message is dangerous. It asks you to pay a fee or allow remote access. Do not install tools or move money. Close the message and contact official support through a trusted website."}}
+{"id": "prize_lottery_0852", "prediction": {"risk_level": "dangerous", "safest_action": "Do not pay fees or share financial details to claim a prize. Verify through an official source you find yourself.", "scam_dna": {"ask": "pay a processing fee", "impersonates": "lottery office", "pressure": "unclaimed prize", "risk": "steal money"}, "scam_type": "lottery scam", "tactics": ["urgent action", "financial request"], "trusted_person_message": "Do not pay fees or share financial details to claim a prize. Verify through an official source you find yourself."}}
+{"id": "job_scam_0853", "prediction": {"risk_level": "dangerous", "safest_action": "Do not pay to start a job or move money for an employer. Verify the company through its official website.", "scam_dna": {"ask": "deposit a check and send back money", "impersonates": "hiring manager", "pressure": "activate your role", "risk": "pay to start a job"}, "scam_type": "job scam", "tactics": ["paying work", "moving money"], "trusted_person_message": "Do not pay to start a job or move money for an employer. Verify the company through its official website."}}
+{"id": "legitimate_needs_check_0854", "prediction": {"risk_level": "needs_check", "safest_action": "Verify directly through the official app, official website, or a known phone number.", "scam_dna": {"ask": "confirm through official channel", "impersonates": "bank or service provider", "pressure": "delivery update", "risk": "delivery update"}, "scam_type": "delivery scam", "tactics": ["urgent action", "delivery update"], "trusted_person_message": "delivery update"}}
+{"id": "safe_benign_0855", "prediction": {"risk_level": "safe", "safest_action": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "scam_dna": {"ask": "no sensitive ask", "impersonates": "known sender", "pressure": "no pressure", "risk": "none identified"}, "scam_type": "none", "tactics": ["none"], "trusted_person_message": "If this came from someone you know and asks for nothing sensitive, it is probably safe. Still avoid unexpected links.", "summary": "No risks identified in this message."}}
+{"id": "package_phishing_0856", "prediction": {"risk_level": "dangerous", "safest_action": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust.", "scam_dna": {"ask": "confirm address and payment", "impersonates": "FedEx", "pressure": "held package", "risk": "delivery fees, payment"}, "scam_type": "delivery_diversion", "tactics": ["financial_demand", "impact_delivery", "trusted_source"], "trusted_person_message": "Do not click the delivery link. Open the carrier website yourself or call a number you already trust."}}
+{"id": "bank_phishing_0857", "prediction": {"risk_level": "dangerous", "safest_action": "Do not reply with codes, passwords, PINs, or card numbers. Open the official banking app or call the number on your card.", "scam_dna": {"ask": "confirm your PIN", "impersonates": "credit union", "pressure": "card suspended", "risk": "PIN"}, "scam_type": "theft", "tactics": ["urgent action", "impersonation"], "trusted_person_message": "Do not reply with codes, passwords, PINs, or card numbers. Open the official banking app or call the number on your card."}}
+{"id": "family_impersonation_0858", "prediction": {"risk_level": "dangerous", "safest_action": "Do not send money. Call the person using a number you already know or ask another family member to verify.", "scam_dna": {"ask": "wire emergency funds", "impersonates": "family member", "pressure": "do not delay", "risk": "unverified request"}, "scam_type": "urgent request", "tactics": ["urgency", "request for money"], "trusted_person_message": "This message urges you to send money. It does not include a number to verify with, so it is high risk.", "summary": "This message asks you to send money urgently. It does not provide a verified number to confirm the request, which makes it dangerous."}}
+{"id": "tech_support_0859", "prediction": {"risk_level": "dangerous", "safest_action": "Do not call the number or install remote access tools. Close the message and contact official support through a trusted website.", "scam_dna": {"ask": "pay the cleanup fee", "impersonates": "antivirus support", "pressure": "security warning", "risk": "remote access"}, "scam_type": "remote support scam", "tactics": ["creates urgency", "asks for payment", "impersonates tech support"], "trusted_person_message": "Do not call the number or install remote access tools. Close the message and contact official support through a trusted website."}}

eval/predictions/jawbreaker-minicpm-lora-v2-scam100-guarded.predictions.jsonl

@@ -0,0 +1,100 @@
+{"id": "package_phish_001", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority", "suspicious link", "urgency"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "USPS or package carrier", "pressure": "Act now", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_safety_guard": "suspicious"}}
+{"id": "package_phish_002", "prediction": {"summary": "This looks dangerous: likely package scam.", "risk_level": "dangerous", "scam_type": "package delivery", "tactics": ["urgency", "package delivery"], "safest_action": "Do not click the link. Contact FedEx directly using a trusted phone number or official app.", "trusted_person_message": "If you own a FedEx package, check the status through the official website or app, not through a suspicious link.", "scam_dna": {"impersonates": "FedEx", "pressure": "before 6 PM", "ask": "address and card details", "risk": "delivery failed"}}}
+{"id": "package_phish_003", "prediction": {"risk_level": "dangerous", "scam_type": "payment_request", "summary": "This looks dangerous: likely payment request.", "tactics": ["payment pressure", "suspicious link"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be payment request and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Send money", "ask": "Send money", "risk": "payment request"}, "_jawbreaker_safety_guard": "needs_check"}}
+{"id": "package_phish_004", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority", "suspicious link"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Not obvious", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_model_error": "JSONDecodeError('Extra data: line 1 column 505 (char 504)')"}}
+{"id": "package_phish_005", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority", "suspicious link", "urgency"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Act now", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_model_error": "JSONDecodeError('Expecting property name enclosed in double quotes: line 1 column 4 (char 3)')"}}
+{"id": "package_phish_006", "prediction": {"risk_level": "suspicious", "scam_type": "none", "summary": "This has warning signs and should be checked before you act.", "tactics": ["suspicious link"], "safest_action": "Pause before acting. Open the official website or app yourself instead of using links from this message.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be none and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Not obvious", "ask": "Open a link", "risk": "none"}, "_jawbreaker_safety_guard": "needs_check"}}
+{"id": "package_phish_007", "prediction": {"summary": "This looks dangerous: likely credential theft.", "risk_level": "dangerous", "scam_type": " credential theft", "safest_action": "Do not click the link.", "tactics": ["urgency"], "scam_dna": {"impersonates": "Amazon", "pressure": "threat of cancellation", "ask": "payment confirmation", "risk": "credit card theft"}, "trusted_person_message": "Can you check this for me before I respond or click anything?"}}
+{"id": "package_phish_008", "prediction": {"summary": "This looks dangerous: likely tech support.", "risk_level": "dangerous", "scam_type": "tech support", "safest_action": "Do not click the link.", "tactics": ["impersonates a legitimate company", "creates a sense of urgency", "asks for personal information"], "trusted_person_message": "If you think this might be legitimate, call the company's official support number (found on their website) to verify.", "scam_dna": {"impersonates": "tech support", "pressure": "incomplete address", "ask": "full name, birth date, and card number", "risk": "personal information"}}}
+{"id": "bank_phish_001", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority", "suspicious link", "urgency"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Bank or financial institution", "pressure": "Act now", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_safety_guard": "needs_check"}}
+{"id": "bank_phish_002", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority", "suspicious link"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Bank or financial institution", "pressure": "Not obvious", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_safety_guard": "needs_check"}}
+{"id": "bank_phish_003", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority", "suspicious link"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Not obvious", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_safety_guard": "needs_check"}}
+{"id": "bank_phish_004", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["urgent", "authority"], "safest_action": "Do not reply. This is likely legitimate, but should be verified through a trusted route.", "trusted_person_message": "If you believe this is legitimate, verify through a trusted route.", "scam_dna": {"impersonates": "bank", "pressure": "urgent", "ask": "card number", "risk": "wire transfer"}}}
+{"id": "bank_phish_005", "prediction": {"summary": "This looks dangerous: likely credential theft.", "risk_level": "dangerous", "scam_type": " credential theft", "tactics": ["spear phishing"], "safest_action": "Do not click the link.", "trusted_person_message": "If you believe this is legitimate, contact your bank using a trusted phone number or app.", "scam_dna": {"impersonates": "bank", "pressure": "expires today", "ask": "re-enroll", "risk": "account access"}}}
+{"id": "bank_phish_006", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Tech support", "pressure": "Not obvious", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_safety_guard": "suspicious"}}
+{"id": "bank_phish_007", "prediction": {"summary": "This looks dangerous: likely credential theft.", "risk_level": "dangerous", "scam_type": "likely credential theft", "tactics": ["urgent", "password recovery"], "safest_action": "Do not click the link.", "trusted_person_message": "If you believe this is legitimate, use a trusted search engine to find the official website for 'example' and contact them through a verified phone number or email address.", "scam_dna": {"impersonates": "official support", "pressure": "urgent", "ask": "reset", "risk": "security breach"}}}
+{"id": "bank_phish_008", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "safest_action": "Do not send money.", "trusted_person_message": "If you initiated this transfer, contact your bank immediately to report the incident and request a reversal.", "tactics": ["urgency"], "scam_dna": {"impersonates": "bank or payment service", "pressure": "urgency", "ask": "money", "risk": "payment"}}}
+{"id": "family_impersonation_001", "prediction": {"summary": "This looks dangerous: likely family impersonation.", "risk_level": "dangerous", "scam_type": "family impersonation", "tactics": ["urgency", "obscurity"], "safest_action": "Verify through a trusted route", "trusted_person_message": "This looks dangerous: likely family impersonation.", "scam_dna": {"impersonates": "grandchild", "pressure": "send money now", "ask": "send money for rent", "risk": "lost phone"}}}
+{"id": "family_impersonation_002", "prediction": {"summary": "This looks dangerous: likely family impersonation.", "risk_level": "dangerous", "scam_type": "family impersonation", "tactics": ["urgency", "pressure"], "safest_action": "Do not send money.", "trusted_person_message": "Verify through a trusted route, like a phone call to another family member or a known number for the official police department.", "scam_dna": {"impersonates": "family member", "pressure": "urgency", "ask": "bail money", "risk": "wire transfer"}}}
+{"id": "family_impersonation_003", "prediction": {"summary": "This looks dangerous: likely family impersonation.", "risk_level": "dangerous", "scam_type": "family impersonation", "tactics": ["urgency", "impersonation"], "safest_action": "Do not respond. Call your family member directly through a known, trusted phone number to verify this is them.", "trusted_person_message": "I love you and will not ask for money or personal details over text. How can I reach you normally?", "scam_dna": {"impersonates": "a family member in emergency", "pressure": "urgent timing to pay a bill", "ask": "for money or personal details", "risk": "sharing personal or financial info"}}}
+{"id": "family_impersonation_004", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["payment request"], "safest_action": "Do not send any gift cards.", "trusted_person_message": "This looks dangerous: likely payment request.", "scam_dna": {"impersonates": "family", "pressure": "urgent", "ask": "gift cards", "risk": "payment"}}}
+{"id": "family_impersonation_005", "prediction": {"summary": "This looks dangerous: likely family impersonation.", "risk_level": "dangerous", "scam_type": "family impersonation", "tactics": ["urgency", "pressure"], "safest_action": "Do not send any money.", "trusted_person_message": "Verify through a trusted route: call your son directly using a known phone number.", "scam_dna": {"impersonates": "family member", "pressure": "urgency", "ask": "money", "risk": "immediate"}}}
+{"id": "family_impersonation_006", "prediction": {"summary": "This looks dangerous: likely family impersonation.", "risk_level": "dangerous", "scam_type": "family impersonation", "tactics": ["impersonation"], "safest_action": "Do not send any code or personal information.", "trusted_person_message": "Verify with another family member or contact your local police.", "scam_dna": {"impersonates": "a family member", "pressure": "urgent", "ask": "personal code", "risk": "identity theft"}}}
+{"id": "family_impersonation_007", "prediction": {"summary": "This looks dangerous: likely family impersonation.", "risk_level": "dangerous", "scam_type": "family impersonation", "tactics": ["urgency", "fear"], "safest_action": "Do not send money.", "trusted_person_message": "Verify this through a trusted person before taking any action.", "scam_dna": {"impersonates": "a family member", "pressure": "urgency", "ask": "money", "risk": "financial loss"}}}
+{"id": "gift_card_001", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["urgency", "authority"], "safest_action": "Do not respond.", "trusted_person_message": "Never send gift card codes to anyone who claims to be your manager.", "scam_dna": {"impersonates": "manager", "pressure": "immediately", "ask": "buy gift cards and send codes", "risk": "financial loss"}}}
+{"id": "gift_card_002", "prediction": {"risk_level": "dangerous", "scam_type": "payment_request", "summary": "This looks dangerous: likely payment request.", "tactics": ["payment_request"], "safest_action": "Do not respond and do not click any links.", "trusted_person_message": "If this is legitimate, pick up the gift cards in person and only at a trusted store.", "scam_dna": {"impersonates": "friend", "pressure": "ASAP", "ask": "gift cards", "risk": "payment_request"}}}
+{"id": "gift_card_003", "prediction": {"summary": "This looks dangerous: likely tax scam.", "risk_level": "dangerous", "scam_type": "tax", "tactics": ["urgent", "authority"], "safest_action": "Do not respond. Contact your local tax office directly using a trusted phone number.", "trusted_person_message": "This might be legitimate, but verify through official channels.", "scam_dna": {"impersonates": "government", "pressure": "legal action", "ask": "prepaid cards", "risk": "legal consequences"}}}
+{"id": "gift_card_004", "prediction": {"summary": "This looks dangerous: likely tech support.", "risk_level": "dangerous", "scam_type": "tech support", "safest_action": "Do not pay and do not click any links in this message.", "tactics": ["urgent", "pressure"], "scam_dna": {"impersonates": "tech support", "pressure": "must be paid before service can continue", "ask": "none", "risk": "Google Play card"}, "trusted_person_message": "If you believe this to be legitimate, contact the company directly through a trusted phone number or website to confirm."}}
+{"id": "gift_card_005", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["urgency"], "safest_action": "Do not send gift card codes.", "trusted_person_message": "If you believe this is legitimate, contact the school directly using a trusted phone number or website.", "scam_dna": {"impersonates": "school", "pressure": "urgent", "ask": "gift card codes", "risk": "payment request"}}}
+{"id": "gift_card_006", "prediction": {"summary": "This looks dangerous: likely payment.", "risk_level": "dangerous", "scam_type": "payment", "tactics": ["urgency", "authority"], "safest_action": "Do not buy or email the codes.", "trusted_person_message": "If you have payroll questions, use the direct contact method from your bank or HR.", "scam_dna": {"impersonates": "your employer", "pressure": "must act fast", "ask": "for payment for direct deposit", "risk": "the real company won't ask for payment"}}}
+{"id": "gift_card_007", "prediction": {"summary": "This looks dangerous: likely family impersonation.", "risk_level": "dangerous", "scam_type": "family impersonation", "tactics": ["urgency", "impersonation"], "safest_action": "Do not send gift card numbers.", "trusted_person_message": "I will not send gift card numbers to anyone, no matter who claims to be in need.", "scam_dna": {"impersonates": "a family member in need", "pressure": "urgency to send gift card numbers", "ask": "for gift card numbers", "risk": "sharing gift card information"}}}
+{"id": "tech_support_001", "prediction": {"summary": "This looks dangerous: likely tech support.", "risk_level": "dangerous", "scam_type": "tech support", "tactics": ["urgent", "authoritative"], "safest_action": "Do not call the number.", "trusted_person_message": "If you are concerned about your device, contact a trusted tech support person in person, or call the number on your local Microsoft support website.", "scam_dna": {"impersonates": "Microsoft", "pressure": "Call within 10 minutes", "ask": "For support", "risk": "device infected"}}}
+{"id": "tech_support_002", "prediction": {"risk_level": "dangerous", "scam_type": "tech_support", "summary": "This looks dangerous: likely tech support.", "tactics": ["fake authority", "remote access request", "suspicious link"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be tech support and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Tech support", "pressure": "Not obvious", "ask": "Install software or share access", "risk": "tech support"}, "_jawbreaker_safety_guard": "needs_check"}}
+{"id": "tech_support_003", "prediction": {"risk_level": "dangerous", "scam_type": "tech_support", "summary": "This looks dangerous: likely tech support.", "tactics": ["credential request", "fake authority", "remote access request"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be tech support and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Tech support", "pressure": "Not obvious", "ask": "Install software or share access", "risk": "tech support"}, "_jawbreaker_safety_guard": "needs_check"}}
+{"id": "tech_support_004", "prediction": {"summary": "This looks dangerous: likely tech support.", "risk_level": "dangerous", "scam_type": "tech support", "safest_action": "Do not call the number.", "tactics": ["urgent"], "scam_dna": {"impersonates": "tech support", "pressure": "urgent", "ask": "call now", "risk": "files deleted"}, "trusted_person_message": "If you believe your computer is at risk, call the trusted person for help."}}
+{"id": "tech_support_005", "prediction": {"risk_level": "dangerous", "scam_type": "payment", "summary": "This looks dangerous: likely payment.", "tactics": ["impersonation", "urgency"], "safest_action": "Verify through a trusted route.", "trusted_person_message": "This might be legitimate, but verify through a trusted route.", "scam_dna": {"impersonates": "geek tech support", "pressure": "invoice", "ask": "refund", "risk": "payment"}}}
+{"id": "prize_001", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority", "suspicious link"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Not obvious", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_safety_guard": "needs_check"}}
+{"id": "prize_002", "prediction": {"summary": "This looks dangerous: likely prize scam.", "risk_level": "dangerous", "scam_type": "prize", "tactics": ["impersonation", "urgency"], "safest_action": "Do not contact the person or share any personal details.", "trusted_person_message": "If you're unsure, contact your bank directly to verify the legitimacy of this claim.", "scam_dna": {"impersonates": "lottery office", "pressure": "send your bank login", "ask": "winnings deposit", "risk": "bank login sharing"}}}
+{"id": "prize_003", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["urgency"], "safest_action": "Do not click the link.", "trusted_person_message": "Never pay a processing fee for a grant.", "scam_dna": {"impersonates": "government", "pressure": "urgent", "ask": "money", "risk": "grant"}}}
+{"id": "prize_004", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Not obvious", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_safety_guard": "suspicious"}}
+{"id": "prize_005", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority", "suspicious link", "urgency"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Act now", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_safety_guard": "suspicious"}}
+{"id": "romance_001", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["urgency", "desperation"], "safest_action": "Do not send money.", "trusted_person_message": "This looks dangerous: likely payment request.", "scam_dna": {"impersonates": "family member", "pressure": "urgency", "ask": "money", "risk": "desperation"}}}
+{"id": "romance_002", "prediction": {"summary": "This looks dangerous: likely travel scam.", "risk_level": "dangerous", "scam_type": "travel", "tactics": ["urgency", "payment"], "safest_action": "Do not send payment.", "trusted_person_message": "A trusted travel agent would not pressure you to wire transfer today.", "scam_dna": {"impersonates": "travel agent", "pressure": "needs payment today", "ask": "send it by wire transfer", "risk": "direct payment request"}}}
+{"id": "romance_003", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["urgency", "trust"], "safest_action": "Do not send any money.", "trusted_person_message": "If you believe this might be legitimate, contact the hospital directly using a trusted phone number or website.", "scam_dna": {"impersonates": "hospital", "pressure": "before we can meet", "ask": "help with a hospital bill", "risk": "payment"}}}
+{"id": "job_scam_001", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["payment request"], "safest_action": "Do not send any money.", "trusted_person_message": "Never send money to a vendor based on a check from an unknown job offer.", "scam_dna": {"impersonates": "job offer", "pressure": "send part of the check", "ask": "send money", "risk": "financial loss"}}}
+{"id": "job_scam_002", "prediction": {"risk_level": "dangerous", "scam_type": "job_scam", "summary": "This looks dangerous: likely job scam.", "tactics": ["fake authority", "fake job", "payment pressure", "suspicious link"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be job scam and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Employer or recruiter", "pressure": "Send money", "ask": "Pay or move money for job", "risk": "job scam"}, "_jawbreaker_safety_guard": "suspicious"}}
+{"id": "suspicious_link_001", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "potential credential theft", "safest_action": "Do not click the link.", "tactics": ["urgent", "curiosity"], "scam_dna": {"impersonates": "bank or service", "pressure": "urgent", "ask": "click link", "risk": "exposure"}, "trusted_person_message": "If you need to check your account, use the official app or website, not a link in an email."}}
+{"id": "suspicious_link_002", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "other", "tactics": ["impersonation"], "safest_action": "Do not click the link. Contact the organization through a trusted source to verify this.", "trusted_person_message": "If you trust this organization, contact them directly using contact info from their official website or app.", "scam_dna": {"impersonates": "official organization", "pressure": "no pressure", "ask": "no ask", "risk": "potential risk"}}}
+{"id": "suspicious_link_003", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority", "suspicious link"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Not obvious", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_safety_guard": "suspicious"}}
+{"id": "suspicious_link_004", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "phishing", "tactics": ["urgency", "social engineering"], "safest_action": "Do not click the link.", "trusted_person_message": "If you trust the person, contact them through a known, trusted method to confirm.", "scam_dna": {"impersonates": "trusted contact", "pressure": "urgent review", "ask": "no request", "risk": "potential data theft"}}}
+{"id": "suspicious_link_005", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "other", "tactics": ["warning"], "safest_action": "Do not click. Verify through a trusted route.", "trusted_person_message": "If you were expecting a voicemail, use a known contact method to confirm.", "scam_dna": {"impersonates": "unknown", "pressure": "none", "ask": "none", "risk": "potential data exposure"}}}
+{"id": "suspicious_urgency_001", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "urgent request", "tactics": ["creates urgency"], "safest_action": "Do not call the number provided.", "trusted_person_message": "If you are concerned about your account, call the official customer service number from the back of your account card or the official website.", "scam_dna": {"impersonates": "bank or service provider", "pressure": "urgent", "ask": "no legitimate reason to ask for personal info", "risk": "likely credential theft"}}}
+{"id": "suspicious_urgency_002", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "subscription", "tactics": ["urgency", "social engineering"], "safest_action": "Verify through a trusted route", "trusted_person_message": "If you believe this is legitimate, check directly through the official service provider.", "scam_dna": {"impersonates": "official service provider", "pressure": "urgency to confirm today", "ask": "confirmation", "risk": "subscription may be closed"}}}
+{"id": "suspicious_urgency_003", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority", "marketplace", "payment pressure"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Send money", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_safety_guard": "suspicious"}}
+{"id": "suspicious_urgency_004", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority", "urgency"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Act now", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_model_error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')"}}
+{"id": "suspicious_urgency_005", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "delivery", "tactics": ["urgency"], "safest_action": "Verify through a trusted route", "trusted_person_message": "This might be legitimate, but it should be verified through a trusted route.", "scam_dna": {"impersonates": "delivery service", "pressure": "urgency", "ask": "no", "risk": "potential package issue"}}}
+{"id": "suspicious_sender_001", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Tech support", "pressure": "Not obvious", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_safety_guard": "suspicious"}}
+{"id": "suspicious_sender_002", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "information theft", "tactics": ["urgency", "trust"], "safest_action": "Do not reply.", "trusted_person_message": "Only share personal info through official channels.", "scam_dna": {"impersonates": "legitimate office", "pressure": "urgent", "ask": "date of birth", "risk": "information theft"}}}
+{"id": "suspicious_sender_003", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "invoice", "tactics": ["urgency", "convenience"], "safest_action": "Do not open any attachments.", "trusted_person_message": "If you expect an invoice, contact the sender through a trusted phone number or website to confirm this message is legitimate.", "scam_dna": {"impersonates": "a business or sender you know", "pressure": "urgent action needed", "ask": "personal information", "risk": "financial loss"}}}
+{"id": "suspicious_sender_004", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "", "tactics": ["change_contact_info"], "safest_action": "Do not act until you\u2019ve verified the source through a trusted method.", "trusted_person_message": "If you\u2019re unsure, contact your bank or service provider directly using the official contact information you have on file.", "scam_dna": {"impersonates": "a legitimate service", "pressure": "none", "ask": "for verification or action", "risk": "potential account change without verification"}}}
+{"id": "suspicious_sender_005", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "account compromise", "tactics": ["impersonation"], "safest_action": "Do not respond. Verify through a trusted route.", "trusted_person_message": "If you have questions about this, call the official payroll support number from your employer's website.", "scam_dna": {"impersonates": "payroll or employer", "pressure": "urgent", "ask": "account confirmation", "risk": "account compromise"}}}
+{"id": "suspicious_market_001", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "buyer", "tactics": ["urgent", "too_good_to_be_true"], "safest_action": "Verify with the seller through an official channel before proceeding.", "trusted_person_message": "If you're selling something, make sure to use a secure payment method and meet in a safe public place.", "scam_dna": {"impersonates": "a buyer", "pressure": "urgent sale", "ask": "extra money", "risk": "payment"}}}
+{"id": "suspicious_market_002", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Not obvious", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_safety_guard": "suspicious"}}
+{"id": "suspicious_market_003", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "Escrow", "tactics": ["Pretends to be legitimate"], "safest_action": "Do not use this link.", "trusted_person_message": "If you need help with marketplace purchases, use a trusted method to verify the service.", "scam_dna": {"impersonates": "a legitimate escrow service", "pressure": "none", "ask": "not applicable", "risk": "using an unverified link"}}}
+{"id": "suspicious_market_004", "prediction": {"risk_level": "dangerous", "scam_type": "payment_request", "summary": "This looks dangerous: likely payment request.", "tactics": ["marketplace", "payment pressure"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be payment request and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Send money", "ask": "Send money", "risk": "payment request"}, "_jawbreaker_safety_guard": "suspicious"}}
+{"id": "suspicious_market_005", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "payment request", "tactics": ["payment redirection"], "safest_action": "Do not email your bank name. Verify with the assistant through a trusted phone number.", "trusted_person_message": "If you need to contact your , use a phone number you trust, not one in the suspicious message.", "scam_dna": {"impersonates": "assistant", "pressure": "payment redirection", "ask": "bank name", "risk": "payment information"}}}
+{"id": "needs_check_bank_001", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "account activity", "tactics": ["impersonation", "urgency"], "safest_action": "Verify through the official app, official website, or a known phone number.", "trusted_person_message": "If you made the purchase, reply YES. If not, contact your bank to review recent transactions.", "scam_dna": {"impersonates": "bank", "pressure": "urgent", "ask": "reply YES or NO", "risk": "purchase"}}}
+{"id": "needs_check_bank_002", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "suspicious", "scam_type": "transaction alert", "tactics": ["unexpected contact"], "safest_action": "Do not reply to this text. Visit your bank's official website or call the number on the back of your card to verify this transaction.", "trusted_person_message": "If you are unsure, contact your bank directly using a known phone number, do not reply to this text.", "scam_dna": {"impersonates": "your bank", "pressure": "time-sensitive", "ask": "no", "risk": "potential unauthorized transaction"}}}
+{"id": "needs_check_bank_003", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Bank or financial institution", "pressure": "Not obvious", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_safety_guard": "needs_check"}}
+{"id": "needs_check_bank_004", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "statement", "tactics": ["urgency", "clarity"], "safest_action": "Do not use the link provided in the message. Visit the official website or use the official app to log in and check your statement.", "trusted_person_message": "If you're unsure, contact your bank directly using a known phone number or login to your account through the official app or website.", "scam_dna": {"impersonates": "bank", "pressure": "none", "ask": "view statement", "risk": "potential credential theft"}}}
+{"id": "needs_check_bank_005", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "suspicious", "scam_type": "transfer", "tactics": ["urgency", "impersonation"], "safest_action": "Do not use the contact information provided in the message. Instead, call the official customer service number from the back of your card to verify the transfer.", "trusted_person_message": "This might be legitimate, but it should be verified through a trusted route.", "scam_dna": {"impersonates": "bank or financial institution", "pressure": "creates a sense of urgency with 'tomorrow'", "ask": "asks you to contact them", "risk": "potential unauthorized transfer"}}}
+{"id": "needs_check_delivery_001", "prediction": {"risk_level": "suspicious", "scam_type": "none", "summary": "This has warning signs and should be checked before you act.", "tactics": ["urgency"], "safest_action": "Pause before acting. Open the official website or app yourself instead of using links from this message.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be none and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Act now", "ask": "No direct ask found", "risk": "none"}, "_jawbreaker_safety_guard": "needs_check"}}
+{"id": "needs_check_delivery_002", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "delivery exception", "safest_action": "Verify using the official FedEx website or app, or call FedEx customer service with a trusted phone number.", "tactics": ["impersonation", "delivery delay"], "scam_dna": {"impersonates": "FedEx", "pressure": "delivery exception", "ask": "check status", "risk": "delivery delay"}, "trusted_person_message": "If you're concerned, contact FedEx directly using a verified method, like their official website or customer service number."}}
+{"id": "needs_check_delivery_003", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "order_status", "tactics": ["urgency", "convincing"], "safest_action": "Verify through the official pharmacy website or app.", "trusted_person_message": "This might be legitimate, but it should be verified through a trusted route.", "scam_dna": {"impersonates": "pharmacy", "pressure": "none", "ask": "account details", "risk": "potential account access"}}}
+{"id": "needs_check_delivery_004", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "package delivery", "tactics": ["package delivery"], "safest_action": "Verify through a trusted route", "trusted_person_message": "If you did not schedule a package, contact the delivery service using a known contact method.", "scam_dna": {"impersonates": "package delivery service", "pressure": "signature required", "ask": "no reply needed", "risk": "delivery delay"}}}
+{"id": "needs_check_delivery_005", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "misdelivery", "tactics": ["package"], "safest_action": "Verify through the official app, official website, or a known phone number.", "trusted_person_message": "This might be legitimate, but it's best to confirm it through a trusted method.", "scam_dna": {"impersonates": "store", "pressure": "none", "ask": "ID and order confirmation", "risk": "moderate"}}}
+{"id": "needs_check_medical_001", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "No action needed.", "trusted_person_message": "This might be legitimate, but it should be verified through a trusted route.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "needs_check_medical_002", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "No action needed.", "trusted_person_message": "This might be legitimate, but it should be verified through a trusted route.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "needs_check_medical_003", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "benevolent pretext", "tactics": ["impersonation", "urgency"], "safest_action": "Do not use the link. Visit the official website or call the official member service number to verify.", "trusted_person_message": "If you have an insurance policy, check your policy documents or contact your insurance provider directly to confirm this notice.", "scam_dna": {"impersonates": "insurance provider", "pressure": "review now", "ask": "no request", "risk": "no direct risk"}}}
+{"id": "needs_check_account_001", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Not obvious", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_safety_guard": "suspicious"}}
+{"id": "needs_check_account_002", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Not obvious", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_safety_guard": "needs_check"}}
+{"id": "needs_check_account_003", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "account change", "tactics": ["account change"], "safest_action": "Verify through the official app or website", "trusted_person_message": "This might be legitimate, but it's best to check directly with your account provider.", "scam_dna": {"impersonates": "your account", "pressure": "none", "ask": "nothing", "risk": "account change"}}}
+{"id": "needs_check_school_001", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "reminder", "tactics": ["urgency", "prestige"], "safest_action": "Verify through the official school app, website, or by calling the school directly.", "trusted_person_message": "This could be legitimate, but always double-check with your school.", "scam_dna": {"impersonates": "school", "pressure": "forms are due soon", "ask": "no", "risk": "no"}}}
+{"id": "needs_check_school_002", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "legitimate-looking", "tactics": ["urgency", "prestige"], "safest_action": "Verify through the official library website or app.", "trusted_person_message": "If you have questions, call the library directly using a verified contact number.", "scam_dna": {"impersonates": "library", "pressure": "no", "ask": "no", "risk": "no"}}}
+{"id": "needs_check_billing_001", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "billing", "tactics": ["urgency", "trust"], "safest_action": "Verify through the official utility company website or app.", "trusted_person_message": "This might be legitimate, but it's best to check directly with the company.", "scam_dna": {"impersonates": "utility company", "pressure": "no immediate payment", "ask": "view bill", "risk": "potential for legitimate bill"}}}
+{"id": "needs_check_billing_002", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "reminder", "tactics": ["premium_rate"], "safest_action": "Verify through the official app or website.", "trusted_person_message": "This might be legitimate, but it should be verified through a trusted route.", "scam_dna": {"impersonates": "official subscription service", "pressure": "payment reminder", "ask": "none", "risk": "potential premium rate charge"}}}
+{"id": "safe_personal_001", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "This scan found no strong scam pattern, but it should still be treated with caution.", "trusted_person_message": "No trusted person was impersonated in this scan.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_personal_002", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "Reply to the message.", "trusted_person_message": "This scan found no strong scam pattern.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_personal_003", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "Reply to the message.", "trusted_person_message": "This looks safe.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_personal_004", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "No action needed.", "trusted_person_message": "This seems to be a legitimate update to a meeting.", "scam_dna": {"impersonates": "unknown", "pressure": "unknown", "ask": "unknown", "risk": "unknown"}}}
+{"id": "safe_personal_005", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "No action needed.", "trusted_person_message": "No strong scam pattern was found in this short scan.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_work_001", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "It's safe to proceed.", "trusted_person_message": "", "scam_dna": {"impersonates": "", "pressure": "", "ask": "", "risk": ""}}}
+{"id": "safe_work_002", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "It's safe to proceed.", "trusted_person_message": "No trusted person mentioned.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_work_003", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "Reply to the message.", "trusted_person_message": "No strong scam pattern was found in this short scan.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_work_004", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "Reply to the note if you want to add more comments.", "trusted_person_message": "This looks safe.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_work_005", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "No action needed.", "trusted_person_message": "This is a legitimate office closure notice.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_marketing_001", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "sale", "tactics": ["urgency", "limited time offer"], "safest_action": "Verify through the official app, official website, or a known phone number.", "trusted_person_message": "Check with a trusted person before acting.", "scam_dna": {"impersonates": "sale", "pressure": "limited time offer", "ask": "nothing", "risk": "none"}}}
+{"id": "safe_marketing_002", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "No action needed.", "trusted_person_message": "This seems legitimate, but verify through your coffee shop's official app or website if you have any concerns.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_marketing_003", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "It's safe to do nothing with this message.", "trusted_person_message": "No trusted person mentioned.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_marketing_004", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "Pick up your preorder at the bookstore counter.", "trusted_person_message": "This might be legitimate, but verify by contacting the bookstore directly.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_marketing_005", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "No action needed.", "trusted_person_message": "This seems legitimate, but always verify through your account settings.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}

eval/predictions/jawbreaker-minicpm-lora-v2-scam100.predictions.jsonl

@@ -0,0 +1,100 @@
+{"id": "package_phish_001", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "suspicious", "scam_type": "package delivery", "tactics": ["urgency", "authority"], "safest_action": "Verify through a trusted route.", "trusted_person_message": "If you expect a package, check the delivery company's official app or website for the real tracking information.", "scam_dna": {"impersonates": "United States Postal Service (USPS)", "pressure": "unpaid fee", "ask": "none", "risk": "tracking link"}}}
+{"id": "package_phish_002", "prediction": {"summary": "This looks dangerous: likely package scam.", "risk_level": "dangerous", "scam_type": "package delivery", "tactics": ["urgency", "package delivery"], "safest_action": "Do not click the link. Contact FedEx directly using a trusted phone number or official app.", "trusted_person_message": "If you own a FedEx package, check the status through the official website or app, not through a suspicious link.", "scam_dna": {"impersonates": "FedEx", "pressure": "before 6 PM", "ask": "address and card details", "risk": "delivery failed"}}}
+{"id": "package_phish_003", "prediction": {"impersonates": "customs", "pressure": "clearance fee", "ask": "pay", "risk": "legitimate payment", "risk_level": "needs_check", "scam_type": "unknown", "tactics": [], "scam_dna": {}, "safest_action": "Do not click links or reply. Verify through an official app, website, or known phone number.", "trusted_person_message": "Can you check this for me before I respond or click anything?", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "package_phish_004", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority", "suspicious link"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Not obvious", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_model_error": "JSONDecodeError('Extra data: line 1 column 505 (char 504)')"}}
+{"id": "package_phish_005", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority", "suspicious link", "urgency"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Act now", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_model_error": "JSONDecodeError('Expecting property name enclosed in double quotes: line 1 column 4 (char 3)')"}}
+{"id": "package_phish_006", "prediction": {"impersonates": "DHL", "pressure": "Package will be destroyed", "ask": "Pay now", "risk": "tax unpaid", "risk_level": "needs_check", "scam_type": "unknown", "tactics": [], "scam_dna": {}, "safest_action": "Do not click links or reply. Verify through an official app, website, or known phone number.", "trusted_person_message": "Can you check this for me before I respond or click anything?", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "package_phish_007", "prediction": {"summary": "This looks dangerous: likely credential theft.", "risk_level": "dangerous", "scam_type": " credential theft", "safest_action": "Do not click the link.", "tactics": ["urgency"], "scam_dna": {"impersonates": "Amazon", "pressure": "threat of cancellation", "ask": "payment confirmation", "risk": "credit card theft"}, "trusted_person_message": "Can you check this for me before I respond or click anything?"}}
+{"id": "package_phish_008", "prediction": {"summary": "This looks dangerous: likely tech support.", "risk_level": "dangerous", "scam_type": "tech support", "safest_action": "Do not click the link.", "tactics": ["impersonates a legitimate company", "creates a sense of urgency", "asks for personal information"], "trusted_person_message": "If you think this might be legitimate, call the company's official support number (found on their website) to verify.", "scam_dna": {"impersonates": "tech support", "pressure": "incomplete address", "ask": "full name, birth date, and card number", "risk": "personal information"}}}
+{"id": "bank_phish_001", "prediction": {"impersonates": "bank", "pressure": "alert", "ask": "login", "risk": " credential theft", "risk_level": "needs_check", "scam_type": "unknown", "tactics": [], "scam_dna": {}, "safest_action": "Do not click links or reply. Verify through an official app, website, or known phone number.", "trusted_person_message": "Can you check this for me before I respond or click anything?", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "bank_phish_002", "prediction": {"impersonates": "bank", "pressure": "urgency", "ask": "password and one-time code", "risk": "unusual transfer", "risk_level": "needs_check", "scam_type": "unknown", "tactics": [], "scam_dna": {}, "safest_action": "Do not click links or reply. Verify through an official app, website, or known phone number.", "trusted_person_message": "Can you check this for me before I respond or click anything?", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "bank_phish_003", "prediction": {"impersonates": "your bank", "pressure": "urgent action needed", "ask": "your PIN", "risk": "debit card suspended", "risk_level": "needs_check", "scam_type": "unknown", "tactics": [], "scam_dna": {}, "safest_action": "Do not click links or reply. Verify through an official app, website, or known phone number.", "trusted_person_message": "Can you check this for me before I respond or click anything?", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "bank_phish_004", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["urgent", "authority"], "safest_action": "Do not reply. This is likely legitimate, but should be verified through a trusted route.", "trusted_person_message": "If you believe this is legitimate, verify through a trusted route.", "scam_dna": {"impersonates": "bank", "pressure": "urgent", "ask": "card number", "risk": "wire transfer"}}}
+{"id": "bank_phish_005", "prediction": {"summary": "This looks dangerous: likely credential theft.", "risk_level": "dangerous", "scam_type": " credential theft", "tactics": ["spear phishing"], "safest_action": "Do not click the link.", "trusted_person_message": "If you believe this is legitimate, contact your bank using a trusted phone number or app.", "scam_dna": {"impersonates": "bank", "pressure": "expires today", "ask": "re-enroll", "risk": "account access"}}}
+{"id": "bank_phish_006", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "impersonation", "tactics": ["urgent", "impersonation"], "safest_action": "Do not reply. Contact your credit union directly using a trusted phone number or website.", "trusted_person_message": "Your credit union will never ask for your username via unsolicited message.", "scam_dna": {"impersonates": "credit union", "pressure": "urgent verification", "ask": "username", "risk": "account ownership"}}}
+{"id": "bank_phish_007", "prediction": {"summary": "This looks dangerous: likely credential theft.", "risk_level": "dangerous", "scam_type": "likely credential theft", "tactics": ["urgent", "password recovery"], "safest_action": "Do not click the link.", "trusted_person_message": "If you believe this is legitimate, use a trusted search engine to find the official website for 'example' and contact them through a verified phone number or email address.", "scam_dna": {"impersonates": "official support", "pressure": "urgent", "ask": "reset", "risk": "security breach"}}}
+{"id": "bank_phish_008", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "safest_action": "Do not send money.", "trusted_person_message": "If you initiated this transfer, contact your bank immediately to report the incident and request a reversal.", "tactics": ["urgency"], "scam_dna": {"impersonates": "bank or payment service", "pressure": "urgency", "ask": "money", "risk": "payment"}}}
+{"id": "family_impersonation_001", "prediction": {"summary": "This looks dangerous: likely family impersonation.", "risk_level": "dangerous", "scam_type": "family impersonation", "tactics": ["urgency", "obscurity"], "safest_action": "Verify through a trusted route", "trusted_person_message": "This looks dangerous: likely family impersonation.", "scam_dna": {"impersonates": "grandchild", "pressure": "send money now", "ask": "send money for rent", "risk": "lost phone"}}}
+{"id": "family_impersonation_002", "prediction": {"summary": "This looks dangerous: likely family impersonation.", "risk_level": "dangerous", "scam_type": "family impersonation", "tactics": ["urgency", "pressure"], "safest_action": "Do not send money.", "trusted_person_message": "Verify through a trusted route, like a phone call to another family member or a known number for the official police department.", "scam_dna": {"impersonates": "family member", "pressure": "urgency", "ask": "bail money", "risk": "wire transfer"}}}
+{"id": "family_impersonation_003", "prediction": {"summary": "This looks dangerous: likely family impersonation.", "risk_level": "dangerous", "scam_type": "family impersonation", "tactics": ["urgency", "impersonation"], "safest_action": "Do not respond. Call your family member directly through a known, trusted phone number to verify this is them.", "trusted_person_message": "I love you and will not ask for money or personal details over text. How can I reach you normally?", "scam_dna": {"impersonates": "a family member in emergency", "pressure": "urgent timing to pay a bill", "ask": "for money or personal details", "risk": "sharing personal or financial info"}}}
+{"id": "family_impersonation_004", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["payment request"], "safest_action": "Do not send any gift cards.", "trusted_person_message": "This looks dangerous: likely payment request.", "scam_dna": {"impersonates": "family", "pressure": "urgent", "ask": "gift cards", "risk": "payment"}}}
+{"id": "family_impersonation_005", "prediction": {"summary": "This looks dangerous: likely family impersonation.", "risk_level": "dangerous", "scam_type": "family impersonation", "tactics": ["urgency", "pressure"], "safest_action": "Do not send any money.", "trusted_person_message": "Verify through a trusted route: call your son directly using a known phone number.", "scam_dna": {"impersonates": "family member", "pressure": "urgency", "ask": "money", "risk": "immediate"}}}
+{"id": "family_impersonation_006", "prediction": {"summary": "This looks dangerous: likely family impersonation.", "risk_level": "dangerous", "scam_type": "family impersonation", "tactics": ["impersonation"], "safest_action": "Do not send any code or personal information.", "trusted_person_message": "Verify with another family member or contact your local police.", "scam_dna": {"impersonates": "a family member", "pressure": "urgent", "ask": "personal code", "risk": "identity theft"}}}
+{"id": "family_impersonation_007", "prediction": {"summary": "This looks dangerous: likely family impersonation.", "risk_level": "dangerous", "scam_type": "family impersonation", "tactics": ["urgency", "fear"], "safest_action": "Do not send money.", "trusted_person_message": "Verify this through a trusted person before taking any action.", "scam_dna": {"impersonates": "a family member", "pressure": "urgency", "ask": "money", "risk": "financial loss"}}}
+{"id": "gift_card_001", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["urgency", "authority"], "safest_action": "Do not respond.", "trusted_person_message": "Never send gift card codes to anyone who claims to be your manager.", "scam_dna": {"impersonates": "manager", "pressure": "immediately", "ask": "buy gift cards and send codes", "risk": "financial loss"}}}
+{"id": "gift_card_002", "prediction": {"risk_level": "dangerous", "scam_type": "payment_request", "summary": "This looks dangerous: likely payment request.", "tactics": ["payment_request"], "safest_action": "Do not respond and do not click any links.", "trusted_person_message": "If this is legitimate, pick up the gift cards in person and only at a trusted store.", "scam_dna": {"impersonates": "friend", "pressure": "ASAP", "ask": "gift cards", "risk": "payment_request"}}}
+{"id": "gift_card_003", "prediction": {"summary": "This looks dangerous: likely tax scam.", "risk_level": "dangerous", "scam_type": "tax", "tactics": ["urgent", "authority"], "safest_action": "Do not respond. Contact your local tax office directly using a trusted phone number.", "trusted_person_message": "This might be legitimate, but verify through official channels.", "scam_dna": {"impersonates": "government", "pressure": "legal action", "ask": "prepaid cards", "risk": "legal consequences"}}}
+{"id": "gift_card_004", "prediction": {"summary": "This looks dangerous: likely tech support.", "risk_level": "dangerous", "scam_type": "tech support", "safest_action": "Do not pay and do not click any links in this message.", "tactics": ["urgent", "pressure"], "scam_dna": {"impersonates": "tech support", "pressure": "must be paid before service can continue", "ask": "none", "risk": "Google Play card"}, "trusted_person_message": "If you believe this to be legitimate, contact the company directly through a trusted phone number or website to confirm."}}
+{"id": "gift_card_005", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["urgency"], "safest_action": "Do not send gift card codes.", "trusted_person_message": "If you believe this is legitimate, contact the school directly using a trusted phone number or website.", "scam_dna": {"impersonates": "school", "pressure": "urgent", "ask": "gift card codes", "risk": "payment request"}}}
+{"id": "gift_card_006", "prediction": {"summary": "This looks dangerous: likely payment.", "risk_level": "dangerous", "scam_type": "payment", "tactics": ["urgency", "authority"], "safest_action": "Do not buy or email the codes.", "trusted_person_message": "If you have payroll questions, use the direct contact method from your bank or HR.", "scam_dna": {"impersonates": "your employer", "pressure": "must act fast", "ask": "for payment for direct deposit", "risk": "the real company won't ask for payment"}}}
+{"id": "gift_card_007", "prediction": {"summary": "This looks dangerous: likely family impersonation.", "risk_level": "dangerous", "scam_type": "family impersonation", "tactics": ["urgency", "impersonation"], "safest_action": "Do not send gift card numbers.", "trusted_person_message": "I will not send gift card numbers to anyone, no matter who claims to be in need.", "scam_dna": {"impersonates": "a family member in need", "pressure": "urgency to send gift card numbers", "ask": "for gift card numbers", "risk": "sharing gift card information"}}}
+{"id": "tech_support_001", "prediction": {"summary": "This looks dangerous: likely tech support.", "risk_level": "dangerous", "scam_type": "tech support", "tactics": ["urgent", "authoritative"], "safest_action": "Do not call the number.", "trusted_person_message": "If you are concerned about your device, contact a trusted tech support person in person, or call the number on your local Microsoft support website.", "scam_dna": {"impersonates": "Microsoft", "pressure": "Call within 10 minutes", "ask": "For support", "risk": "device infected"}}}
+{"id": "tech_support_002", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "subscription", "tactics": ["financial_gain"], "safest_action": "Do not use the provided link.", "trusted_person_message": "If you believe this is legitimate, contact your bank to confirm the charge.", "scam_dna": {"impersonates": "your bank or service provider", "pressure": "limited time refund offer", "ask": "for payment or personal details", "risk": "financial loss"}}}
+{"id": "tech_support_003", "prediction": {"impersonates": "Apple support", "pressure": "Reply with the 6-digit code", "ask": "remove them", "risk": "hackers on your iCloud", "risk_level": "needs_check", "scam_type": "unknown", "tactics": [], "scam_dna": {}, "safest_action": "Do not click links or reply. Verify through an official app, website, or known phone number.", "trusted_person_message": "Can you check this for me before I respond or click anything?", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "tech_support_004", "prediction": {"summary": "This looks dangerous: likely tech support.", "risk_level": "dangerous", "scam_type": "tech support", "safest_action": "Do not call the number.", "tactics": ["urgent"], "scam_dna": {"impersonates": "tech support", "pressure": "urgent", "ask": "call now", "risk": "files deleted"}, "trusted_person_message": "If you believe your computer is at risk, call the trusted person for help."}}
+{"id": "tech_support_005", "prediction": {"risk_level": "dangerous", "scam_type": "payment", "summary": "This looks dangerous: likely payment.", "tactics": ["impersonation", "urgency"], "safest_action": "Verify through a trusted route.", "trusted_person_message": "This might be legitimate, but verify through a trusted route.", "scam_dna": {"impersonates": "geek tech support", "pressure": "invoice", "ask": "refund", "risk": "payment"}}}
+{"id": "prize_001", "prediction": {"impersonates": "prize", "pressure": "shipping fee", "ask": "money", "risk": "link", "risk_level": "needs_check", "scam_type": "unknown", "tactics": [], "scam_dna": {}, "safest_action": "Do not click links or reply. Verify through an official app, website, or known phone number.", "trusted_person_message": "Can you check this for me before I respond or click anything?", "summary": "This should be verified through a trusted route before acting."}}
+{"id": "prize_002", "prediction": {"summary": "This looks dangerous: likely prize scam.", "risk_level": "dangerous", "scam_type": "prize", "tactics": ["impersonation", "urgency"], "safest_action": "Do not contact the person or share any personal details.", "trusted_person_message": "If you're unsure, contact your bank directly to verify the legitimacy of this claim.", "scam_dna": {"impersonates": "lottery office", "pressure": "send your bank login", "ask": "winnings deposit", "risk": "bank login sharing"}}}
+{"id": "prize_003", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["urgency"], "safest_action": "Do not click the link.", "trusted_person_message": "Never pay a processing fee for a grant.", "scam_dna": {"impersonates": "government", "pressure": "urgent", "ask": "money", "risk": "grant"}}}
+{"id": "prize_004", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "free gift", "tactics": ["urgent", "\u8bf1\u9975", "free gift"], "safest_action": "Do not provide personal details. Verify through a trusted website or by contacting the company directly.", "trusted_person_message": "If you are concerned about this, discuss it with someone you trust.", "scam_dna": {"impersonates": "legitimate company", "pressure": "urgent", "ask": "card number", "risk": "financial loss"}}}
+{"id": "prize_005", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "points scam", "tactics": ["urgency", "premium-scarcity"], "safest_action": "Do not click the link. Verify through a trusted route.", "trusted_person_message": "If you expect rewards, check through the official website or customer service, not through a suspicious link.", "scam_dna": {"impersonates": "reward program", "pressure": "expiration", "ask": "login", "risk": "premium-scarcity"}}}
+{"id": "romance_001", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["urgency", "desperation"], "safest_action": "Do not send money.", "trusted_person_message": "This looks dangerous: likely payment request.", "scam_dna": {"impersonates": "family member", "pressure": "urgency", "ask": "money", "risk": "desperation"}}}
+{"id": "romance_002", "prediction": {"summary": "This looks dangerous: likely travel scam.", "risk_level": "dangerous", "scam_type": "travel", "tactics": ["urgency", "payment"], "safest_action": "Do not send payment.", "trusted_person_message": "A trusted travel agent would not pressure you to wire transfer today.", "scam_dna": {"impersonates": "travel agent", "pressure": "needs payment today", "ask": "send it by wire transfer", "risk": "direct payment request"}}}
+{"id": "romance_003", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["urgency", "trust"], "safest_action": "Do not send any money.", "trusted_person_message": "If you believe this might be legitimate, contact the hospital directly using a trusted phone number or website.", "scam_dna": {"impersonates": "hospital", "pressure": "before we can meet", "ask": "help with a hospital bill", "risk": "payment"}}}
+{"id": "job_scam_001", "prediction": {"summary": "This looks dangerous: likely payment request.", "risk_level": "dangerous", "scam_type": "payment request", "tactics": ["payment request"], "safest_action": "Do not send any money.", "trusted_person_message": "Never send money to a vendor based on a check from an unknown job offer.", "scam_dna": {"impersonates": "job offer", "pressure": "send part of the check", "ask": "send money", "risk": "financial loss"}}}
+{"id": "job_scam_002", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "job scam", "tactics": ["job posting"], "safest_action": "Do not pay and do not click the link.", "trusted_person_message": "This might be legitimate, but it should be verified through a trusted route.", "scam_dna": {"impersonates": "a job employer", "pressure": "pay a fee to start training", "ask": "ask for money upfront", "risk": "losing money if training does not happen"}}}
+{"id": "suspicious_link_001", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "potential credential theft", "safest_action": "Do not click the link.", "tactics": ["urgent", "curiosity"], "scam_dna": {"impersonates": "bank or service", "pressure": "urgent", "ask": "click link", "risk": "exposure"}, "trusted_person_message": "If you need to check your account, use the official app or website, not a link in an email."}}
+{"id": "suspicious_link_002", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "other", "tactics": ["impersonation"], "safest_action": "Do not click the link. Contact the organization through a trusted source to verify this.", "trusted_person_message": "If you trust this organization, contact them directly using contact info from their official website or app.", "scam_dna": {"impersonates": "official organization", "pressure": "no pressure", "ask": "no ask", "risk": "potential risk"}}}
+{"id": "suspicious_link_003", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "information gathering", "tactics": ["urgency", "social engineering"], "safest_action": "Do not click. Verify through a trusted route.", "trusted_person_message": "If you need to update your profile, go directly to the official website or app, not through a suspicious link.", "scam_dna": {"impersonates": "official update", "pressure": "incomplete", "ask": "information", "risk": "incomplete profile"}}}
+{"id": "suspicious_link_004", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "phishing", "tactics": ["urgency", "social engineering"], "safest_action": "Do not click the link.", "trusted_person_message": "If you trust the person, contact them through a known, trusted method to confirm.", "scam_dna": {"impersonates": "trusted contact", "pressure": "urgent review", "ask": "no request", "risk": "potential data theft"}}}
+{"id": "suspicious_link_005", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "other", "tactics": ["warning"], "safest_action": "Do not click. Verify through a trusted route.", "trusted_person_message": "If you were expecting a voicemail, use a known contact method to confirm.", "scam_dna": {"impersonates": "unknown", "pressure": "none", "ask": "none", "risk": "potential data exposure"}}}
+{"id": "suspicious_urgency_001", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "urgent request", "tactics": ["creates urgency"], "safest_action": "Do not call the number provided.", "trusted_person_message": "If you are concerned about your account, call the official customer service number from the back of your account card or the official website.", "scam_dna": {"impersonates": "bank or service provider", "pressure": "urgent", "ask": "no legitimate reason to ask for personal info", "risk": "likely credential theft"}}}
+{"id": "suspicious_urgency_002", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "subscription", "tactics": ["urgency", "social engineering"], "safest_action": "Verify through a trusted route", "trusted_person_message": "If you believe this is legitimate, check directly through the official service provider.", "scam_dna": {"impersonates": "official service provider", "pressure": "urgency to confirm today", "ask": "confirmation", "risk": "subscription may be closed"}}}
+{"id": "suspicious_urgency_003", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "document request", "tactics": ["urgency", "document manipulation"], "safest_action": "Do not reply or send any details.", "trusted_person_message": "If you believe this might be legitimate, contact your organization directly using a trusted phone number or website, not the contact information provided in the message.", "scam_dna": {"impersonates": "official organization", "pressure": "urgent action required", "ask": "personal details", "risk": "document theft"}}}
+{"id": "suspicious_urgency_004", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "summary": "This looks dangerous: likely credential theft.", "tactics": ["credential request", "fake authority", "urgency"], "safest_action": "Do not click links, do not reply, and do not send money. Contact the company or person using a number or app you already trust.", "trusted_person_message": "Can you check this for me? Jawbreaker says it may be credential theft and recommends that I do not click or reply yet.", "scam_dna": {"impersonates": "Unknown sender", "pressure": "Act now", "ask": "Verify account or login", "risk": "credential theft"}, "_jawbreaker_model_error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')"}}
+{"id": "suspicious_urgency_005", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "delivery", "tactics": ["urgency"], "safest_action": "Verify through a trusted route", "trusted_person_message": "This might be legitimate, but it should be verified through a trusted route.", "scam_dna": {"impersonates": "delivery service", "pressure": "urgency", "ask": "no", "risk": "potential package issue"}}}
+{"id": "suspicious_sender_001", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "impersonation", "tactics": ["urgency", "trickery"], "safest_action": "Do not respond. Verify through a trusted route.", "trusted_person_message": "If you suspect this is legitimate, contact the organization directly using a known phone number or website, not the contact details provided in the message.", "scam_dna": {"impersonates": "official support", "pressure": "urgent", "ask": "billing info", "risk": "trickery"}}}
+{"id": "suspicious_sender_002", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "information theft", "tactics": ["urgency", "trust"], "safest_action": "Do not reply.", "trusted_person_message": "Only share personal info through official channels.", "scam_dna": {"impersonates": "legitimate office", "pressure": "urgent", "ask": "date of birth", "risk": "information theft"}}}
+{"id": "suspicious_sender_003", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "invoice", "tactics": ["urgency", "convenience"], "safest_action": "Do not open any attachments.", "trusted_person_message": "If you expect an invoice, contact the sender through a trusted phone number or website to confirm this message is legitimate.", "scam_dna": {"impersonates": "a business or sender you know", "pressure": "urgent action needed", "ask": "personal information", "risk": "financial loss"}}}
+{"id": "suspicious_sender_004", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "", "tactics": ["change_contact_info"], "safest_action": "Do not act until you\u2019ve verified the source through a trusted method.", "trusted_person_message": "If you\u2019re unsure, contact your bank or service provider directly using the official contact information you have on file.", "scam_dna": {"impersonates": "a legitimate service", "pressure": "none", "ask": "for verification or action", "risk": "potential account change without verification"}}}
+{"id": "suspicious_sender_005", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "account compromise", "tactics": ["impersonation"], "safest_action": "Do not respond. Verify through a trusted route.", "trusted_person_message": "If you have questions about this, call the official payroll support number from your employer's website.", "scam_dna": {"impersonates": "payroll or employer", "pressure": "urgent", "ask": "account confirmation", "risk": "account compromise"}}}
+{"id": "suspicious_market_001", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "buyer", "tactics": ["urgent", "too_good_to_be_true"], "safest_action": "Verify with the seller through an official channel before proceeding.", "trusted_person_message": "If you're selling something, make sure to use a secure payment method and meet in a safe public place.", "scam_dna": {"impersonates": "a buyer", "pressure": "urgent sale", "ask": "extra money", "risk": "payment"}}}
+{"id": "suspicious_market_002", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "authentication request", "tactics": ["urgency", "authority"], "safest_action": "Do not reply or send any code.", "trusted_person_message": "If you expect a code, get it through a trusted app or website.", "scam_dna": {"impersonates": "genuine service", "pressure": "creates urgency", "ask": "for verification code", "risk": "exposure to account access"}}}
+{"id": "suspicious_market_003", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "Escrow", "tactics": ["Pretends to be legitimate"], "safest_action": "Do not use this link.", "trusted_person_message": "If you need help with marketplace purchases, use a trusted method to verify the service.", "scam_dna": {"impersonates": "a legitimate escrow service", "pressure": "none", "ask": "not applicable", "risk": "using an unverified link"}}}
+{"id": "suspicious_market_004", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "insurance payment", "tactics": ["impersonation", "pressure"], "safest_action": "Do not pay. Verify through a trusted route.", "trusted_person_message": "If you expect a courier, contact the company directly through a known phone number or website to confirm.", "scam_dna": {"impersonates": "a courier or delivery service", "pressure": "creates urgency for payment", "ask": "for payment upfront", "risk": "reimbursement after payment"}}}
+{"id": "suspicious_market_005", "prediction": {"summary": "This has warning signs and should be checked before acting.", "risk_level": "suspicious", "scam_type": "payment request", "tactics": ["payment redirection"], "safest_action": "Do not email your bank name. Verify with the assistant through a trusted phone number.", "trusted_person_message": "If you need to contact your , use a phone number you trust, not one in the suspicious message.", "scam_dna": {"impersonates": "assistant", "pressure": "payment redirection", "ask": "bank name", "risk": "payment information"}}}
+{"id": "needs_check_bank_001", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "account activity", "tactics": ["impersonation", "urgency"], "safest_action": "Verify through the official app, official website, or a known phone number.", "trusted_person_message": "If you made the purchase, reply YES. If not, contact your bank to review recent transactions.", "scam_dna": {"impersonates": "bank", "pressure": "urgent", "ask": "reply YES or NO", "risk": "purchase"}}}
+{"id": "needs_check_bank_002", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "suspicious", "scam_type": "transaction alert", "tactics": ["unexpected contact"], "safest_action": "Do not reply to this text. Visit your bank's official website or call the number on the back of your card to verify this transaction.", "trusted_person_message": "If you are unsure, contact your bank directly using a known phone number, do not reply to this text.", "scam_dna": {"impersonates": "your bank", "pressure": "time-sensitive", "ask": "no", "risk": "potential unauthorized transaction"}}}
+{"id": "needs_check_bank_003", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "phishing", "tactics": ["impersonation"], "safest_action": "Do not reply or click any links in this message.", "trusted_person_message": "If you're concerned, call your bank using a trusted phone number from your account statement.", "scam_dna": {"impersonates": "your bank", "pressure": "none", "ask": "none", "risk": "potential account access"}}}
+{"id": "needs_check_bank_004", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "statement", "tactics": ["urgency", "clarity"], "safest_action": "Do not use the link provided in the message. Visit the official website or use the official app to log in and check your statement.", "trusted_person_message": "If you're unsure, contact your bank directly using a known phone number or login to your account through the official app or website.", "scam_dna": {"impersonates": "bank", "pressure": "none", "ask": "view statement", "risk": "potential credential theft"}}}
+{"id": "needs_check_bank_005", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "suspicious", "scam_type": "transfer", "tactics": ["urgency", "impersonation"], "safest_action": "Do not use the contact information provided in the message. Instead, call the official customer service number from the back of your card to verify the transfer.", "trusted_person_message": "This might be legitimate, but it should be verified through a trusted route.", "scam_dna": {"impersonates": "bank or financial institution", "pressure": "creates a sense of urgency with 'tomorrow'", "ask": "asks you to contact them", "risk": "potential unauthorized transfer"}}}
+{"id": "needs_check_delivery_001", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "delivery", "tactics": ["package delivery"], "safest_action": "Verify through the official UPS website or app.", "trusted_person_message": "This could be legitimate, but always be cautious with delivery notifications.", "scam_dna": {"impersonates": "delivery service", "pressure": "none", "ask": "none", "risk": "potential package theft or misdelivery"}}}
+{"id": "needs_check_delivery_002", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "delivery exception", "safest_action": "Verify using the official FedEx website or app, or call FedEx customer service with a trusted phone number.", "tactics": ["impersonation", "delivery delay"], "scam_dna": {"impersonates": "FedEx", "pressure": "delivery exception", "ask": "check status", "risk": "delivery delay"}, "trusted_person_message": "If you're concerned, contact FedEx directly using a verified method, like their official website or customer service number."}}
+{"id": "needs_check_delivery_003", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "order_status", "tactics": ["urgency", "convincing"], "safest_action": "Verify through the official pharmacy website or app.", "trusted_person_message": "This might be legitimate, but it should be verified through a trusted route.", "scam_dna": {"impersonates": "pharmacy", "pressure": "none", "ask": "account details", "risk": "potential account access"}}}
+{"id": "needs_check_delivery_004", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "package delivery", "tactics": ["package delivery"], "safest_action": "Verify through a trusted route", "trusted_person_message": "If you did not schedule a package, contact the delivery service using a known contact method.", "scam_dna": {"impersonates": "package delivery service", "pressure": "signature required", "ask": "no reply needed", "risk": "delivery delay"}}}
+{"id": "needs_check_delivery_005", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "misdelivery", "tactics": ["package"], "safest_action": "Verify through the official app, official website, or a known phone number.", "trusted_person_message": "This might be legitimate, but it's best to confirm it through a trusted method.", "scam_dna": {"impersonates": "store", "pressure": "none", "ask": "ID and order confirmation", "risk": "moderate"}}}
+{"id": "needs_check_medical_001", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "No action needed.", "trusted_person_message": "This might be legitimate, but it should be verified through a trusted route.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "needs_check_medical_002", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "No action needed.", "trusted_person_message": "This might be legitimate, but it should be verified through a trusted route.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "needs_check_medical_003", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "benevolent pretext", "tactics": ["impersonation", "urgency"], "safest_action": "Do not use the link. Visit the official website or call the official member service number to verify.", "trusted_person_message": "If you have an insurance policy, check your policy documents or contact your insurance provider directly to confirm this notice.", "scam_dna": {"impersonates": "insurance provider", "pressure": "review now", "ask": "no request", "risk": "no direct risk"}}}
+{"id": "needs_check_account_001", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "suspicious", "scam_type": "password_change", "tactics": ["account_compromise", "social_engineer"], "safest_action": "Do not use the link in the message. Visit the bank's official website to check your account.", "trusted_person_message": "If you're unsure, contact your bank directly using a known phone number or official app.", "scam_dna": {"impersonates": "bank", "pressure": "review account security", "ask": "no direct ask, but implies urgency", "risk": "account compromise"}}}
+{"id": "needs_check_account_002", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "verification code", "tactics": ["impersonates"], "safest_action": "Verify through a trusted route.", "trusted_person_message": "If you expect this code, check it against what you normally get.", "scam_dna": {"impersonates": "a trusted service", "pressure": "none", "ask": "nothing", "risk": "sharing the code"}}}
+{"id": "needs_check_account_003", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "account change", "tactics": ["account change"], "safest_action": "Verify through the official app or website", "trusted_person_message": "This might be legitimate, but it's best to check directly with your account provider.", "scam_dna": {"impersonates": "your account", "pressure": "none", "ask": "nothing", "risk": "account change"}}}
+{"id": "needs_check_school_001", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "reminder", "tactics": ["urgency", "prestige"], "safest_action": "Verify through the official school app, website, or by calling the school directly.", "trusted_person_message": "This could be legitimate, but always double-check with your school.", "scam_dna": {"impersonates": "school", "pressure": "forms are due soon", "ask": "no", "risk": "no"}}}
+{"id": "needs_check_school_002", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "legitimate-looking", "tactics": ["urgency", "prestige"], "safest_action": "Verify through the official library website or app.", "trusted_person_message": "If you have questions, call the library directly using a verified contact number.", "scam_dna": {"impersonates": "library", "pressure": "no", "ask": "no", "risk": "no"}}}
+{"id": "needs_check_billing_001", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "billing", "tactics": ["urgency", "trust"], "safest_action": "Verify through the official utility company website or app.", "trusted_person_message": "This might be legitimate, but it's best to check directly with the company.", "scam_dna": {"impersonates": "utility company", "pressure": "no immediate payment", "ask": "view bill", "risk": "potential for legitimate bill"}}}
+{"id": "needs_check_billing_002", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "reminder", "tactics": ["premium_rate"], "safest_action": "Verify through the official app or website.", "trusted_person_message": "This might be legitimate, but it should be verified through a trusted route.", "scam_dna": {"impersonates": "official subscription service", "pressure": "payment reminder", "ask": "none", "risk": "potential premium rate charge"}}}
+{"id": "safe_personal_001", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "This scan found no strong scam pattern, but it should still be treated with caution.", "trusted_person_message": "No trusted person was impersonated in this scan.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_personal_002", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "Reply to the message.", "trusted_person_message": "This scan found no strong scam pattern.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_personal_003", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "Reply to the message.", "trusted_person_message": "This looks safe.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_personal_004", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "No action needed.", "trusted_person_message": "This seems to be a legitimate update to a meeting.", "scam_dna": {"impersonates": "unknown", "pressure": "unknown", "ask": "unknown", "risk": "unknown"}}}
+{"id": "safe_personal_005", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "No action needed.", "trusted_person_message": "No strong scam pattern was found in this short scan.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_work_001", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "It's safe to proceed.", "trusted_person_message": "", "scam_dna": {"impersonates": "", "pressure": "", "ask": "", "risk": ""}}}
+{"id": "safe_work_002", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "It's safe to proceed.", "trusted_person_message": "No trusted person mentioned.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_work_003", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "Reply to the message.", "trusted_person_message": "No strong scam pattern was found in this short scan.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_work_004", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "Reply to the note if you want to add more comments.", "trusted_person_message": "This looks safe.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_work_005", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "No action needed.", "trusted_person_message": "This is a legitimate office closure notice.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_marketing_001", "prediction": {"summary": "This might be legitimate, but it should be verified through a trusted route.", "risk_level": "needs_check", "scam_type": "sale", "tactics": ["urgency", "limited time offer"], "safest_action": "Verify through the official app, official website, or a known phone number.", "trusted_person_message": "Check with a trusted person before acting.", "scam_dna": {"impersonates": "sale", "pressure": "limited time offer", "ask": "nothing", "risk": "none"}}}
+{"id": "safe_marketing_002", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "No action needed.", "trusted_person_message": "This seems legitimate, but verify through your coffee shop's official app or website if you have any concerns.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_marketing_003", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "It's safe to do nothing with this message.", "trusted_person_message": "No trusted person mentioned.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_marketing_004", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "Pick up your preorder at the bookstore counter.", "trusted_person_message": "This might be legitimate, but verify by contacting the bookstore directly.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}
+{"id": "safe_marketing_005", "prediction": {"summary": "No strong scam pattern was found in this short scan.", "risk_level": "safe", "scam_type": "none", "tactics": [], "safest_action": "No action needed.", "trusted_person_message": "This seems legitimate, but always verify through your account settings.", "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}}}

eval/predictions/jawbreaker-minicpm-lora-v3-scam100.predictions.jsonl

@@ -0,0 +1,100 @@
+{"id": "package_phish_001", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["unknown_urgent_action", "credential_theft", "unknown_website_link"], "scam_dna": {"impersonates": "credential_theft", "pressure": "unknown_urgent_action", "ask": "credential_theft", "risk": "unknown_website_link"}, "safest_action": "Do not click the link. Contact USPS directly using a trusted phone number or official website.", "trusted_person_message": "Never click links from unknown senders or suspicious websites.", "summary": "This message is a dangerous scam attempting to steal your information by pretending to be from USPS and directing you to a potentially malicious website. Do not engage with the link or provide any personal details."}}
+{"id": "package_phish_002", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["urgency", "credential_theft"], "scam_dna": {"impersonates": "FedEx", "pressure": "time_sensitive", "ask": "card_details", "risk": "payment_theft"}, "safest_action": "Do not click the link. Contact FedEx directly using a trusted phone number from their official website.", "trusted_person_message": "This is a common scam tactic. Never share personal or financial information in response to unsolicited messages.", "summary": "The message is dangerous due to the request for sensitive card details and the urgent deadline. It pretends to be FedEx but is likely fraudulent. Do not engage with the link or provide any information."}}
+{"id": "package_phish_003", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["credential_theft", "payment_scam"], "scam_dna": {"impersonates": "customs_official", "pressure": "urgent_payment_required", "ask": "payment_for_clearance", "risk": "financial_loss"}, "safest_action": "Do not click the link. Contact the actual shipping company using a verified phone number or website to check the status of your parcel.", "trusted_person_message": "This is a common scam. Legitimate shipping companies will not ask you to pay via unverified links.", "summary": "The message is a clear scam attempting to trick you into paying for a non-existent customs fee through a malicious link."}}
+{"id": "package_phish_004", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["unknown_urgent_action", "credential_theft", "unknown_website_link"], "scam_dna": {"impersonates": "courier_service", "pressure": "time_sensitive_threat", "ask": "update_login_info", "risk": "credential_compromise"}, "safest_action": "Do not click the link. Contact UPS directly using a trusted phone number from their official website.", "trusted_person_message": "Never update login info based on unsolicited messages.", "summary": "The message is a credential theft scam. It pretends to be from a known service (UPS) and pressures you into updating your login info via a dangerous link. Ignore the link and contact UPS directly."}}
+{"id": "package_phish_005", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["unknown_urgent_link", "unknown_source"], "scam_dna": {"impersonates": "official_government_service", "pressure": "time_sensitive_threat", "ask": "personal_details", "risk": "credential_theft"}, "safest_action": "Do not click the link. Contact your local Post Office directly using a trusted phone number.", "trusted_person_message": "Never share personal details or click links from unknown sources.", "summary": "This is a dangerous scam attempting to steal personal information. Do not engage with the link or provide any details."}}
+{"id": "package_phish_006", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["unknown_urgent_claim", "fake_legitimate_company"], "scam_dna": {"impersonates": "DHL", "pressure": "package_destroyed", "ask": "pay_now", "risk": "credential_theft"}, "safest_action": "Do not click the link. Contact DHL directly using a trusted phone number or official website.", "trusted_person_message": "This is a common scam. DHL will never ask you to pay via unsecured links or gift cards.", "summary": "This is a dangerous scam message impersonating DHL to trick you into paying for a fake tax debt. Do not engage with the link or request."}}
+{"id": "package_phish_007", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["unknown_urgent_request", "credential_theft", "unknown_payment_request"], "scam_dna": {"impersonates": "legitimate_company", "pressure": "threat_of_cancellation", "ask": "payment_confirmation", "risk": "credential_theft"}, "safest_action": "Do not click the link. Contact Amazon directly through your official account or customer service website.", "trusted_person_message": "This message is likely a scam. Amazon will never ask you to confirm payment through an unsecured link.", "summary": "The message is a dangerous scam attempting to steal your credentials or money by pretending to be from Amazon and pressuring you to act quickly."}}
+{"id": "package_phish_008", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["spoofing", "urgency"], "scam_dna": {"impersonates": "package_delivery", "pressure": "incomplete_address", "ask": "full_name_birth_date_card_number", "risk": "credential_theft"}, "safest_action": "Do not click the link and do not provide any personal information.", "trusted_person_message": "If you believe this is a legitimate package delivery issue, contact the delivery company directly using a verified phone number or website.", "summary": "The message attempts to steal personal and financial information by pretending to be a package delivery service and creating a sense of urgency due to an incomplete address."}}
+{"id": "bank_phish_001", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["unknown_urgent_alert", "credential_theft"], "scam_dna": {"impersonates": "bank_alert", "pressure": "immediate_action_required", "ask": "login_credentials", "risk": "account_lockout_permanent"}, "safest_action": "Do not click the link. Contact your bank directly using a trusted phone number from their official website.", "trusted_person_message": "This is a common scam tactic. Never respond to unsolicited alerts asking for personal information or login details.", "summary": "The message is a dangerous scam attempting to steal login credentials by impersonating a bank and creating a sense of urgency."}}
+{"id": "bank_phish_002", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["unknown_urgent_caller", "credential_theft", "suspicious_link"], "scam_dna": {"impersonates": "bank_fraud_department", "pressure": "immediate_verification_needed", "ask": "password_and_one_time_code", "risk": "identity_theft_and_account_compromise"}, "safest_action": "Do not click the link. Contact your bank using a trusted phone number from the official website.", "trusted_person_message": "This is a common scam tactic. Never respond to unsolicited messages asking for personal or account details.", "summary": "The message is highly suspicious, requesting sensitive information and directing to a potentially malicious link. It's a clear sign of a credential theft scam."}}
+{"id": "bank_phish_003", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["urgency", "credential_theft"], "scam_dna": {"impersonates": "bank_security", "pressure": "time_sensitive", "ask": "PIN", "risk": "account_compromise"}, "safest_action": "Do not click the link. Contact your bank using a trusted phone number or app.", "trusted_person_message": "This is a common scam tactic. Never confirm your PIN via a link.", "summary": "The message creates urgency and asks for your PIN, which is a clear sign of a scam designed to steal your identity and compromise your account."}}
+{"id": "bank_phish_004", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["urgency", "authority"], "scam_dna": {"impersonates": "bank_alert", "pressure": "time_sensitive", "ask": "card_number", "risk": "financial_theft"}, "safest_action": "Do not reply or provide any personal information. Contact your bank directly using a verified phone number or website.", "trusted_person_message": "This is a clear scam. Never respond to unsolicited messages asking for your card number.", "summary": "The message is a dangerous scam attempting to steal your financial information by creating a sense of urgency and impersonating a bank alert."}}
+{"id": "bank_phish_005", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["unknown_urgent_action", "credential_theft"], "scam_dna": {"impersonates": "bank_service", "pressure": "expiration_threat", "ask": "personal_details", "risk": "account_compromise"}, "safest_action": "Do not click the link. Contact your bank directly using a verified phone number or website.", "trusted_person_message": "This is a common scam tactic. Never respond to unsolicited messages asking for personal or banking details.", "summary": "The message is a dangerous attempt to steal your banking credentials by creating a false sense of urgency."}}
+{"id": "bank_phish_006", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["unknown_urgent_request", "credential_harvesting"], "scam_dna": {"impersonates": "credit_union_support", "pressure": "send_username_to_verify", "ask": "personal_account_info", "risk": "identity_theft_or_account_compromise"}, "safest_action": "Do not respond. Contact your credit union directly using a trusted phone number or website.", "trusted_person_message": "Never share personal account information unless you initiated the contact through a verified channel.", "summary": "This is a clear attempt to steal your login credentials. Do not comply with any requests for personal information from unknown sources."}}
+{"id": "bank_phish_007", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["unknown_urgent_action", "creates_sense_of_urgency"], "scam_dna": {"impersonates": "wallet_support", "pressure": "urgent_action_required", "ask": "update_seed_phrase", "risk": "loss_of_funds"}, "safest_action": "Do not click the link. Contact your wallet provider directly using official contact information.", "trusted_person_message": "This message is likely a scam. Never update your seed phrase based on an unsolicited notification.", "summary": "The message is dangerous as it claims your payment failed and asks you to update your wallet seed phrase, which is a critical security action that should only be done through official channels."}}
+{"id": "bank_phish_008", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["unknown_urgent_claim", "credential_theft"], "scam_dna": {"impersonates": "bank_support", "pressure": "time_sensitive_claim", "ask": "send_money_to_cancel", "risk": "account_lockout"}, "safest_action": "ignore_message_and_contact_bank_official_support", "trusted_person_message": "This is a common scam tactic. Never respond to unsolicited messages asking for money or personal information.", "summary": "The message is a dangerous scam pretending to be from Zelle, a legitimate payment service. It demands immediate action and money transfer, which is a clear sign of fraud."}}
+{"id": "family_impersonation_001", "prediction": {"risk_level": "dangerous", "scam_type": "family_impersonation", "tactics": ["urgent_request", "emotional_manipulation", "secretive_ask"], "scam_dna": {"impersonates": "family_member", "pressure": "time_sensitivity", "ask": "money_payment", "risk": "family_privacy"}, "safest_action": "Verify with another family member or official channel", "trusted_person_message": "Is this a real message from Grandma? Please check with another family member before responding.", "summary": "Scam risk is high due to request for money and secrecy. Do not send money. Verify with another family member."}}
+{"id": "family_impersonation_002", "prediction": {"risk_level": "dangerous", "scam_type": "family_impersonation", "tactics": ["family_implosion", "urgency_pressure"], "scam_dna": {"impersonates": "family_member", "pressure": "time_sensitivity", "ask": "money_demand", "risk": "wire_transfer"}, "safest_action": "Verify with another family member or contact official authorities", "trusted_person_message": "This is a common scam tactic. Always verify with another family member before taking action.", "summary": "High-risk family impersonation scam involving a demand for immediate wire transfer."}}
+{"id": "family_impersonation_003", "prediction": {"risk_level": "dangerous", "scam_type": "family_impersonation", "tactics": ["urgency", "unknown_number", "family_name"], "scam_dna": {"impersonates": "grandchild", "pressure": "time_sensitive", "ask": "money_payment", "risk": "credential_theft"}, "safest_action": "Verify the message with your grandchild directly through a trusted phone number.", "trusted_person_message": "Is this really you, Grandpa? Can you call me on a number I know?", "summary": "This is a family impersonation scam with urgency tactics. Do not respond with personal information or money."}}
+{"id": "family_impersonation_004", "prediction": {"risk_level": "dangerous", "scam_type": "family_impersonation", "tactics": ["family_implosion", "urgency_manipulation"], "scam_dna": {"impersonates": "family_member_in_crisis", "pressure": "time_sensitive_request", "ask": "gift_cards_for_payment", "risk": "money_laundering"}, "safest_action": "Verify with another family member or contact local authorities", "trusted_person_message": "Did you receive a message from Auntie? Please call her at her known phone number to confirm.", "summary": "This is a clear scam involving family impersonation and a request for gift cards. Do not comply and seek verification from another trusted source."}}
+{"id": "family_impersonation_005", "prediction": {"risk_level": "dangerous", "scam_type": "family_impersonation", "tactics": ["family_implosion", "urgent_request"], "scam_dna": {"impersonates": "family_member", "pressure": "urgent_need", "ask": "send_money", "risk": "crypto_theft"}, "safest_action": "Verify with your son directly through a trusted phone number.", "trusted_person_message": "Contact your son using a known phone number to confirm this story.", "summary": "High-risk family impersonation scam requesting urgent cryptocurrency transfer. Do not send money."}}
+{"id": "family_impersonation_006", "prediction": {"risk_level": "suspicious", "scam_type": "family_impersonation", "tactics": ["unknown_contact", "urgent_request"], "scam_dna": {"impersonates": "family_member", "pressure": "urgent_request", "ask": "personal_code", "risk": "theft_of_identity"}, "safest_action": "Verify her identity through another channel before responding.", "trusted_person_message": "Call your niece using a known phone number to confirm this message.", "summary": "The message could be a scam where the attacker impersonates a family member to trick you into sending a code. Do not respond unless you can confirm her identity independently."}}
+{"id": "family_impersonation_007", "prediction": {"risk_level": "dangerous", "scam_type": "family_impersonation", "tactics": ["urgency", "unknown_contact", "payment_request"], "scam_dna": {"impersonates": "family_member", "pressure": "time_sensitivity", "ask": "money_transfer", "risk": "payment_method"}, "safest_action": "Verify with another family member through a trusted phone call.", "trusted_person_message": "Is this really Grandma? Call her from a known number to confirm.", "summary": "Scam risk is high due to urgent money request from unknown contact impersonating a family member. Do not send money."}}
+{"id": "gift_card_001", "prediction": {"risk_level": "dangerous", "scam_type": "family_impersonation", "tactics": ["urgent_demand", "authority_misuse"], "scam_dna": {"impersonates": "manager", "pressure": "immediate_action", "ask": "gift_cards", "risk": "financial_theft"}, "safest_action": "Verify with your actual manager through an official channel.", "trusted_person_message": "Your actual manager will not ask for gift cards.", "summary": "This is a clear scam. Never send gift card codes to anyone who claims to be your manager."}}
+{"id": "gift_card_002", "prediction": {"risk_level": "dangerous", "scam_type": "payment_scam", "tactics": ["payment_request", "urgent_request"], "scam_dna": {"impersonates": "friend_or_family", "pressure": "urgent_need", "ask": "payment_for_goods", "risk": "money_laundering"}, "safest_action": "Do not comply with the request.", "trusted_person_message": "Never pick up money for someone else, especially if asked to do so urgently.", "summary": "This is a clear request for you to launder money, which is illegal and unethical."}}
+{"id": "gift_card_003", "prediction": {"risk_level": "dangerous", "scam_type": "tax_scam", "tactics": ["threat", "payment_demand", "urgency"], "scam_dna": {"impersonates": "government_agency", "pressure": "legal_threat", "ask": "payment_via_prepaid_cards", "risk": "legal_consequences"}, "safest_action": "contact_official_tax_agency_directly", "trusted_person_message": "This is a known scam. Do not respond.", "summary": "This is a dangerous scam. It uses threats and urgent demands to trick you into paying with untraceable methods. Ignore and report."}}
+{"id": "gift_card_004", "prediction": {"risk_level": "dangerous", "scam_type": "payment_scam", "tactics": ["urgent_payment", "payment_method_pressure"], "scam_dna": {"impersonates": "computer_repair_service", "pressure": "must_be_paid_before_service", "ask": "pay_with_google_play_cards", "risk": "credential_theft_or_payment"}, "safest_action": "Do not pay and do not provide any payment information.", "trusted_person_message": "This is a common scam tactic. Legitimate computer repair services will not demand immediate payment via untraceable methods like Google Play cards.", "summary": "This message is a dangerous scam attempting to trick you into paying with untraceable cards for a non-existent service. Do not comply and report it immediately."}}
+{"id": "gift_card_005", "prediction": {"risk_level": "dangerous", "scam_type": "family_impersonation", "tactics": ["creating_urgency", "exploiting_parental_concern"], "scam_dna": {"impersonates": "school_official_or_parent_figure", "pressure": "urgent_request_for_personal_info", "ask": "gift_card_codes_for_spot_reservation", "risk": "theft_of_money_and_identity"}, "safest_action": "Contact the school directly using a verified phone number or website to confirm the fundraiser.", "trusted_person_message": "If you're unsure, ask another trusted parent or guardian to verify the request with the school.", "summary": "This is a dangerous scam attempting to exploit parental concern to steal money. Do not respond to this message."}}
+{"id": "gift_card_006", "prediction": {"risk_level": "dangerous", "scam_type": "job_scam", "tactics": ["job_impersonation", "payment_demand", "tech_support"], "scam_dna": {"impersonates": "company_payroll_support", "pressure": "time_sensitive_verification", "ask": "purchase_steam_cards_for_direct_deposit", "risk": "payment_for_benefit"}, "safest_action": "End all contact and report to your company's HR or IT department.", "trusted_person_message": "Your employer's official phone number or HR department should be used for payroll issues.", "summary": "This is a dangerous job scam. Legitimate payroll departments never ask for payment in exchange for direct deposit setup."}}
+{"id": "gift_card_007", "prediction": {"risk_level": "dangerous", "scam_type": "family_impersonation", "tactics": ["urgency", "impersonation", "payment_request"], "scam_dna": {"impersonates": "pastor", "pressure": "urgency", "ask": "gift_card_numbers", "risk": "payment"}, "safest_action": "Verify through official church channels.", "trusted_person_message": "Contact the church office directly using a known phone number.", "summary": "Request for gift card numbers from a claimed pastor is highly suspicious and likely a scam. Do not send any personal or financial information."}}
+{"id": "tech_support_001", "prediction": {"risk_level": "dangerous", "scam_type": "tech_support", "tactics": ["urgent_warning", "impersonation", "call_pressure"], "scam_dna": {"impersonates": "tech_support", "pressure": "time_sensitive_call_action", "ask": "call_support_number", "risk": "payment_for_support"}, "safest_action": "do_not_call_number", "trusted_person_message": "this is a common scam, do not call the number", "summary": "the message is a tech support scam designed to pressure you into calling a fraudulent number"}}
+{"id": "tech_support_002", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["unknown_urgent_action", "unknown_website_link"], "scam_dna": {"impersonates": "antivirus_company", "pressure": "time_sensitive_cancellation", "ask": "credit_card_details_for_refund", "risk": "payment_for_nonexistent_service"}, "safest_action": "Do not click the link. Contact your bank to block the charge and report the fraud to your antivirus provider directly through their official website.", "trusted_person_message": "This appears to be a scam. Your legitimate antivirus provider should not require you to download a refund tool from an unknown link.", "summary": "The message is likely a scam attempting to steal your credit card information by pretending to be from your antivirus provider and pressuring you to cancel your subscription through a fraudulent link."}}
+{"id": "tech_support_003", "prediction": {"risk_level": "dangerous", "scam_type": "tech_support", "tactics": ["urgent_action_required", "impersonates_trusted_company"], "scam_dna": {"impersonates": "Apple support", "pressure": "reply_with_code", "ask": "remove_hackers", "risk": "iCloud_access"}, "safest_action": "Do not reply or click any links. Contact Apple support directly through the official website or a known phone number.", "trusted_person_message": "This is a common scam tactic. Hackers often impersonate trusted companies to trick users into giving away personal information.", "summary": "This message is a dangerous scam attempting to gain access to your iCloud account by pressuring you to reply with a verification code."}}
+{"id": "tech_support_004", "prediction": {"risk_level": "dangerous", "scam_type": "tech_support", "tactics": ["urgent_action", "tech_expert_impersonation"], "scam_dna": {"impersonates": "tech_support", "pressure": "immediate_action", "ask": "call_support", "risk": "payment_or_data_access"}, "safest_action": "Do not call the number. Visit a trusted website for tech support.", "trusted_person_message": "This is a common scam. Do not trust unsolicited tech support calls.", "summary": "The message is a dangerous scam attempting to force immediate action and payment."}}
+{"id": "tech_support_005", "prediction": {"risk_level": "dangerous", "scam_type": "payment_scam", "tactics": ["unknown_payment", "threat_tactics"], "scam_dna": {"impersonates": "tech_support", "pressure": "urgent_call_required", "ask": "refund_payment", "risk": "payment_theft"}, "safest_action": "ignore_message", "trusted_person_message": "This is a common scam tactic. Do not call the number provided.", "summary": "The message is a scam attempting to charge you and then offer a refund. Ignore it and do not call the number."}}
+{"id": "prize_001", "prediction": {"risk_level": "dangerous", "scam_type": "prize_scam", "tactics": ["prize_scam", "credential_theft", "marketplace_fraud"], "scam_dna": {"impersonates": "prize_winner", "pressure": "limited_time_payment", "ask": "shipping_fee", "risk": "payment_theft"}, "safest_action": "block_and_report", "trusted_person_message": "This is a common prize scam. Never pay for shipping for a prize you never won.", "summary": "This is a classic prize scam designed to trick you into paying for a non-existent prize."}}
+{"id": "prize_002", "prediction": {"risk_level": "dangerous", "scam_type": "prize_scam", "tactics": ["prize_scam", "credential_theft"], "scam_dna": {"impersonates": "official_lottery_office", "pressure": "urgent_claim_prize", "ask": "bank_credentials", "risk": "credential_theft"}, "safest_action": "ignore_message", "trusted_person_message": "Never send bank login details in response to unsolicited messages.", "summary": "This is a dangerous scam message designed to steal your bank credentials and claim a fake prize. Do not respond or click any links."}}
+{"id": "prize_003", "prediction": {"risk_level": "dangerous", "scam_type": "prize_scam", "tactics": ["prize_scam", "urgent_call_to_action"], "scam_dna": {"impersonates": "government_official", "pressure": "urgent_deadline", "ask": "processing_fee", "risk": "credential_theft"}, "safest_action": "ignore_message", "trusted_person_message": "This is a common prize scam. Never pay a 'processing fee' for a government grant.", "summary": "This is a dangerous prize scam with an urgent deadline to pay a 'processing fee'. Ignore the message and do not click the link."}}
+{"id": "prize_004", "prediction": {"risk_level": "dangerous", "scam_type": "prize_scam", "tactics": ["prize_scam", "credential_theft"], "scam_dna": {"impersonates": "travel_agency", "pressure": "limited_time_offer", "ask": "card_number", "risk": "credential_theft"}, "safest_action": "Do not respond and delete the message.", "trusted_person_message": "Never give your card number in response to unsolicited offers.", "summary": "This is a dangerous scam message designed to steal your credit card information."}}
+{"id": "prize_005", "prediction": {"risk_level": "suspicious", "scam_type": "prize_scam", "tactics": ["urgency_tactic", "prize_scam", "unknown_link_risk"], "scam_dna": {"impersonates": "prize_award_program", "pressure": "expiration_threat", "ask": "credit_card_details", "risk": "credential_theft"}, "safest_action": "Do not click the link. Contact the company directly through a trusted website or customer service number.", "trusted_person_message": "This message could be a scam. Always verify rewards programs through official channels.", "summary": "The message creates urgency to claim points and directs to a potentially fake website, increasing the risk of credential theft."}}
+{"id": "romance_001", "prediction": {"risk_level": "dangerous", "scam_type": "family_impersonation", "tactics": ["urgency", "flattery"], "scam_dna": {"impersonates": "family_member", "pressure": "time_sensitive", "ask": "money_transfer", "risk": "credential_theft"}, "safest_action": "Verify the story through a trusted contact before sending any money.", "trusted_person_message": "Call a known family member or friend to confirm the story.", "summary": "This is a clear scam trying to exploit emotional connections and create a sense of urgency to request money. Do not send any funds until you've verified the story."}}
+{"id": "romance_002", "prediction": {"risk_level": "dangerous", "scam_type": "family_impersonation", "tactics": ["family_impersonation", "payment_request"], "scam_dna": {"impersonates": "family_member", "pressure": "urgent_payment", "ask": "wire_transfer", "risk": "money_laundering"}, "safest_action": "Verify with the family member through a trusted phone number.", "trusted_person_message": "Are you really [family member's name]? How can I confirm this?", "summary": "This is a family impersonation scam. The request for immediate wire transfer is a red flag. Do not send any money."}}
+{"id": "romance_003", "prediction": {"risk_level": "dangerous", "scam_type": "family_impersonation", "tactics": ["creating_urgency", "emotional_manipulation"], "scam_dna": {"impersonates": "family_member", "pressure": "time_sensitivity", "ask": "money_payment", "risk": "financial_loss"}, "safest_action": "Verify with a trusted person in person or through a verified phone number.", "trusted_person_message": "If you're unsure, contact a family member directly using a phone number you know is genuine.", "summary": "This is a clear scam attempt to exploit family trust and create a sense of urgency for financial gain. Do not engage with the request."}}
+{"id": "job_scam_001", "prediction": {"risk_level": "dangerous", "scam_type": "job_scam", "tactics": ["job_offer", "payment_scam", "urgent_payment"], "scam_dna": {"impersonates": "job_offer", "pressure": "urgent_payment", "ask": "send_money", "risk": "payment_scam"}, "safest_action": "report_immediately", "trusted_person_message": "This is a common scam. Never send money for a job offer.", "summary": "This message is a dangerous job scam. It asks you to deposit a check and send money to a vendor, which is a clear sign of fraud."}}
+{"id": "job_scam_002", "prediction": {"risk_level": "dangerous", "scam_type": "job_scam", "tactics": ["job_offer", "payment_demand", "urgency"], "scam_dna": {"impersonates": "job_offer", "pressure": "urgent_payment", "ask": "refundable_fee", "risk": "job_training_access"}, "safest_action": "report_as_scam", "trusted_person_message": "This is a common scam tactic. Never pay to start a job.", "summary": "This message is a job scam. The request for payment to start training is a red flag."}}
+{"id": "suspicious_link_001", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_urgent_request", "tactics": ["unknown_urgent_request"], "scam_dna": {"impersonates": "bank_or_service", "pressure": "unknown_pressure", "ask": "click_link_to_fix_account", "risk": "unknown_risk"}, "safest_action": "needs_check", "trusted_person_message": "Verify with your bank or service provider directly using a trusted phone number or official website.", "summary": "The message creates a sense of urgency with a generic link, which could be a phishing attempt. Do not click the link unless you can independently verify its legitimacy."}}
+{"id": "suspicious_link_002", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_urgent_action", "tactics": ["unknown_urgent_action", "unknown_website_link"], "scam_dna": {"impersonates": "customer_service", "pressure": "unknown_sense_of_urgency", "ask": "unknown_request", "risk": "unknown_risk"}, "safest_action": "needs_check", "trusted_person_message": "Verify with the company through official channels before visiting any links.", "summary": "The message indicates a potential issue with a request, but the link and details are unclear. It's not immediately dangerous, but caution is advised."}}
+{"id": "suspicious_link_003", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_urgent_action", "tactics": ["unknown_urgent_action", "unknown_website_link"], "scam_dna": {"impersonates": "unknown_site_update_center", "pressure": "none", "ask": "profile_update", "risk": "unknown_website"}, "safest_action": "ignore_message", "trusted_person_message": "Do not click links from unknown sources.", "summary": "The message requests action via a potentially unsafe link. It may be a scam to collect personal information or install malware."}}
+{"id": "suspicious_link_004", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_urgent_request", "tactics": ["unknown_urgent_request", "unknown_location"], "scam_dna": {"impersonates": "unknown_document", "pressure": "review_document", "ask": "unknown_action", "risk": "unknown_risk"}, "safest_action": "verify_document_source", "trusted_person_message": "Check the document source before reviewing. Contact the sender directly to confirm.", "summary": "The message requests review of a document from an unknown location. Verify the source before proceeding."}}
+{"id": "suspicious_link_005", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_origin", "tactics": ["unknown_url"], "scam_dna": {"impersonates": "unknown", "pressure": "none", "ask": "click_link", "risk": "possible_malware"}, "safest_action": "do_not_click", "trusted_person_message": "Verify the source before clicking any links.", "summary": "The message contains a suspicious link that could lead to malware or phishing. Do not click the link unless you are certain of its safety."}}
+{"id": "suspicious_urgency_001", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_urgent_call", "tactics": ["unknown_urgency"], "scam_dna": {"impersonates": "unknown_urgent_call", "pressure": "cannot_wait", "ask": "none", "risk": "unknown_call"}, "safest_action": "verify_caller_independently", "trusted_person_message": "If you're unsure, don't answer calls from unknown numbers. Use a trusted contact to confirm the call.", "summary": "The message creates urgency but lacks specific details, making it potentially suspicious."}}
+{"id": "suspicious_urgency_002", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_urgent_request", "tactics": ["unknown_urgent_request", "unknown_scammer"], "scam_dna": {"impersonates": "unknown_service", "pressure": "time_sensitive_threat", "ask": "confirmation_details", "risk": "unknown_risk"}, "safest_action": "verify_through_official_channel", "trusted_person_message": "Contact your service provider directly using the official contact information from their website.", "summary": "The message creates urgency and lacks clear identification of the service, increasing scam risk."}}
+{"id": "suspicious_urgency_003", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_urgent_request", "tactics": ["unknown_urgent_request", "unknown_authority"], "scam_dna": {"impersonates": "unknown_authority", "pressure": "sense_of_urgency", "ask": "personal_details", "risk": "unknown_request"}, "safest_action": "verify_through_official_channel", "trusted_person_message": "This message seems urgent but unfamiliar. Contact your organization directly using a known phone number or website to confirm.", "summary": "The message creates a sense of urgency and requests personal details, but the authority and request are unknown. Verify through official channels."}}
+{"id": "suspicious_urgency_004", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_urgent_request", "tactics": ["unknown_urgent_request"], "scam_dna": {"impersonates": "unknown_entity", "pressure": "time_sensitive_request", "ask": "confirm_ownership", "risk": "unknown_request"}, "safest_action": "verify_through_official_channel", "trusted_person_message": "This message is unclear. Contact your bank or service provider directly using official contact information.", "summary": "The message creates a sense of urgency without clear identification of the sender or purpose. It's safer to verify the request through official channels."}}
+{"id": "suspicious_urgency_005", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_urgent_request", "tactics": ["unknown_urgent_request"], "scam_dna": {"impersonates": "customer_support", "pressure": "quick_response", "ask": "unknown_request", "risk": "unknown_risk"}, "safest_action": "verify_request_through_official_channel", "trusted_person_message": "This message could be a scam. Always verify requests through official channels.", "summary": "The message creates urgency but lacks specific details, making it potentially suspicious."}}
+{"id": "suspicious_sender_001", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_urgent_request", "tactics": ["unknown_urgent_request", "unknown_authority"], "scam_dna": {"impersonates": "support", "pressure": "need_to_confirm_billing_info", "ask": "billing_info", "risk": "unknown_authority"}, "safest_action": "needs_check", "trusted_person_message": "Verify through the official app or website.", "summary": "The message asks for billing information and claims to be from support, but the authority is unknown."}}
+{"id": "suspicious_sender_002", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_urgent_request", "tactics": ["unknown_urgent_request", "data_theft"], "scam_dna": {"impersonates": "office", "pressure": "none", "ask": "date_of_birth", "risk": "data_theft"}, "safest_action": "Verify the request through an official channel.", "trusted_person_message": "If you're unsure, contact your organization's official support line.", "summary": "The message requests personal data, which could lead to identity theft."}}
+{"id": "suspicious_sender_003", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_sender", "tactics": ["unknown_sender", "unknown_urgent_request"], "scam_dna": {"impersonates": "unknown_sender", "pressure": "unknown_urgent_request", "ask": "request_info", "risk": "unknown_risk"}, "safest_action": "verify_sender_before_opening", "trusted_person_message": "Contact the supposed sender through an official channel to confirm the invoice.", "summary": "The message requests opening an attachment and entering information, which could be a scam. Verify the sender before proceeding."}}
+{"id": "suspicious_sender_004", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_urgent_contact", "tactics": ["unknown_contact", "urgent_call"], "scam_dna": {"impersonates": "unknown_entity", "pressure": "temporary_number_warning", "ask": "none_specified", "risk": "unknown_purpose"}, "safest_action": "verify_call_source", "trusted_person_message": "If you didn't initiate this call, it may be a scam. Contact your bank or credit card company to confirm.", "summary": "The message requests the use of a temporary number, which is unusual and could indicate a scam. Verify the call's source before complying."}}
+{"id": "suspicious_sender_005", "prediction": {"risk_level": "dangerous", "scam_type": "credential_theft", "tactics": ["unknown_urgent_request", "credential_theft"], "scam_dna": {"impersonates": "payroll_department", "pressure": "confirm_today", "ask": "direct_deposit_account", "risk": "account_compromise"}, "safest_action": "Verify through official payroll app or company website. Do not reply or click links.", "trusted_person_message": "This is a common scam. Never confirm financial details via unsolicited messages.", "summary": "High-risk scam attempting to steal financial information. Do not respond."}}
+{"id": "suspicious_market_001", "prediction": {"risk_level": "suspicious", "scam_type": "marketplace_fraud", "tactics": ["marketplace_fraud", "payment_request"], "scam_dna": {"impersonates": "buyer", "pressure": "urgent_payment", "ask": "extra_money", "risk": "marketplace_fraud"}, "safest_action": "Verify seller through a trusted platform and avoid direct payments.", "trusted_person_message": "Check if the seller is verified on the platform and use secure payment methods.", "summary": "The message indicates a potential marketplace fraud where the buyer requests extra money, which is a common scam tactic."}}
+{"id": "suspicious_market_002", "prediction": {"risk_level": "suspicious", "scam_type": "marketplace_scam", "tactics": ["marketplace_fraud", "marketplace_credential_theft"], "scam_dna": {"impersonates": "marketplace_seller", "pressure": "marketplace_fraud_pressure", "ask": "marketplace_credential_theft", "risk": "marketplace_fraud_risk"}, "safest_action": "Verify through the official marketplace app or website.", "trusted_person_message": "If you're unsure, contact the seller through the platform's verified channels.", "summary": "The message indicates a potential marketplace fraud where the sender may be trying to verify your identity through a suspicious method."}}
+{"id": "suspicious_market_003", "prediction": {"risk_level": "suspicious", "scam_type": "marketplace_fraud", "tactics": ["unknown_website", "payment_service"], "scam_dna": {"impersonates": "marketplace_payment", "pressure": "no_alternative", "ask": "money_transfer", "risk": "payment_loss"}, "safest_action": "verify_website_ legitimacy_before_use", "trusted_person_message": "Verify the website with a trusted person before using it.", "summary": "The message promotes an unknown escrow service, which could be fraudulent. Verify the website's legitimacy before using it."}}
+{"id": "suspicious_market_004", "prediction": {"risk_level": "suspicious", "scam_type": "marketplace_scam", "tactics": ["marketplace_fraud", "payment_scam"], "scam_dna": {"impersonates": "marketplace_seller", "pressure": "time_sensitive", "ask": "payment_for_insurance", "risk": "marketplace_payment"}, "safest_action": "Verify pickup details through the official marketplace app or website.", "trusted_person_message": "Check pickup details through the official marketplace app or website.", "summary": "The message indicates a potential marketplace fraud where payment is requested before pickup."}}
+{"id": "suspicious_market_005", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_sender", "tactics": ["unknown_sender"], "scam_dna": {"impersonates": "unknown_person", "pressure": "none", "ask": "bank_name", "risk": "medium"}, "safest_action": "verify_sender", "trusted_person_message": "Contact your bank directly to confirm any payment requests.", "summary": "The message comes from an unknown sender and requests sensitive information. Do not respond."}}
+{"id": "needs_check_bank_001", "prediction": {"risk_level": "needs_check", "scam_type": "possible_legitimate_but_unclear", "tactics": ["unknown_urgent_request", "unknown_institution"], "scam_dna": {"impersonates": "bank_fraud_alert", "pressure": "reply_urgently", "ask": "confirm_purchase", "risk": "unknown_transaction"}, "safest_action": "Contact your bank directly using a verified phone number or website to check your recent transactions.", "trusted_person_message": "If you made the purchase, reply YES. If not, contact your bank immediately.", "summary": "The message claims to be from your bank about a fraudulent purchase, but you should verify it through official channels before responding."}}
+{"id": "needs_check_bank_002", "prediction": {"risk_level": "needs_check", "scam_type": "possible_legitimate_transaction_alert", "tactics": ["unknown_transaction_notification"], "scam_dna": {"impersonates": "bank_notification", "pressure": "none", "ask": "contact_bank", "risk": "small_amount_theft"}, "safest_action": "check_bank_transaction_app_or_website", "trusted_person_message": "Verify this transaction through your bank's official app or website.", "summary": "This is likely a legitimate alert about a recent transaction, but it's best to double-check to ensure your account hasn't been compromised."}}
+{"id": "needs_check_bank_003", "prediction": {"risk_level": "suspicious", "scam_type": "unknown_login_alert", "tactics": ["unknown_login_alert", "possible_legitimate"], "scam_dna": {"impersonates": "credit_union", "pressure": "none", "ask": "verify_identity", "risk": "low_to_medium"}, "safest_action": "verify_through_official_app", "trusted_person_message": "If you're unsure, contact your credit union directly using the official phone number from their website.", "summary": "The message is likely from your credit union, but you should still verify it through their official app or website to ensure it's legitimate."}}
+{"id": "needs_check_bank_004", "prediction": {"risk_level": "needs_check", "scam_type": "possible_legitimate", "tactics": [], "scam_dna": {"impersonates": "official_statement", "pressure": "none", "ask": "view_statement", "risk": "low"}, "safest_action": "Log in through the official app to view the statement", "trusted_person_message": "Verify with your bank or financial institution directly if you are unsure.", "summary": "The message is likely from your bank but should be checked by logging in through the official app to avoid potential phishing attempts."}}
+{"id": "needs_check_bank_005", "prediction": {"risk_level": "dangerous", "scam_type": "unknown_transaction", "tactics": ["unknown_urgent_request", "pressuring_urgent_action"], "scam_dna": {"impersonates": "bank_customer_service", "pressure": "immediate_contact_required", "ask": "call_phone_number_provided_in_message", "risk": "credential_theft_or_payment_scam"}, "safest_action": "do_not_call_phone_number_provided_in_message", "trusted_person_message": "Verify this with your bank using the official website or app, not the number in the message.", "summary": "This message indicates a potential unauthorized transaction. The urgency and request to call a number from the message are red flags. Do not comply with the request and verify the transaction through official channels."}}
+{"id": "needs_check_delivery_001", "prediction": {"risk_level": "needs_check", "scam_type": "possible_legitimate_but_unclear", "tactics": ["unknown_urgent_notice"], "scam_dna": {"impersonates": "courier_service", "pressure": "time_sensitive_delivery", "ask": "track_package", "risk": "unknown_app_link"}, "safest_action": "Verify through the official UPS website or customer service", "trusted_person_message": "If you're unsure, contact UPS directly using the number on their official website.", "summary": "The message could be legitimate, but the app link and lack of specific tracking number make it unclear."}}
+{"id": "needs_check_delivery_002", "prediction": {"risk_level": "needs_check", "scam_type": "possible_legitimate_but_unclear", "tactics": ["unknown_urgent_claim"], "scam_dna": {"impersonates": "official_company", "pressure": "unknown_urgent_claim", "ask": "unknown_verification_code", "risk": "unknown_payment_request"}, "safest_action": "check_status_via_official_website_only", "trusted_person_message": "Verify with FedEx directly through their official website or customer service number, not through any links in the message.", "summary": "The message claims to be from FedEx but lacks specific details and urgency. It's safer to check the status through official channels rather than responding to the message."}}
+{"id": "needs_check_delivery_003", "prediction": {"risk_level": "needs_check", "scam_type": "possible_legitimate", "tactics": [], "scam_dna": {"impersonates": "pharmacy", "pressure": "none", "ask": "account details", "risk": "low"}, "safest_action": "Verify through the official pharmacy website or app.", "trusted_person_message": "Check the order details through the official channel to confirm.", "summary": "Possible legitimate order, but verify through official means."}}
+{"id": "needs_check_delivery_004", "prediction": {"risk_level": "needs_check", "scam_type": "possible_legitimate_but_unclear", "tactics": [], "scam_dna": {"impersonates": "package_delivery", "pressure": "none", "ask": "signature", "risk": "low_to_medium"}, "safest_action": "Verify with the delivery company using a trusted phone number or app.", "trusted_person_message": "Check the delivery status through the official tracking link provided by the sender, not the one in the message.", "summary": "The message could be legitimate, but there's not enough information to be sure. It's best to confirm with the actual delivery service."}}
+{"id": "needs_check_delivery_005", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "Pick up your order at the service desk with your ID and order confirmation.", "trusted_person_message": "This is a standard message from your store. No action is required from you.", "summary": "This is a legitimate message from your store notifying you that your order is ready for pickup. No action is needed from you."}}
+{"id": "needs_check_medical_001", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "no action needed", "trusted_person_message": "This is a routine reminder from your dentist's office.", "summary": "This message appears to be a standard appointment reminder with no signs of a scam."}}
+{"id": "needs_check_medical_002", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "Log in through the clinic website to view your lab results.", "trusted_person_message": "This is a standard message from your healthcare provider.", "summary": "The message directs you to a legitimate patient portal, with no signs of a scam."}}
+{"id": "needs_check_medical_003", "prediction": {"risk_level": "needs_check", "scam_type": "possible_legitimate_but_unclear", "tactics": ["unknown_urgent_claim"], "scam_dna": {"impersonates": "insurance_company", "pressure": "review_claim", "ask": "no_money_request", "risk": "unknown_portal"}, "safest_action": "verify_through_official_app_or_website", "trusted_person_message": "Check your official insurance account to confirm this claim.", "summary": "The message could be legitimate, but the 'official member portal' link is unclear. Verify through trusted channels before taking action."}}
+{"id": "needs_check_account_001", "prediction": {"risk_level": "needs_check", "scam_type": "possible_legitimate_alert", "tactics": ["unknown_action"], "scam_dna": {"impersonates": "service_notification", "pressure": "none", "ask": "review_account_security", "risk": "low_to_medium"}, "safest_action": "Open the official app to check account security", "trusted_person_message": "This could be a real notification from your bank or service provider. Always verify through the official app or website.", "summary": "The message is likely a legitimate security alert, but verify through official channels to ensure it's not spoofed."}}
+{"id": "needs_check_account_002", "prediction": {"risk_level": "needs_check", "scam_type": "possible_legitimate_verification", "tactics": ["unknown_urgent_verification"], "scam_dna": {"impersonates": "unknown_urgent_verification", "pressure": "none", "ask": "verification_code", "risk": "low_risk_if_legitimate"}, "safest_action": "verify_through_official_channel", "trusted_person_message": "If you initiated this verification, check your account settings or contact customer support to confirm.", "summary": "The message could be legitimate if you initiated the verification, but you should verify through official channels to ensure it's safe."}}
+{"id": "needs_check_account_003", "prediction": {"risk_level": "needs_check", "scam_type": "possible_legitimate_alert", "tactics": ["unknown_change", "verification_request"], "scam_dna": {"impersonates": "account_notification", "pressure": "none", "ask": "account_verification", "risk": "low_to_medium"}, "safest_action": "verify_through_official_app", "trusted_person_message": "Check your account settings only through the official app.", "summary": "The message indicates a potential new device on your account, which could be legitimate. Verify by using the official app to ensure security."}}
+{"id": "needs_check_school_001", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "official_school_communication", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "check_parent_portal", "trusted_person_message": "This seems like a normal school communication.", "summary": "The message is a routine reminder and does not contain any signs of a scam."}}
+{"id": "needs_check_school_002", "prediction": {"risk_level": "needs_check", "scam_type": "possible_legitimate", "tactics": [], "scam_dna": {"impersonates": "library", "pressure": "none", "ask": "renew item", "risk": "low"}, "safest_action": "Log in through the official library website to renew your item.", "trusted_person_message": "This could be a legitimate notice from your library.", "summary": "The message appears to be from a library, but verify by logging in through the official website."}}
+{"id": "needs_check_billing_001", "prediction": {"risk_level": "needs_check", "scam_type": "possible_legitimate_but_unverified", "tactics": ["unknown_urgent_notice"], "scam_dna": {"impersonates": "utility_company", "pressure": "limited_time_to_view", "ask": "view_account", "risk": "low_if_legit"}, "safest_action": "Check your utility company's official website or app to view the bill.", "trusted_person_message": "If you're unsure, ask a trusted family member or utility representative to help verify.", "summary": "The message could be legitimate, but verify through official channels before taking any action."}}
+{"id": "needs_check_billing_002", "prediction": {"risk_level": "needs_check", "scam_type": "possible_legitimate_but_unclear", "tactics": ["unknown_urgent_request", "unknown_sender"], "scam_dna": {"impersonates": "official_service", "pressure": "none", "ask": "payment_reminder", "risk": "low_to_medium"}, "safest_action": "Open the official app to verify the payment reminder", "trusted_person_message": "If you're unsure about this message, check it through the official app or website", "summary": "The message could be legitimate, but it's safer to verify through the official app rather than using links in the message."}}
+{"id": "safe_personal_001", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "safe_message", "trusted_person_message": "This is a normal update message with no signs of a scam.", "summary": "The message is a straightforward update about a minor delay and does not contain any indicators of a scam."}}
+{"id": "safe_personal_002", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "Respond normally.", "trusted_person_message": "It sounds like a friendly request. Respond as you would to any regular message.", "summary": "This is a normal, everyday request with no signs of a scam."}}
+{"id": "safe_personal_003", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "ignore", "trusted_person_message": "This is a harmless birthday greeting.", "summary": "A simple birthday message with no signs of a scam."}}
+{"id": "safe_personal_004", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "proceed as scheduled", "trusted_person_message": "This appears to be a routine schedule change with no signs of fraud.", "summary": "No indication of a scam. The message is a simple update to a meeting time and location."}}
+{"id": "safe_personal_005", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "safe_message", "trusted_person_message": "This seems like a normal social invitation.", "summary": "The message appears to be a casual social invitation with no signs of scam or suspicious activity."}}
+{"id": "safe_work_001", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "Reply with 'Okay, I'll review it.'", "trusted_person_message": "This seems like a normal work-related request.", "summary": "The message is a routine reminder for a team call and does not exhibit any signs of a scam."}}
+{"id": "safe_work_002", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "safe_message", "trusted_person_message": "This message appears to be a routine communication and does not contain any signs of a scam.", "summary": "No indication of a scam present in the message."}}
+{"id": "safe_work_003", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "safe_response", "trusted_person_message": "This seems like a routine change in schedule.", "summary": "No signs of a scam."}}
+{"id": "safe_work_004", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "no action needed", "trusted_person_message": "This seems to be a normal message with no signs of a scam.", "summary": "The message appears to be a routine acknowledgment and does not contain any indicators of a scam."}}
+{"id": "safe_work_005", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "safe_message", "trusted_person_message": "no_action_needed", "summary": "This is a legitimate office holiday closure notification with no scam indicators."}}
+{"id": "safe_marketing_001", "prediction": {"risk_level": "needs_check", "scam_type": "possible_legitimate_sale", "tactics": ["discount_offer"], "scam_dna": {"impersonates": "local_store_sale", "pressure": "limited_time_offer", "ask": "purchase_items", "risk": "low_financial_risk"}, "safest_action": "Verify the offer through the store's official website or contact the store directly.", "trusted_person_message": "Check with a friend or family member if you're unsure about the legitimacy of the sale.", "summary": "The message appears to be a legitimate discount offer, but verification is recommended to ensure it's not a scam."}}
+{"id": "safe_marketing_002", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "no action needed", "trusted_person_message": "this is a normal update from your coffee shop", "summary": "this message is a routine update and does not indicate any scam risk"}}
+{"id": "safe_marketing_003", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "safe", "trusted_person_message": "This is a routine update and does not require any action from you.", "summary": "The message is a standard notification and does not contain any signs of a scam."}}
+{"id": "safe_marketing_004", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "Pick up your preorder at the bookstore counter.", "trusted_person_message": "This is a straightforward message with no signs of a scam.", "summary": "The message is about a preorder pickup at a local bookstore and does not contain any suspicious elements."}}
+{"id": "safe_marketing_005", "prediction": {"risk_level": "safe", "scam_type": "none", "tactics": [], "scam_dna": {"impersonates": "none", "pressure": "none", "ask": "none", "risk": "none"}, "safest_action": "no action needed", "trusted_person_message": "this is a normal receipt notification", "summary": "this message is from a legitimate source and does not contain any scam indicators"}}

eval/reports/heuristic-hard-v2.json

@@ -0,0 +1,151 @@
+{
+  "cases": 215,
+  "category_risk_accuracy": {
+    "bank_phishing": {
+      "accuracy": 1.0,
+      "correct": 23,
+      "total": 23
+    },
+    "family_impersonation": {
+      "accuracy": 1.0,
+      "correct": 23,
+      "total": 23
+    },
+    "family_impersonation_hard": {
+      "accuracy": 1.0,
+      "correct": 4,
+      "total": 4
+    },
+    "job_scam": {
+      "accuracy": 1.0,
+      "correct": 22,
+      "total": 22
+    },
+    "legitimate_needs_check": {
+      "accuracy": 0.36363636363636365,
+      "correct": 8,
+      "total": 22
+    },
+    "legitimate_notice_hard": {
+      "accuracy": 0.0,
+      "correct": 0,
+      "total": 7
+    },
+    "marketplace_hard": {
+      "accuracy": 0.6,
+      "correct": 3,
+      "total": 5
+    },
+    "package_phishing": {
+      "accuracy": 0.6956521739130435,
+      "correct": 16,
+      "total": 23
+    },
+    "prize_lottery": {
+      "accuracy": 1.0,
+      "correct": 22,
+      "total": 22
+    },
+    "safe_benign": {
+      "accuracy": 1.0,
+      "correct": 22,
+      "total": 22
+    },
+    "safe_hard": {
+      "accuracy": 1.0,
+      "correct": 5,
+      "total": 5
+    },
+    "secrecy_payment_hard": {
+      "accuracy": 1.0,
+      "correct": 4,
+      "total": 4
+    },
+    "suspicious_link_hard": {
+      "accuracy": 0.8,
+      "correct": 4,
+      "total": 5
+    },
+    "suspicious_urgency_hard": {
+      "accuracy": 0.6,
+      "correct": 3,
+      "total": 5
+    },
+    "tech_support": {
+      "accuracy": 1.0,
+      "correct": 23,
+      "total": 23
+    }
+  },
+  "dangerous_as_needs_check": [],
+  "dangerous_as_safe": [],
+  "elapsed_seconds": 0.0037871249987802003,
+  "failures_by_category": {
+    "legitimate_needs_check": [
+      "legitimate_needs_check_0854 expected=needs_check actual=safe",
+      "legitimate_needs_check_0862 expected=needs_check actual=safe",
+      "legitimate_needs_check_0878 expected=needs_check actual=safe",
+      "legitimate_needs_check_0886 expected=needs_check actual=safe",
+      "legitimate_needs_check_0902 expected=needs_check actual=safe",
+      "legitimate_needs_check_0910 expected=needs_check actual=safe",
+      "legitimate_needs_check_0926 expected=needs_check actual=safe",
+      "legitimate_needs_check_0934 expected=needs_check actual=safe",
+      "legitimate_needs_check_0950 expected=needs_check actual=safe",
+      "legitimate_needs_check_0958 expected=needs_check actual=safe",
+      "legitimate_needs_check_0974 expected=needs_check actual=safe",
+      "legitimate_needs_check_0982 expected=needs_check actual=safe",
+      "legitimate_needs_check_0998 expected=needs_check actual=safe",
+      "legitimate_needs_check_1006 expected=needs_check actual=safe"
+    ],
+    "legitimate_notice_hard": [
+      "legitimate_notice_hard_00_00 expected=needs_check actual=suspicious",
+      "legitimate_notice_hard_00_01 expected=needs_check actual=safe",
+      "legitimate_notice_hard_00_02 expected=needs_check actual=safe",
+      "legitimate_notice_hard_00_03 expected=needs_check actual=dangerous",
+      "legitimate_notice_hard_00_04 expected=needs_check actual=dangerous",
+      "legitimate_notice_hard_00_05 expected=needs_check actual=safe",
+      "legitimate_notice_hard_00_06 expected=needs_check actual=safe"
+    ],
+    "marketplace_hard": [
+      "marketplace_hard_00_02 expected=suspicious actual=dangerous",
+      "marketplace_hard_00_04 expected=suspicious actual=dangerous"
+    ],
+    "package_phishing": [
+      "package_phishing_0856 expected=dangerous actual=suspicious",
+      "package_phishing_0880 expected=dangerous actual=suspicious",
+      "package_phishing_0904 expected=dangerous actual=suspicious",
+      "package_phishing_0928 expected=dangerous actual=suspicious",
+      "package_phishing_0952 expected=dangerous actual=suspicious",
+      "package_phishing_0976 expected=dangerous actual=suspicious",
+      "package_phishing_1000 expected=dangerous actual=suspicious"
+    ],
+    "suspicious_link_hard": [
+      "suspicious_link_hard_00_02 expected=suspicious actual=dangerous"
+    ],
+    "suspicious_urgency_hard": [
+      "suspicious_urgency_hard_00_02 expected=suspicious actual=dangerous",
+      "suspicious_urgency_hard_00_03 expected=suspicious actual=dangerous"
+    ]
+  },
+  "invalid_predictions": [],
+  "mean_tactic_recall": 0.5736434108527132,
+  "model_errors": [],
+  "risk_confusion": {
+    "dangerous->dangerous": 137,
+    "dangerous->suspicious": 7,
+    "needs_check->dangerous": 2,
+    "needs_check->needs_check": 8,
+    "needs_check->safe": 18,
+    "needs_check->suspicious": 1,
+    "safe->safe": 27,
+    "suspicious->dangerous": 5,
+    "suspicious->suspicious": 10
+  },
+  "risk_level_accuracy": 0.8465116279069768,
+  "risk_level_correct": 182,
+  "safe_as_dangerous_or_suspicious": [],
+  "scam_type_accuracy": 0.6790697674418604,
+  "scam_type_correct": 146,
+  "suspicious_as_safe": [],
+  "unsafe_action_violations": []
+}

eval/reports/jawbreaker-minicpm-lora-scam100.json

@@ -0,0 +1,151 @@
+{
+  "cases": 100,
+  "category_risk_accuracy": {
+    "bank_phishing": {
+      "accuracy": 1.0,
+      "correct": 8,
+      "total": 8
+    },
+    "family_impersonation": {
+      "accuracy": 0.7142857142857143,
+      "correct": 5,
+      "total": 7
+    },
+    "gift_card": {
+      "accuracy": 1.0,
+      "correct": 7,
+      "total": 7
+    },
+    "job_scam": {
+      "accuracy": 1.0,
+      "correct": 2,
+      "total": 2
+    },
+    "needs_check": {
+      "accuracy": 0.4,
+      "correct": 8,
+      "total": 20
+    },
+    "package_phishing": {
+      "accuracy": 1.0,
+      "correct": 8,
+      "total": 8
+    },
+    "prize_lottery": {
+      "accuracy": 1.0,
+      "correct": 5,
+      "total": 5
+    },
+    "romance": {
+      "accuracy": 0.6666666666666666,
+      "correct": 2,
+      "total": 3
+    },
+    "safe": {
+      "accuracy": 1.0,
+      "correct": 15,
+      "total": 15
+    },
+    "suspicious": {
+      "accuracy": 0.1,
+      "correct": 2,
+      "total": 20
+    },
+    "tech_support": {
+      "accuracy": 1.0,
+      "correct": 5,
+      "total": 5
+    }
+  },
+  "dangerous_as_safe": [],
+  "elapsed_seconds": 952.045116586,
+  "failures_by_category": {
+    "family_impersonation": [
+      "family_impersonation_003 expected=dangerous actual=needs_check",
+      "family_impersonation_004 expected=dangerous actual=needs_check"
+    ],
+    "needs_check": [
+      "needs_check_bank_005 expected=needs_check actual=dangerous",
+      "needs_check_delivery_001 expected=needs_check actual=safe",
+      "needs_check_delivery_002 expected=needs_check actual=dangerous",
+      "needs_check_delivery_003 expected=needs_check actual=safe",
+      "needs_check_delivery_004 expected=needs_check actual=safe",
+      "needs_check_delivery_005 expected=needs_check actual=safe",
+      "needs_check_medical_001 expected=needs_check actual=safe",
+      "needs_check_medical_002 expected=needs_check actual=safe",
+      "needs_check_account_001 expected=needs_check actual=dangerous",
+      "needs_check_account_002 expected=needs_check actual=dangerous",
+      "needs_check_school_001 expected=needs_check actual=safe",
+      "needs_check_billing_001 expected=needs_check actual=safe"
+    ],
+    "romance": [
+      "romance_003 expected=dangerous actual=needs_check"
+    ],
+    "suspicious": [
+      "suspicious_link_001 expected=suspicious actual=dangerous",
+      "suspicious_link_002 expected=suspicious actual=dangerous",
+      "suspicious_link_003 expected=suspicious actual=dangerous",
+      "suspicious_link_004 expected=suspicious actual=needs_check",
+      "suspicious_link_005 expected=suspicious actual=dangerous",
+      "suspicious_urgency_002 expected=suspicious actual=dangerous",
+      "suspicious_urgency_003 expected=suspicious actual=dangerous",
+      "suspicious_urgency_005 expected=suspicious actual=needs_check",
+      "suspicious_sender_001 expected=suspicious actual=needs_check",
+      "suspicious_sender_002 expected=suspicious actual=dangerous",
+      "suspicious_sender_003 expected=suspicious actual=dangerous",
+      "suspicious_sender_004 expected=suspicious actual=needs_check",
+      "suspicious_sender_005 expected=suspicious actual=dangerous",
+      "suspicious_market_001 expected=suspicious actual=safe",
+      "suspicious_market_002 expected=suspicious actual=dangerous",
+      "suspicious_market_003 expected=suspicious actual=safe",
+      "suspicious_market_004 expected=suspicious actual=safe",
+      "suspicious_market_005 expected=suspicious actual=safe"
+    ]
+  },
+  "invalid_predictions": [],
+  "mean_tactic_recall": 0.18616666666666667,
+  "model_errors": [
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "suspicious_urgency_001"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "suspicious_urgency_004"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "suspicious_market_001"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "suspicious_market_004"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "suspicious_market_005"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "needs_check_account_001"
+    }
+  ],
+  "risk_confusion": {
+    "dangerous->dangerous": 42,
+    "dangerous->needs_check": 3,
+    "needs_check->dangerous": 4,
+    "needs_check->needs_check": 8,
+    "needs_check->safe": 8,
+    "safe->safe": 15,
+    "suspicious->dangerous": 10,
+    "suspicious->needs_check": 4,
+    "suspicious->safe": 4,
+    "suspicious->suspicious": 2
+  },
+  "risk_level_accuracy": 0.67,
+  "risk_level_correct": 67,
+  "safe_as_dangerous_or_suspicious": [],
+  "scam_type_accuracy": 0.11,
+  "scam_type_correct": 11,
+  "unsafe_action_violations": []
+}

eval/reports/jawbreaker-minicpm-lora-smoke20.json

@@ -0,0 +1,158 @@
+{
+  "cases": 20,
+  "category_risk_accuracy": {
+    "bank_phishing": {
+      "accuracy": 1.0,
+      "correct": 3,
+      "total": 3
+    },
+    "family_impersonation": {
+      "accuracy": 1.0,
+      "correct": 3,
+      "total": 3
+    },
+    "job_scam": {
+      "accuracy": 1.0,
+      "correct": 2,
+      "total": 2
+    },
+    "legitimate_needs_check": {
+      "accuracy": 1.0,
+      "correct": 2,
+      "total": 2
+    },
+    "package_phishing": {
+      "accuracy": 1.0,
+      "correct": 3,
+      "total": 3
+    },
+    "prize_lottery": {
+      "accuracy": 1.0,
+      "correct": 2,
+      "total": 2
+    },
+    "safe_benign": {
+      "accuracy": 1.0,
+      "correct": 2,
+      "total": 2
+    },
+    "tech_support": {
+      "accuracy": 1.0,
+      "correct": 3,
+      "total": 3
+    }
+  },
+  "dangerous_as_safe": [],
+  "elapsed_seconds": 330.210223283,
+  "failures_by_category": {},
+  "invalid_predictions": [
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "package_phishing_0840"
+    },
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "bank_phishing_0841"
+    },
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "family_impersonation_0842"
+    },
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "tech_support_0843"
+    },
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "job_scam_0845"
+    },
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "safe_benign_0847"
+    },
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "package_phishing_0848"
+    },
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "bank_phishing_0849"
+    },
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "family_impersonation_0850"
+    },
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "tech_support_0851"
+    },
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "prize_lottery_0852"
+    },
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "job_scam_0853"
+    },
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "legitimate_needs_check_0854"
+    },
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "package_phishing_0856"
+    },
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "bank_phishing_0857"
+    },
+    {
+      "errors": [
+        "missing fields: ['summary']"
+      ],
+      "id": "tech_support_0859"
+    }
+  ],
+  "mean_tactic_recall": 0.125,
+  "risk_confusion": {
+    "dangerous->dangerous": 16,
+    "needs_check->needs_check": 2,
+    "safe->safe": 2
+  },
+  "risk_level_accuracy": 1.0,
+  "risk_level_correct": 20,
+  "safe_as_dangerous_or_suspicious": [],
+  "scam_type_accuracy": 0.1,
+  "scam_type_correct": 2,
+  "unsafe_action_violations": []
+}

eval/reports/jawbreaker-minicpm-lora-v2-hard215-guarded.json

@@ -0,0 +1,336 @@
+{
+  "cases": 215,
+  "category_risk_accuracy": {
+    "bank_phishing": {
+      "accuracy": 1.0,
+      "correct": 23,
+      "total": 23
+    },
+    "family_impersonation": {
+      "accuracy": 1.0,
+      "correct": 23,
+      "total": 23
+    },
+    "family_impersonation_hard": {
+      "accuracy": 1.0,
+      "correct": 4,
+      "total": 4
+    },
+    "job_scam": {
+      "accuracy": 1.0,
+      "correct": 22,
+      "total": 22
+    },
+    "legitimate_needs_check": {
+      "accuracy": 0.09090909090909091,
+      "correct": 2,
+      "total": 22
+    },
+    "legitimate_notice_hard": {
+      "accuracy": 0.5714285714285714,
+      "correct": 4,
+      "total": 7
+    },
+    "marketplace_hard": {
+      "accuracy": 0.6,
+      "correct": 3,
+      "total": 5
+    },
+    "package_phishing": {
+      "accuracy": 0.8695652173913043,
+      "correct": 20,
+      "total": 23
+    },
+    "prize_lottery": {
+      "accuracy": 1.0,
+      "correct": 22,
+      "total": 22
+    },
+    "safe_benign": {
+      "accuracy": 1.0,
+      "correct": 22,
+      "total": 22
+    },
+    "safe_hard": {
+      "accuracy": 0.8,
+      "correct": 4,
+      "total": 5
+    },
+    "secrecy_payment_hard": {
+      "accuracy": 1.0,
+      "correct": 4,
+      "total": 4
+    },
+    "suspicious_link_hard": {
+      "accuracy": 0.8,
+      "correct": 4,
+      "total": 5
+    },
+    "suspicious_urgency_hard": {
+      "accuracy": 0.6,
+      "correct": 3,
+      "total": 5
+    },
+    "tech_support": {
+      "accuracy": 1.0,
+      "correct": 23,
+      "total": 23
+    }
+  },
+  "dangerous_as_needs_check": [],
+  "dangerous_as_safe": [],
+  "elapsed_seconds": 0.003469999999651918,
+  "failures_by_category": {
+    "legitimate_needs_check": [
+      "legitimate_needs_check_0846 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0854 expected=needs_check actual=safe",
+      "legitimate_needs_check_0862 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0870 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0878 expected=needs_check actual=safe",
+      "legitimate_needs_check_0886 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0894 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0918 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0926 expected=needs_check actual=safe",
+      "legitimate_needs_check_0934 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0942 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0950 expected=needs_check actual=safe",
+      "legitimate_needs_check_0958 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0966 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0974 expected=needs_check actual=safe",
+      "legitimate_needs_check_0982 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0990 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0998 expected=needs_check actual=safe",
+      "legitimate_needs_check_1006 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_1014 expected=needs_check actual=suspicious"
+    ],
+    "legitimate_notice_hard": [
+      "legitimate_notice_hard_00_00 expected=needs_check actual=suspicious",
+      "legitimate_notice_hard_00_03 expected=needs_check actual=dangerous",
+      "legitimate_notice_hard_00_04 expected=needs_check actual=dangerous"
+    ],
+    "marketplace_hard": [
+      "marketplace_hard_00_02 expected=suspicious actual=dangerous",
+      "marketplace_hard_00_04 expected=suspicious actual=dangerous"
+    ],
+    "package_phishing": [
+      "package_phishing_0856 expected=dangerous actual=suspicious",
+      "package_phishing_0904 expected=dangerous actual=suspicious",
+      "package_phishing_0976 expected=dangerous actual=suspicious"
+    ],
+    "safe_hard": [
+      "safe_hard_00_02 expected=safe actual=needs_check"
+    ],
+    "suspicious_link_hard": [
+      "suspicious_link_hard_00_02 expected=suspicious actual=dangerous"
+    ],
+    "suspicious_urgency_hard": [
+      "suspicious_urgency_hard_00_02 expected=suspicious actual=dangerous",
+      "suspicious_urgency_hard_00_03 expected=suspicious actual=dangerous"
+    ]
+  },
+  "invalid_predictions": [],
+  "mean_tactic_recall": 0.31356589147286823,
+  "model_errors": [
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "legitimate_needs_check_0854"
+    },
+    {
+      "error": "JSONDecodeError('Expecting property name enclosed in double quotes: line 1 column 4 (char 3)')",
+      "id": "package_phishing_0856"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "prize_lottery_0876"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "legitimate_needs_check_0878"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "bank_phishing_0897"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "package_phishing_0904"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "prize_lottery_0924"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "legitimate_needs_check_0926"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "bank_phishing_0937"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "legitimate_needs_check_0950"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "legitimate_needs_check_0974"
+    },
+    {
+      "error": "JSONDecodeError('Expecting property name enclosed in double quotes: line 1 column 4 (char 3)')",
+      "id": "package_phishing_0976"
+    },
+    {
+      "error": "JSONDecodeError('Extra data: line 1 column 527 (char 526)')",
+      "id": "package_phishing_0984"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "legitimate_needs_check_0998"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "bank_phishing_1001"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "suspicious_urgency_hard_00_03"
+    }
+  ],
+  "risk_confusion": {
+    "dangerous->dangerous": 141,
+    "dangerous->suspicious": 3,
+    "needs_check->dangerous": 2,
+    "needs_check->needs_check": 6,
+    "needs_check->safe": 6,
+    "needs_check->suspicious": 15,
+    "safe->needs_check": 1,
+    "safe->safe": 26,
+    "suspicious->dangerous": 5,
+    "suspicious->suspicious": 10
+  },
+  "risk_level_accuracy": 0.8511627906976744,
+  "risk_level_correct": 183,
+  "safe_as_dangerous_or_suspicious": [],
+  "safety_guard_promotions": [
+    {
+      "from": "needs_check",
+      "id": "package_phishing_0840"
+    },
+    {
+      "from": "needs_check",
+      "id": "bank_phishing_0841"
+    },
+    {
+      "from": "needs_check",
+      "id": "bank_phishing_0849"
+    },
+    {
+      "from": "needs_check",
+      "id": "tech_support_0859"
+    },
+    {
+      "from": "needs_check",
+      "id": "bank_phishing_0881"
+    },
+    {
+      "from": "needs_check",
+      "id": "tech_support_0883"
+    },
+    {
+      "from": "needs_check",
+      "id": "package_phishing_0888"
+    },
+    {
+      "from": "needs_check",
+      "id": "prize_lottery_0900"
+    },
+    {
+      "from": "needs_check",
+      "id": "tech_support_0907"
+    },
+    {
+      "from": "needs_check",
+      "id": "bank_phishing_0921"
+    },
+    {
+      "from": "needs_check",
+      "id": "bank_phishing_0929"
+    },
+    {
+      "from": "needs_check",
+      "id": "tech_support_0931"
+    },
+    {
+      "from": "needs_check",
+      "id": "package_phishing_0936"
+    },
+    {
+      "from": "needs_check",
+      "id": "bank_phishing_0945"
+    },
+    {
+      "from": "needs_check",
+      "id": "tech_support_0955"
+    },
+    {
+      "from": "needs_check",
+      "id": "package_phishing_0960"
+    },
+    {
+      "from": "needs_check",
+      "id": "bank_phishing_0961"
+    },
+    {
+      "from": "needs_check",
+      "id": "bank_phishing_0969"
+    },
+    {
+      "from": "needs_check",
+      "id": "tech_support_0979"
+    },
+    {
+      "from": "needs_check",
+      "id": "tech_support_1003"
+    },
+    {
+      "from": "needs_check",
+      "id": "job_scam_1013"
+    },
+    {
+      "from": "needs_check",
+      "id": "family_impersonation_1018"
+    },
+    {
+      "from": "suspicious",
+      "id": "marketplace_hard_00_02"
+    },
+    {
+      "from": "suspicious",
+      "id": "marketplace_hard_00_04"
+    },
+    {
+      "from": "suspicious",
+      "id": "suspicious_link_hard_00_02"
+    },
+    {
+      "from": "suspicious",
+      "id": "suspicious_urgency_hard_00_02"
+    },
+    {
+      "from": "needs_check",
+      "id": "legitimate_notice_hard_00_00"
+    },
+    {
+      "from": "suspicious",
+      "id": "legitimate_notice_hard_00_03"
+    },
+    {
+      "from": "needs_check",
+      "id": "legitimate_notice_hard_00_04"
+    }
+  ],
+  "scam_type_accuracy": 0.26046511627906976,
+  "scam_type_correct": 56,
+  "suspicious_as_safe": [],
+  "unsafe_action_violations": []
+}

eval/reports/jawbreaker-minicpm-lora-v2-hard215.json

@@ -0,0 +1,264 @@
+{
+  "cases": 215,
+  "category_risk_accuracy": {
+    "bank_phishing": {
+      "accuracy": 0.6521739130434783,
+      "correct": 15,
+      "total": 23
+    },
+    "family_impersonation": {
+      "accuracy": 0.9565217391304348,
+      "correct": 22,
+      "total": 23
+    },
+    "family_impersonation_hard": {
+      "accuracy": 1.0,
+      "correct": 4,
+      "total": 4
+    },
+    "job_scam": {
+      "accuracy": 0.9545454545454546,
+      "correct": 21,
+      "total": 22
+    },
+    "legitimate_needs_check": {
+      "accuracy": 0.09090909090909091,
+      "correct": 2,
+      "total": 22
+    },
+    "legitimate_notice_hard": {
+      "accuracy": 0.8571428571428571,
+      "correct": 6,
+      "total": 7
+    },
+    "marketplace_hard": {
+      "accuracy": 1.0,
+      "correct": 5,
+      "total": 5
+    },
+    "package_phishing": {
+      "accuracy": 0.6956521739130435,
+      "correct": 16,
+      "total": 23
+    },
+    "prize_lottery": {
+      "accuracy": 0.9545454545454546,
+      "correct": 21,
+      "total": 22
+    },
+    "safe_benign": {
+      "accuracy": 1.0,
+      "correct": 22,
+      "total": 22
+    },
+    "safe_hard": {
+      "accuracy": 0.8,
+      "correct": 4,
+      "total": 5
+    },
+    "secrecy_payment_hard": {
+      "accuracy": 1.0,
+      "correct": 4,
+      "total": 4
+    },
+    "suspicious_link_hard": {
+      "accuracy": 1.0,
+      "correct": 5,
+      "total": 5
+    },
+    "suspicious_urgency_hard": {
+      "accuracy": 0.8,
+      "correct": 4,
+      "total": 5
+    },
+    "tech_support": {
+      "accuracy": 0.6956521739130435,
+      "correct": 16,
+      "total": 23
+    }
+  },
+  "dangerous_as_needs_check": [
+    "package_phishing_0840",
+    "bank_phishing_0841",
+    "bank_phishing_0849",
+    "tech_support_0859",
+    "bank_phishing_0881",
+    "tech_support_0883",
+    "package_phishing_0888",
+    "prize_lottery_0900",
+    "tech_support_0907",
+    "bank_phishing_0921",
+    "bank_phishing_0929",
+    "tech_support_0931",
+    "package_phishing_0936",
+    "bank_phishing_0945",
+    "tech_support_0955",
+    "package_phishing_0960",
+    "bank_phishing_0961",
+    "bank_phishing_0969",
+    "tech_support_0979",
+    "tech_support_1003",
+    "job_scam_1013",
+    "family_impersonation_1018"
+  ],
+  "dangerous_as_safe": [],
+  "elapsed_seconds": 2120.87302942,
+  "failures_by_category": {
+    "bank_phishing": [
+      "bank_phishing_0841 expected=dangerous actual=needs_check",
+      "bank_phishing_0849 expected=dangerous actual=needs_check",
+      "bank_phishing_0881 expected=dangerous actual=needs_check",
+      "bank_phishing_0921 expected=dangerous actual=needs_check",
+      "bank_phishing_0929 expected=dangerous actual=needs_check",
+      "bank_phishing_0945 expected=dangerous actual=needs_check",
+      "bank_phishing_0961 expected=dangerous actual=needs_check",
+      "bank_phishing_0969 expected=dangerous actual=needs_check"
+    ],
+    "family_impersonation": [
+      "family_impersonation_1018 expected=dangerous actual=needs_check"
+    ],
+    "job_scam": [
+      "job_scam_1013 expected=dangerous actual=needs_check"
+    ],
+    "legitimate_needs_check": [
+      "legitimate_needs_check_0846 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0854 expected=needs_check actual=safe",
+      "legitimate_needs_check_0862 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0870 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0878 expected=needs_check actual=safe",
+      "legitimate_needs_check_0886 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0894 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0918 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0926 expected=needs_check actual=safe",
+      "legitimate_needs_check_0934 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0942 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0950 expected=needs_check actual=safe",
+      "legitimate_needs_check_0958 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0966 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0974 expected=needs_check actual=safe",
+      "legitimate_needs_check_0982 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0990 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_0998 expected=needs_check actual=safe",
+      "legitimate_needs_check_1006 expected=needs_check actual=suspicious",
+      "legitimate_needs_check_1014 expected=needs_check actual=suspicious"
+    ],
+    "legitimate_notice_hard": [
+      "legitimate_notice_hard_00_03 expected=needs_check actual=suspicious"
+    ],
+    "package_phishing": [
+      "package_phishing_0840 expected=dangerous actual=needs_check",
+      "package_phishing_0856 expected=dangerous actual=suspicious",
+      "package_phishing_0888 expected=dangerous actual=needs_check",
+      "package_phishing_0904 expected=dangerous actual=suspicious",
+      "package_phishing_0936 expected=dangerous actual=needs_check",
+      "package_phishing_0960 expected=dangerous actual=needs_check",
+      "package_phishing_0976 expected=dangerous actual=suspicious"
+    ],
+    "prize_lottery": [
+      "prize_lottery_0900 expected=dangerous actual=needs_check"
+    ],
+    "safe_hard": [
+      "safe_hard_00_02 expected=safe actual=needs_check"
+    ],
+    "suspicious_urgency_hard": [
+      "suspicious_urgency_hard_00_03 expected=suspicious actual=dangerous"
+    ],
+    "tech_support": [
+      "tech_support_0859 expected=dangerous actual=needs_check",
+      "tech_support_0883 expected=dangerous actual=needs_check",
+      "tech_support_0907 expected=dangerous actual=needs_check",
+      "tech_support_0931 expected=dangerous actual=needs_check",
+      "tech_support_0955 expected=dangerous actual=needs_check",
+      "tech_support_0979 expected=dangerous actual=needs_check",
+      "tech_support_1003 expected=dangerous actual=needs_check"
+    ]
+  },
+  "invalid_predictions": [],
+  "mean_tactic_recall": 0.23410852713178296,
+  "model_errors": [
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "legitimate_needs_check_0854"
+    },
+    {
+      "error": "JSONDecodeError('Expecting property name enclosed in double quotes: line 1 column 4 (char 3)')",
+      "id": "package_phishing_0856"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "prize_lottery_0876"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "legitimate_needs_check_0878"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "bank_phishing_0897"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "package_phishing_0904"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "prize_lottery_0924"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "legitimate_needs_check_0926"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "bank_phishing_0937"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "legitimate_needs_check_0950"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "legitimate_needs_check_0974"
+    },
+    {
+      "error": "JSONDecodeError('Expecting property name enclosed in double quotes: line 1 column 4 (char 3)')",
+      "id": "package_phishing_0976"
+    },
+    {
+      "error": "JSONDecodeError('Extra data: line 1 column 527 (char 526)')",
+      "id": "package_phishing_0984"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "legitimate_needs_check_0998"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "bank_phishing_1001"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "suspicious_urgency_hard_00_03"
+    }
+  ],
+  "risk_confusion": {
+    "dangerous->dangerous": 119,
+    "dangerous->needs_check": 22,
+    "dangerous->suspicious": 3,
+    "needs_check->needs_check": 8,
+    "needs_check->safe": 6,
+    "needs_check->suspicious": 15,
+    "safe->needs_check": 1,
+    "safe->safe": 26,
+    "suspicious->dangerous": 1,
+    "suspicious->suspicious": 14
+  },
+  "risk_level_accuracy": 0.7767441860465116,
+  "risk_level_correct": 167,
+  "safe_as_dangerous_or_suspicious": [],
+  "safety_guard_promotions": [],
+  "scam_type_accuracy": 0.15813953488372093,
+  "scam_type_correct": 34,
+  "suspicious_as_safe": [],
+  "unsafe_action_violations": []
+}

eval/reports/jawbreaker-minicpm-lora-v2-scam100-guarded.json

@@ -0,0 +1,216 @@
+{
+  "cases": 100,
+  "category_risk_accuracy": {
+    "bank_phishing": {
+      "accuracy": 1.0,
+      "correct": 8,
+      "total": 8
+    },
+    "family_impersonation": {
+      "accuracy": 1.0,
+      "correct": 7,
+      "total": 7
+    },
+    "gift_card": {
+      "accuracy": 1.0,
+      "correct": 7,
+      "total": 7
+    },
+    "job_scam": {
+      "accuracy": 1.0,
+      "correct": 2,
+      "total": 2
+    },
+    "needs_check": {
+      "accuracy": 0.6,
+      "correct": 12,
+      "total": 20
+    },
+    "package_phishing": {
+      "accuracy": 0.875,
+      "correct": 7,
+      "total": 8
+    },
+    "prize_lottery": {
+      "accuracy": 1.0,
+      "correct": 5,
+      "total": 5
+    },
+    "romance": {
+      "accuracy": 1.0,
+      "correct": 3,
+      "total": 3
+    },
+    "safe": {
+      "accuracy": 0.9333333333333333,
+      "correct": 14,
+      "total": 15
+    },
+    "suspicious": {
+      "accuracy": 0.65,
+      "correct": 13,
+      "total": 20
+    },
+    "tech_support": {
+      "accuracy": 1.0,
+      "correct": 5,
+      "total": 5
+    }
+  },
+  "dangerous_as_needs_check": [],
+  "dangerous_as_safe": [],
+  "elapsed_seconds": 0.0015733330001239665,
+  "failures_by_category": {
+    "needs_check": [
+      "needs_check_bank_002 expected=needs_check actual=suspicious",
+      "needs_check_bank_003 expected=needs_check actual=dangerous",
+      "needs_check_bank_005 expected=needs_check actual=suspicious",
+      "needs_check_delivery_001 expected=needs_check actual=suspicious",
+      "needs_check_medical_001 expected=needs_check actual=safe",
+      "needs_check_medical_002 expected=needs_check actual=safe",
+      "needs_check_account_001 expected=needs_check actual=dangerous",
+      "needs_check_account_002 expected=needs_check actual=dangerous"
+    ],
+    "package_phishing": [
+      "package_phish_006 expected=dangerous actual=suspicious"
+    ],
+    "safe": [
+      "safe_marketing_001 expected=safe actual=needs_check"
+    ],
+    "suspicious": [
+      "suspicious_link_003 expected=suspicious actual=dangerous",
+      "suspicious_urgency_003 expected=suspicious actual=dangerous",
+      "suspicious_urgency_004 expected=suspicious actual=dangerous",
+      "suspicious_sender_001 expected=suspicious actual=dangerous",
+      "suspicious_sender_004 expected=suspicious actual=needs_check",
+      "suspicious_market_002 expected=suspicious actual=dangerous",
+      "suspicious_market_004 expected=suspicious actual=dangerous"
+    ]
+  },
+  "invalid_predictions": [],
+  "mean_tactic_recall": 0.3403333333333333,
+  "model_errors": [
+    {
+      "error": "JSONDecodeError('Extra data: line 1 column 505 (char 504)')",
+      "id": "package_phish_004"
+    },
+    {
+      "error": "JSONDecodeError('Expecting property name enclosed in double quotes: line 1 column 4 (char 3)')",
+      "id": "package_phish_005"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "suspicious_urgency_004"
+    }
+  ],
+  "risk_confusion": {
+    "dangerous->dangerous": 44,
+    "dangerous->suspicious": 1,
+    "needs_check->dangerous": 3,
+    "needs_check->needs_check": 12,
+    "needs_check->safe": 2,
+    "needs_check->suspicious": 3,
+    "safe->needs_check": 1,
+    "safe->safe": 14,
+    "suspicious->dangerous": 6,
+    "suspicious->needs_check": 1,
+    "suspicious->suspicious": 13
+  },
+  "risk_level_accuracy": 0.83,
+  "risk_level_correct": 83,
+  "safe_as_dangerous_or_suspicious": [],
+  "safety_guard_promotions": [
+    {
+      "from": "suspicious",
+      "id": "package_phish_001"
+    },
+    {
+      "from": "needs_check",
+      "id": "package_phish_003"
+    },
+    {
+      "from": "needs_check",
+      "id": "package_phish_006"
+    },
+    {
+      "from": "needs_check",
+      "id": "bank_phish_001"
+    },
+    {
+      "from": "needs_check",
+      "id": "bank_phish_002"
+    },
+    {
+      "from": "needs_check",
+      "id": "bank_phish_003"
+    },
+    {
+      "from": "suspicious",
+      "id": "bank_phish_006"
+    },
+    {
+      "from": "needs_check",
+      "id": "tech_support_002"
+    },
+    {
+      "from": "needs_check",
+      "id": "tech_support_003"
+    },
+    {
+      "from": "needs_check",
+      "id": "prize_001"
+    },
+    {
+      "from": "suspicious",
+      "id": "prize_004"
+    },
+    {
+      "from": "suspicious",
+      "id": "prize_005"
+    },
+    {
+      "from": "suspicious",
+      "id": "job_scam_002"
+    },
+    {
+      "from": "suspicious",
+      "id": "suspicious_link_003"
+    },
+    {
+      "from": "suspicious",
+      "id": "suspicious_urgency_003"
+    },
+    {
+      "from": "suspicious",
+      "id": "suspicious_sender_001"
+    },
+    {
+      "from": "suspicious",
+      "id": "suspicious_market_002"
+    },
+    {
+      "from": "suspicious",
+      "id": "suspicious_market_004"
+    },
+    {
+      "from": "needs_check",
+      "id": "needs_check_bank_003"
+    },
+    {
+      "from": "needs_check",
+      "id": "needs_check_delivery_001"
+    },
+    {
+      "from": "suspicious",
+      "id": "needs_check_account_001"
+    },
+    {
+      "from": "needs_check",
+      "id": "needs_check_account_002"
+    }
+  ],
+  "scam_type_accuracy": 0.25,
+  "scam_type_correct": 25,
+  "suspicious_as_safe": [],
+  "unsafe_action_violations": []
+}

eval/reports/jawbreaker-minicpm-lora-v2-scam100-raw-local.json

@@ -0,0 +1,148 @@
+{
+  "cases": 100,
+  "category_risk_accuracy": {
+    "bank_phishing": {
+      "accuracy": 0.5,
+      "correct": 4,
+      "total": 8
+    },
+    "family_impersonation": {
+      "accuracy": 1.0,
+      "correct": 7,
+      "total": 7
+    },
+    "gift_card": {
+      "accuracy": 1.0,
+      "correct": 7,
+      "total": 7
+    },
+    "job_scam": {
+      "accuracy": 0.5,
+      "correct": 1,
+      "total": 2
+    },
+    "needs_check": {
+      "accuracy": 0.75,
+      "correct": 15,
+      "total": 20
+    },
+    "package_phishing": {
+      "accuracy": 0.625,
+      "correct": 5,
+      "total": 8
+    },
+    "prize_lottery": {
+      "accuracy": 0.4,
+      "correct": 2,
+      "total": 5
+    },
+    "romance": {
+      "accuracy": 1.0,
+      "correct": 3,
+      "total": 3
+    },
+    "safe": {
+      "accuracy": 0.9333333333333333,
+      "correct": 14,
+      "total": 15
+    },
+    "suspicious": {
+      "accuracy": 0.9,
+      "correct": 18,
+      "total": 20
+    },
+    "tech_support": {
+      "accuracy": 0.6,
+      "correct": 3,
+      "total": 5
+    }
+  },
+  "dangerous_as_needs_check": [
+    "package_phish_003",
+    "package_phish_006",
+    "bank_phish_001",
+    "bank_phish_002",
+    "bank_phish_003",
+    "tech_support_002",
+    "tech_support_003",
+    "prize_001"
+  ],
+  "dangerous_as_safe": [],
+  "elapsed_seconds": 0.0001381660003971774,
+  "failures_by_category": {
+    "bank_phishing": [
+      "bank_phish_001 expected=dangerous actual=needs_check",
+      "bank_phish_002 expected=dangerous actual=needs_check",
+      "bank_phish_003 expected=dangerous actual=needs_check",
+      "bank_phish_006 expected=dangerous actual=suspicious"
+    ],
+    "job_scam": [
+      "job_scam_002 expected=dangerous actual=suspicious"
+    ],
+    "needs_check": [
+      "needs_check_bank_002 expected=needs_check actual=suspicious",
+      "needs_check_bank_005 expected=needs_check actual=suspicious",
+      "needs_check_medical_001 expected=needs_check actual=safe",
+      "needs_check_medical_002 expected=needs_check actual=safe",
+      "needs_check_account_001 expected=needs_check actual=suspicious"
+    ],
+    "package_phishing": [
+      "package_phish_001 expected=dangerous actual=suspicious",
+      "package_phish_003 expected=dangerous actual=needs_check",
+      "package_phish_006 expected=dangerous actual=needs_check"
+    ],
+    "prize_lottery": [
+      "prize_001 expected=dangerous actual=needs_check",
+      "prize_004 expected=dangerous actual=suspicious",
+      "prize_005 expected=dangerous actual=suspicious"
+    ],
+    "safe": [
+      "safe_marketing_001 expected=safe actual=needs_check"
+    ],
+    "suspicious": [
+      "suspicious_urgency_004 expected=suspicious actual=dangerous",
+      "suspicious_sender_004 expected=suspicious actual=needs_check"
+    ],
+    "tech_support": [
+      "tech_support_002 expected=dangerous actual=needs_check",
+      "tech_support_003 expected=dangerous actual=needs_check"
+    ]
+  },
+  "invalid_predictions": [],
+  "mean_tactic_recall": 0.24033333333333332,
+  "model_errors": [
+    {
+      "error": "JSONDecodeError('Extra data: line 1 column 505 (char 504)')",
+      "id": "package_phish_004"
+    },
+    {
+      "error": "JSONDecodeError('Expecting property name enclosed in double quotes: line 1 column 4 (char 3)')",
+      "id": "package_phish_005"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "suspicious_urgency_004"
+    }
+  ],
+  "risk_confusion": {
+    "dangerous->dangerous": 32,
+    "dangerous->needs_check": 8,
+    "dangerous->suspicious": 5,
+    "needs_check->needs_check": 15,
+    "needs_check->safe": 2,
+    "needs_check->suspicious": 3,
+    "safe->needs_check": 1,
+    "safe->safe": 14,
+    "suspicious->dangerous": 1,
+    "suspicious->needs_check": 1,
+    "suspicious->suspicious": 18
+  },
+  "risk_level_accuracy": 0.79,
+  "risk_level_correct": 79,
+  "safe_as_dangerous_or_suspicious": [],
+  "safety_guard_promotions": [],
+  "scam_type_accuracy": 0.17,
+  "scam_type_correct": 17,
+  "suspicious_as_safe": [],
+  "unsafe_action_violations": []
+}

eval/reports/jawbreaker-minicpm-lora-v2-scam100.json

@@ -0,0 +1,147 @@
+{
+  "cases": 100,
+  "category_risk_accuracy": {
+    "bank_phishing": {
+      "accuracy": 0.5,
+      "correct": 4,
+      "total": 8
+    },
+    "family_impersonation": {
+      "accuracy": 1.0,
+      "correct": 7,
+      "total": 7
+    },
+    "gift_card": {
+      "accuracy": 1.0,
+      "correct": 7,
+      "total": 7
+    },
+    "job_scam": {
+      "accuracy": 0.5,
+      "correct": 1,
+      "total": 2
+    },
+    "needs_check": {
+      "accuracy": 0.75,
+      "correct": 15,
+      "total": 20
+    },
+    "package_phishing": {
+      "accuracy": 0.625,
+      "correct": 5,
+      "total": 8
+    },
+    "prize_lottery": {
+      "accuracy": 0.4,
+      "correct": 2,
+      "total": 5
+    },
+    "romance": {
+      "accuracy": 1.0,
+      "correct": 3,
+      "total": 3
+    },
+    "safe": {
+      "accuracy": 0.9333333333333333,
+      "correct": 14,
+      "total": 15
+    },
+    "suspicious": {
+      "accuracy": 0.9,
+      "correct": 18,
+      "total": 20
+    },
+    "tech_support": {
+      "accuracy": 0.6,
+      "correct": 3,
+      "total": 5
+    }
+  },
+  "dangerous_as_needs_check": [
+    "package_phish_003",
+    "package_phish_006",
+    "bank_phish_001",
+    "bank_phish_002",
+    "bank_phish_003",
+    "tech_support_002",
+    "tech_support_003",
+    "prize_001"
+  ],
+  "dangerous_as_safe": [],
+  "elapsed_seconds": 891.548414613,
+  "failures_by_category": {
+    "bank_phishing": [
+      "bank_phish_001 expected=dangerous actual=needs_check",
+      "bank_phish_002 expected=dangerous actual=needs_check",
+      "bank_phish_003 expected=dangerous actual=needs_check",
+      "bank_phish_006 expected=dangerous actual=suspicious"
+    ],
+    "job_scam": [
+      "job_scam_002 expected=dangerous actual=suspicious"
+    ],
+    "needs_check": [
+      "needs_check_bank_002 expected=needs_check actual=suspicious",
+      "needs_check_bank_005 expected=needs_check actual=suspicious",
+      "needs_check_medical_001 expected=needs_check actual=safe",
+      "needs_check_medical_002 expected=needs_check actual=safe",
+      "needs_check_account_001 expected=needs_check actual=suspicious"
+    ],
+    "package_phishing": [
+      "package_phish_001 expected=dangerous actual=suspicious",
+      "package_phish_003 expected=dangerous actual=needs_check",
+      "package_phish_006 expected=dangerous actual=needs_check"
+    ],
+    "prize_lottery": [
+      "prize_001 expected=dangerous actual=needs_check",
+      "prize_004 expected=dangerous actual=suspicious",
+      "prize_005 expected=dangerous actual=suspicious"
+    ],
+    "safe": [
+      "safe_marketing_001 expected=safe actual=needs_check"
+    ],
+    "suspicious": [
+      "suspicious_urgency_004 expected=suspicious actual=dangerous",
+      "suspicious_sender_004 expected=suspicious actual=needs_check"
+    ],
+    "tech_support": [
+      "tech_support_002 expected=dangerous actual=needs_check",
+      "tech_support_003 expected=dangerous actual=needs_check"
+    ]
+  },
+  "invalid_predictions": [],
+  "mean_tactic_recall": 0.24033333333333332,
+  "model_errors": [
+    {
+      "error": "JSONDecodeError('Extra data: line 1 column 505 (char 504)')",
+      "id": "package_phish_004"
+    },
+    {
+      "error": "JSONDecodeError('Expecting property name enclosed in double quotes: line 1 column 4 (char 3)')",
+      "id": "package_phish_005"
+    },
+    {
+      "error": "JSONDecodeError('Expecting value: line 1 column 1 (char 0)')",
+      "id": "suspicious_urgency_004"
+    }
+  ],
+  "risk_confusion": {
+    "dangerous->dangerous": 32,
+    "dangerous->needs_check": 8,
+    "dangerous->suspicious": 5,
+    "needs_check->needs_check": 15,
+    "needs_check->safe": 2,
+    "needs_check->suspicious": 3,
+    "safe->needs_check": 1,
+    "safe->safe": 14,
+    "suspicious->dangerous": 1,
+    "suspicious->needs_check": 1,
+    "suspicious->suspicious": 18
+  },
+  "risk_level_accuracy": 0.79,
+  "risk_level_correct": 79,
+  "safe_as_dangerous_or_suspicious": [],
+  "scam_type_accuracy": 0.17,
+  "scam_type_correct": 17,
+  "suspicious_as_safe": [],
+  "unsafe_action_violations": []
+}