From 9603c125725c5be27d25a2b107b55444ccfb87b6 Mon Sep 17 00:00:00 2001 From: "Sheriff .n Ibrahim" Date: Mon, 9 Mar 2026 13:32:47 +0100 Subject: [PATCH] Week 6: Support ticket category classifier (baseline + LLM via OpenRouter) --- .../IbrahimSheriff/README.md | 30 ++ .../IbrahimSheriff/generate_dataset.py | 123 +++++ .../support_ticket_classifier.ipynb | 207 ++++++++ .../IbrahimSheriff/support_tickets.csv | 501 ++++++++++++++++++ 4 files changed, 861 insertions(+) create mode 100644 week6/community-contributions/IbrahimSheriff/README.md create mode 100644 week6/community-contributions/IbrahimSheriff/generate_dataset.py create mode 100644 week6/community-contributions/IbrahimSheriff/support_ticket_classifier.ipynb create mode 100644 week6/community-contributions/IbrahimSheriff/support_tickets.csv diff --git a/week6/community-contributions/IbrahimSheriff/README.md b/week6/community-contributions/IbrahimSheriff/README.md new file mode 100644 index 0000000000..499664bfef --- /dev/null +++ b/week6/community-contributions/IbrahimSheriff/README.md @@ -0,0 +1,30 @@ +# Support Ticket → Category Classifier + +Week 6 community contribution: classify support messages into **Billing**, **Shipping**, **Technical**, **Refund**, or **Other**. + +## Dataset + +- **support_tickets.csv**: 500 rows, columns `message`, `category`. +- Synthetic support-style messages, roughly 100 per category. +- To regenerate: `python generate_dataset.py` (optional). + +## Categories + +- Billing, Shipping, Technical, Refund, Other + +## How to run + +1. Ensure `support_tickets.csv` is in this folder (or run `python generate_dataset.py`). +2. Set `OPENROUTER_API_KEY` in your environment or `.env` (get a key at [openrouter.ai](https://openrouter.ai)). +3. Open `support_ticket_classifier.ipynb` and run all cells. + +Dependencies: `pandas`, `scikit-learn`, `openai`, `python-dotenv` (same as course). LLM calls go via OpenRouter (OpenAI-compatible client). + +## What the notebook does + +- Loads the CSV and splits 80% train / 20% test (stratified). +- **Baseline**: keyword rules + majority-class fallback; reports accuracy and weighted F1. +- **LLM**: OpenRouter (default model `openai/gpt-4o-mini`) with a single prompt (reply with only the category name); same metrics. +- **Comparison**: prints Baseline vs LLM accuracy and F1. + +No fine-tuning in this minimal version. diff --git a/week6/community-contributions/IbrahimSheriff/generate_dataset.py b/week6/community-contributions/IbrahimSheriff/generate_dataset.py new file mode 100644 index 0000000000..dd3450536a --- /dev/null +++ b/week6/community-contributions/IbrahimSheriff/generate_dataset.py @@ -0,0 +1,123 @@ +#!/usr/bin/env python3 +"""Generate support_tickets.csv with 500 labeled support-style messages (synthetic).""" +import csv +import random + +random.seed(42) + +CATEGORIES = ["Billing", "Shipping", "Technical", "Refund", "Other"] + +TEMPLATES = { + "Billing": [ + "I was charged twice for my order #{}. Can you fix this?", + "My invoice for {} is wrong. I need a correction.", + "Why was I charged ${}? I didn't authorize this.", + "I want to cancel my subscription. I'm still being billed.", + "Please send me a copy of my invoice for last month.", + "There's an unexpected charge of ${} on my account.", + "I never received a refund for my cancelled order.", + "My payment failed but the amount was deducted from my card.", + "I need to update my payment method for my subscription.", + "Can you explain the ${} fee on my last statement?", + "I was overcharged for my order. Order ID: {}.", + "When will my refund be processed? It's been 2 weeks.", + "I need to dispute a charge from {}.", + "My billing address is wrong. How do I change it?", + "Why am I being charged a monthly fee I didn't sign up for?", + ], + "Shipping": [ + "My order hasn't arrived yet. It's been 2 weeks. Order #{}.", + "Where is my package? Tracking says delivered but I didn't get it.", + "I need to change the delivery address for my order.", + "The package arrived damaged. What do I do?", + "Can I get a tracking number for my shipment?", + "My delivery was left at the wrong address.", + "When will my order ship? I placed it {} days ago.", + "I never received my order. Please resend.", + "The shipping address is wrong. Order #{}. Can you update it?", + "My package has been stuck in transit for a week.", + "I need to cancel my order before it ships.", + "Do you ship to international addresses?", + "What are the shipping options for my region?", + "The courier says they attempted delivery but I was home.", + "My order was sent to the wrong city. Order #{}.", + ], + "Technical": [ + "I can't log in to my account. It says password invalid.", + "The app keeps crashing when I open the settings.", + "I forgot my password. How do I reset it?", + "The website is not loading on my browser.", + "I'm getting an error code {} when I try to checkout.", + "My account is locked. How do I unlock it?", + "The app won't let me upload my profile photo.", + "I need help with two-factor authentication setup.", + "The page keeps timing out when I submit the form.", + "I can't receive the verification email. I checked spam.", + "The mobile app is very slow after the last update.", + "I get a 404 error when I click the link in your email.", + "My session expires after 1 minute. Is that normal?", + "The checkout button doesn't work on my phone.", + "I want to delete my account. Where is the option?", + ], + "Refund": [ + "I want a refund for my order #{}.", + "I need to return this item. How do I get my money back?", + "I cancelled my order. When will I get the refund?", + "Please process the refund for my returned item.", + "I was told I'd get a refund but it hasn't appeared.", + "Can I get a full refund? The product was defective.", + "I need to return an item and get a refund. Order #{}.", + "How long do refunds take to show up on my card?", + "I want to cancel and get a refund before shipping.", + "I returned the item 2 weeks ago. Where is my refund?", + "The refund amount is wrong. I paid ${}.", + "I'd like to request a refund for a duplicate charge.", + "My refund was declined. Can you tell me why?", + "I need a refund to my original payment method.", + "Can I get a partial refund? The item was damaged.", + ], + "Other": [ + "I have a general question about your services.", + "How do I contact the sales team?", + "I want to know more about your return policy.", + "Can you send me the terms and conditions?", + "I need to update my email address on file.", + "How do I change my account username?", + "I'd like to speak to a manager please.", + "Where can I find your privacy policy?", + "I have feedback about your customer service.", + "What are your business hours for support?", + "I need to verify my identity. What documents do you need?", + "Can I get a certificate of purchase for my order?", + "I want to subscribe to your newsletter.", + "How do I refer a friend to your service?", + "I have a complaint I'd like to escalate.", + ], +} + +def main(): + rows = [{"message": "", "category": ""}] + rows.clear() + for category in CATEGORIES: + templates = TEMPLATES[category] + for i in range(100): + t = templates[i % len(templates)] + # Inject variation for placeholders + if "${}" in t: + msg = t.replace("${}", f"${random.randint(20, 200)}") + elif "{}" in t: + fill = random.randint(1000, 99999) if "#" in t or "Order" in t or "order" in t else random.randint(1, 30) + msg = t.format(fill) + else: + msg = t + rows.append({"message": msg, "category": category}) + random.shuffle(rows) + path = "support_tickets.csv" + with open(path, "w", newline="", encoding="utf-8") as f: + w = csv.DictWriter(f, fieldnames=["message", "category"]) + w.writeheader() + w.writerows(rows) + print(f"Wrote {len(rows)} rows to {path}") + +if __name__ == "__main__": + main() diff --git a/week6/community-contributions/IbrahimSheriff/support_ticket_classifier.ipynb b/week6/community-contributions/IbrahimSheriff/support_ticket_classifier.ipynb new file mode 100644 index 0000000000..37fe845bc8 --- /dev/null +++ b/week6/community-contributions/IbrahimSheriff/support_ticket_classifier.ipynb @@ -0,0 +1,207 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Support Ticket → Category Classifier\n", + "\n", + "Classify support messages into: **Billing**, **Shipping**, **Technical**, **Refund**, **Other**.\n", + "\n", + "- Load 500-row CSV, train/test split (80/20)\n", + "- Baseline: keyword rules + majority fallback\n", + "- LLM: single prompt, category-only reply\n", + "- Compare accuracy and F1" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import os\n", + "import pandas as pd\n", + "from sklearn.model_selection import train_test_split\n", + "from sklearn.metrics import accuracy_score, f1_score, classification_report\n", + "from dotenv import load_dotenv\n", + "\n", + "load_dotenv(override=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# Categories (must match CSV labels)\n", + "CATEGORIES = [\"Billing\", \"Shipping\", \"Technical\", \"Refund\", \"Other\"]\n", + "CSV_PATH = \"support_tickets.csv\"\n", + "RANDOM_STATE = 42\n", + "TEST_SIZE = 0.2" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# Load CSV and split\n", + "df = pd.read_csv(CSV_PATH)\n", + "df = df.dropna(subset=[\"message\", \"category\"])\n", + "# Keep only rows whose category is in CATEGORIES\n", + "df = df[df[\"category\"].isin(CATEGORIES)]\n", + "\n", + "train_df, test_df = train_test_split(\n", + " df, test_size=TEST_SIZE, random_state=RANDOM_STATE, stratify=df[\"category\"]\n", + ")\n", + "train_messages = train_df[\"message\"].tolist()\n", + "train_labels = train_df[\"category\"].tolist()\n", + "test_messages = test_df[\"message\"].tolist()\n", + "test_labels = test_df[\"category\"].tolist()\n", + "\n", + "print(f\"Train: {len(train_messages)}, Test: {len(test_messages)}\")\n", + "print(\"Category counts (test):\", test_df[\"category\"].value_counts().to_dict())" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Baseline: keyword rules + majority fallback" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from collections import Counter\n", + "\n", + "# Keyword rules (lowercase match)\n", + "KEYWORDS = {\n", + " \"Billing\": [\"charge\", \"charged\", \"invoice\", \"payment\", \"billing\", \"subscription\", \"refund\" ],\n", + " \"Shipping\": [\"delivery\", \"package\", \"tracking\", \"shipped\", \"ship\", \"order\", \"arrived\", \"address\"],\n", + " \"Technical\": [\"login\", \"password\", \"app\", \"error\", \"crash\", \"website\", \"account\", \"reset\", \"code\"],\n", + " \"Refund\": [\"refund\", \"return\", \"money back\", \"cancel\"],\n", + "}\n", + "\n", + "def baseline_predict(message: str) -> str:\n", + " msg_lower = message.lower()\n", + " for cat, words in KEYWORDS.items():\n", + " if any(w in msg_lower for w in words):\n", + " # Refund/Billing: prefer Refund if refund/return/cancel\n", + " if cat == \"Billing\" and any(w in msg_lower for w in [\"refund\", \"return\", \"money back\"]):\n", + " return \"Refund\"\n", + " if cat == \"Refund\":\n", + " return \"Refund\"\n", + " return cat\n", + " return majority_class\n", + "\n", + "# Majority class from training set\n", + "majority_class = Counter(train_labels).most_common(1)[0][0]\n", + "baseline_preds = [baseline_predict(m) for m in test_messages]\n", + "baseline_acc = accuracy_score(test_labels, baseline_preds)\n", + "baseline_f1 = f1_score(test_labels, baseline_preds, average=\"weighted\")\n", + "\n", + "print(f\"Baseline accuracy: {baseline_acc:.2%}\")\n", + "print(f\"Baseline F1 (weighted): {baseline_f1:.4f}\")\n", + "print(\"\\nClassification report (baseline):\")\n", + "print(classification_report(test_labels, baseline_preds, zero_division=0))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## LLM classifier" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from openai import OpenAI\n", + "\n", + "# OpenRouter: OpenAI-compatible API at openrouter.ai (use OPENROUTER_API_KEY in .env)\n", + "client = OpenAI(\n", + " base_url=\"https://openrouter.ai/api/v1\",\n", + " api_key=os.environ.get(\"OPENROUTER_API_KEY\"),\n", + ")\n", + "MODEL = \"openai/gpt-4o-mini\" # or e.g. anthropic/claude-3-haiku, google/gemini-flash-1.5\n", + "categories_str = \", \".join(CATEGORIES)\n", + "SYSTEM = f\"Classify the support message into exactly one category. Reply with only the category name, nothing else. Categories: {categories_str}.\"\n", + "\n", + "def llm_predict(message: str) -> str:\n", + " response = client.chat.completions.create(\n", + " model=MODEL,\n", + " messages=[\n", + " {\"role\": \"system\", \"content\": SYSTEM},\n", + " {\"role\": \"user\", \"content\": message},\n", + " ],\n", + " max_tokens=20,\n", + " )\n", + " raw = (response.choices[0].message.content or \"\").strip()\n", + " # Normalize: capitalize like our labels, handle extra text\n", + " for c in CATEGORIES:\n", + " if c.lower() in raw.lower() or raw.lower() == c.lower():\n", + " return c\n", + " return majority_class # fallback if parse fails" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# Run LLM on test set (may take a minute)\n", + "llm_preds = [llm_predict(m) for m in test_messages]\n", + "llm_acc = accuracy_score(test_labels, llm_preds)\n", + "llm_f1 = f1_score(test_labels, llm_preds, average=\"weighted\")\n", + "\n", + "print(f\"LLM accuracy: {llm_acc:.2%}\")\n", + "print(f\"LLM F1 (weighted): {llm_f1:.4f}\")\n", + "print(\"\\nClassification report (LLM):\")\n", + "print(classification_report(test_labels, llm_preds, zero_division=0))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Comparison" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "print(\"Summary:\")\n", + "print(f\" Baseline: accuracy = {baseline_acc:.2%}, F1 = {baseline_f1:.4f}\")\n", + "print(f\" LLM ({MODEL}): accuracy = {llm_acc:.2%}, F1 = {llm_f1:.4f}\")\n", + "print(f\" Delta: accuracy {llm_acc - baseline_acc:+.2%}, F1 {llm_f1 - baseline_f1:+.4f}\")" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "name": "python", + "version": "3.12.0" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} diff --git a/week6/community-contributions/IbrahimSheriff/support_tickets.csv b/week6/community-contributions/IbrahimSheriff/support_tickets.csv new file mode 100644 index 0000000000..6c059f165d --- /dev/null +++ b/week6/community-contributions/IbrahimSheriff/support_tickets.csv @@ -0,0 +1,501 @@ +message,category +I can't receive the verification email. I checked spam.,Technical +I want to know more about your return policy.,Other +Can I get a partial refund? The item was damaged.,Refund +I have feedback about your customer service.,Other +I need to verify my identity. What documents do you need?,Other +Can you explain the $108 fee on my last statement?,Billing +I need to change the delivery address for my order.,Shipping +When will my order ship? I placed it 50823 days ago.,Shipping +I need to update my payment method for my subscription.,Billing +The website is not loading on my browser.,Technical +How do I refer a friend to your service?,Other +Please process the refund for my returned item.,Refund +How long do refunds take to show up on my card?,Refund +I forgot my password. How do I reset it?,Technical +I need to change the delivery address for my order.,Shipping +I need to update my email address on file.,Other +I need to cancel my order before it ships.,Shipping +Can I get a certificate of purchase for my order?,Other +I was charged twice for my order #97530. Can you fix this?,Billing +Can I get a full refund? The product was defective.,Refund +I need to return this item. How do I get my money back?,Refund +The app won't let me upload my profile photo.,Technical +I need help with two-factor authentication setup.,Technical +I have feedback about your customer service.,Other +I can't log in to my account. It says password invalid.,Technical +I returned the item 2 weeks ago. Where is my refund?,Refund +The website is not loading on my browser.,Technical +The package arrived damaged. What do I do?,Shipping +I forgot my password. How do I reset it?,Technical +I need a refund to my original payment method.,Refund +I returned the item 2 weeks ago. Where is my refund?,Refund +I'd like to speak to a manager please.,Other +The app keeps crashing when I open the settings.,Technical +The mobile app is very slow after the last update.,Technical +Can you send me the terms and conditions?,Other +I never received my order. Please resend.,Shipping +I want to know more about your return policy.,Other +My refund was declined. Can you tell me why?,Refund +How do I change my account username?,Other +I want to delete my account. Where is the option?,Technical +I need to dispute a charge from 5.,Billing +Why was I charged $44? I didn't authorize this.,Billing +I need to cancel my order before it ships.,Shipping +The checkout button doesn't work on my phone.,Technical +Can I get a full refund? The product was defective.,Refund +The shipping address is wrong. Order #39427. Can you update it?,Shipping +I cancelled my order. When will I get the refund?,Refund +My session expires after 1 minute. Is that normal?,Technical +I get a 404 error when I click the link in your email.,Technical +The package arrived damaged. What do I do?,Shipping +I need to update my email address on file.,Other +The shipping address is wrong. Order #76674. Can you update it?,Shipping +I'd like to speak to a manager please.,Other +I want to cancel and get a refund before shipping.,Refund +Why am I being charged a monthly fee I didn't sign up for?,Billing +Where is my package? Tracking says delivered but I didn't get it.,Shipping +I need to verify my identity. What documents do you need?,Other +I never received a refund for my cancelled order.,Billing +My order hasn't arrived yet. It's been 2 weeks. Order #11328.,Shipping +I have a complaint I'd like to escalate.,Other +The shipping address is wrong. Order #37434. Can you update it?,Shipping +I need a refund to my original payment method.,Refund +My order hasn't arrived yet. It's been 2 weeks. Order #14238.,Shipping +When will my order ship? I placed it 35671 days ago.,Shipping +Can I get a tracking number for my shipment?,Shipping +I cancelled my order. When will I get the refund?,Refund +Where can I find your privacy policy?,Other +I forgot my password. How do I reset it?,Technical +I never received a refund for my cancelled order.,Billing +I was told I'd get a refund but it hasn't appeared.,Refund +My order was sent to the wrong city. Order #96647.,Shipping +My billing address is wrong. How do I change it?,Billing +I was charged twice for my order #56392. Can you fix this?,Billing +I have a general question about your services.,Other +What are your business hours for support?,Other +I want to cancel and get a refund before shipping.,Refund +The checkout button doesn't work on my phone.,Technical +The checkout button doesn't work on my phone.,Technical +I have a complaint I'd like to escalate.,Other +Why am I being charged a monthly fee I didn't sign up for?,Billing +My payment failed but the amount was deducted from my card.,Billing +Can I get a partial refund? The item was damaged.,Refund +Why am I being charged a monthly fee I didn't sign up for?,Billing +I have feedback about your customer service.,Other +My delivery was left at the wrong address.,Shipping +I need to update my payment method for my subscription.,Billing +When will my refund be processed? It's been 2 weeks.,Billing +The app keeps crashing when I open the settings.,Technical +I want a refund for my order #36382.,Refund +How do I change my account username?,Other +I can't receive the verification email. I checked spam.,Technical +How do I contact the sales team?,Other +I need to update my payment method for my subscription.,Billing +Can I get a certificate of purchase for my order?,Other +I need to dispute a charge from 20.,Billing +I never received a refund for my cancelled order.,Billing +I need to update my email address on file.,Other +My account is locked. How do I unlock it?,Technical +I want a refund for my order #22417.,Refund +The mobile app is very slow after the last update.,Technical +Do you ship to international addresses?,Shipping +The mobile app is very slow after the last update.,Technical +I have a general question about your services.,Other +Why am I being charged a monthly fee I didn't sign up for?,Billing +How do I refer a friend to your service?,Other +Where can I find your privacy policy?,Other +I want to delete my account. Where is the option?,Technical +I forgot my password. How do I reset it?,Technical +How do I refer a friend to your service?,Other +My refund was declined. Can you tell me why?,Refund +Please send me a copy of my invoice for last month.,Billing +The page keeps timing out when I submit the form.,Technical +I'd like to speak to a manager please.,Other +The package arrived damaged. What do I do?,Shipping +I need help with two-factor authentication setup.,Technical +I was told I'd get a refund but it hasn't appeared.,Refund +I cancelled my order. When will I get the refund?,Refund +The courier says they attempted delivery but I was home.,Shipping +The app won't let me upload my profile photo.,Technical +The app won't let me upload my profile photo.,Technical +The page keeps timing out when I submit the form.,Technical +I was told I'd get a refund but it hasn't appeared.,Refund +I need help with two-factor authentication setup.,Technical +Please process the refund for my returned item.,Refund +I need to change the delivery address for my order.,Shipping +Can I get a tracking number for my shipment?,Shipping +My order hasn't arrived yet. It's been 2 weeks. Order #80131.,Shipping +The package arrived damaged. What do I do?,Shipping +Where is my package? Tracking says delivered but I didn't get it.,Shipping +I never received a refund for my cancelled order.,Billing +My delivery was left at the wrong address.,Shipping +I was charged twice for my order #4478. Can you fix this?,Billing +My account is locked. How do I unlock it?,Technical +I have a complaint I'd like to escalate.,Other +The refund amount is wrong. I paid $82.,Refund +Can I get a tracking number for my shipment?,Shipping +I was charged twice for my order #13156. Can you fix this?,Billing +My order was sent to the wrong city. Order #31512.,Shipping +I can't receive the verification email. I checked spam.,Technical +Can I get a tracking number for my shipment?,Shipping +What are your business hours for support?,Other +I can't log in to my account. It says password invalid.,Technical +I want a refund for my order #28460.,Refund +I have a general question about your services.,Other +I need a refund to my original payment method.,Refund +I need to return an item and get a refund. Order #71010.,Refund +I need to cancel my order before it ships.,Shipping +My payment failed but the amount was deducted from my card.,Billing +I'd like to request a refund for a duplicate charge.,Refund +I need to return this item. How do I get my money back?,Refund +I want to cancel and get a refund before shipping.,Refund +I can't log in to my account. It says password invalid.,Technical +The app won't let me upload my profile photo.,Technical +Please send me a copy of my invoice for last month.,Billing +I need to update my email address on file.,Other +I'm getting an error code 12 when I try to checkout.,Technical +The courier says they attempted delivery but I was home.,Shipping +I cancelled my order. When will I get the refund?,Refund +My package has been stuck in transit for a week.,Shipping +The courier says they attempted delivery but I was home.,Shipping +The checkout button doesn't work on my phone.,Technical +I'd like to speak to a manager please.,Other +I get a 404 error when I click the link in your email.,Technical +How do I change my account username?,Other +I was told I'd get a refund but it hasn't appeared.,Refund +When will my refund be processed? It's been 2 weeks.,Billing +What are your business hours for support?,Other +I need to return an item and get a refund. Order #61589.,Refund +Where is my package? Tracking says delivered but I didn't get it.,Shipping +I need to update my payment method for my subscription.,Billing +My billing address is wrong. How do I change it?,Billing +I need to return this item. How do I get my money back?,Refund +I need to cancel my order before it ships.,Shipping +I want a refund for my order #92988.,Refund +What are the shipping options for my region?,Shipping +I need to change the delivery address for my order.,Shipping +My order hasn't arrived yet. It's been 2 weeks. Order #30871.,Shipping +The website is not loading on my browser.,Technical +I need to dispute a charge from 4.,Billing +I need to update my payment method for my subscription.,Billing +My package has been stuck in transit for a week.,Shipping +The website is not loading on my browser.,Technical +Can you explain the $21 fee on my last statement?,Billing +Can you explain the $79 fee on my last statement?,Billing +The page keeps timing out when I submit the form.,Technical +I need a refund to my original payment method.,Refund +Can you send me the terms and conditions?,Other +I can't receive the verification email. I checked spam.,Technical +How do I contact the sales team?,Other +When will my refund be processed? It's been 2 weeks.,Billing +I need to return an item and get a refund. Order #80840.,Refund +The page keeps timing out when I submit the form.,Technical +Do you ship to international addresses?,Shipping +I need to cancel my order before it ships.,Shipping +The website is not loading on my browser.,Technical +The app keeps crashing when I open the settings.,Technical +I never received my order. Please resend.,Shipping +Do you ship to international addresses?,Shipping +Why was I charged $91? I didn't authorize this.,Billing +My delivery was left at the wrong address.,Shipping +My package has been stuck in transit for a week.,Shipping +Can I get a partial refund? The item was damaged.,Refund +I want to know more about your return policy.,Other +I need to dispute a charge from 23.,Billing +Please send me a copy of my invoice for last month.,Billing +Why was I charged $170? I didn't authorize this.,Billing +Why was I charged $193? I didn't authorize this.,Billing +Why am I being charged a monthly fee I didn't sign up for?,Billing +I'd like to request a refund for a duplicate charge.,Refund +The checkout button doesn't work on my phone.,Technical +My order was sent to the wrong city. Order #50615.,Shipping +Where can I find your privacy policy?,Other +I want to subscribe to your newsletter.,Other +I have a general question about your services.,Other +I was told I'd get a refund but it hasn't appeared.,Refund +I need help with two-factor authentication setup.,Technical +I cancelled my order. When will I get the refund?,Refund +Can you send me the terms and conditions?,Other +Why was I charged $26? I didn't authorize this.,Billing +I want to cancel my subscription. I'm still being billed.,Billing +I need to change the delivery address for my order.,Shipping +I can't log in to my account. It says password invalid.,Technical +I returned the item 2 weeks ago. Where is my refund?,Refund +My invoice for 11 is wrong. I need a correction.,Billing +I cancelled my order. When will I get the refund?,Refund +I need to update my email address on file.,Other +Can I get a certificate of purchase for my order?,Other +How do I contact the sales team?,Other +Where can I find your privacy policy?,Other +I returned the item 2 weeks ago. Where is my refund?,Refund +My account is locked. How do I unlock it?,Technical +The shipping address is wrong. Order #11458. Can you update it?,Shipping +Do you ship to international addresses?,Shipping +My payment failed but the amount was deducted from my card.,Billing +I never received a refund for my cancelled order.,Billing +I have feedback about your customer service.,Other +The package arrived damaged. What do I do?,Shipping +My order was sent to the wrong city. Order #83397.,Shipping +Can I get a tracking number for my shipment?,Shipping +The shipping address is wrong. Order #7006. Can you update it?,Shipping +I never received my order. Please resend.,Shipping +There's an unexpected charge of $159 on my account.,Billing +The courier says they attempted delivery but I was home.,Shipping +I want to subscribe to your newsletter.,Other +How do I refer a friend to your service?,Other +The package arrived damaged. What do I do?,Shipping +I want to cancel my subscription. I'm still being billed.,Billing +My order hasn't arrived yet. It's been 2 weeks. Order #82070.,Shipping +My session expires after 1 minute. Is that normal?,Technical +I get a 404 error when I click the link in your email.,Technical +I'm getting an error code 12 when I try to checkout.,Technical +The package arrived damaged. What do I do?,Shipping +I was charged twice for my order #29893. Can you fix this?,Billing +Please process the refund for my returned item.,Refund +What are the shipping options for my region?,Shipping +I want to cancel and get a refund before shipping.,Refund +Please process the refund for my returned item.,Refund +There's an unexpected charge of $111 on my account.,Billing +When will my refund be processed? It's been 2 weeks.,Billing +I'd like to request a refund for a duplicate charge.,Refund +I want to know more about your return policy.,Other +My session expires after 1 minute. Is that normal?,Technical +I want to delete my account. Where is the option?,Technical +I need to update my email address on file.,Other +I need help with two-factor authentication setup.,Technical +My order hasn't arrived yet. It's been 2 weeks. Order #93349.,Shipping +I want to know more about your return policy.,Other +The refund amount is wrong. I paid $196.,Refund +Do you ship to international addresses?,Shipping +When will my order ship? I placed it 48400 days ago.,Shipping +I'd like to speak to a manager please.,Other +Please send me a copy of my invoice for last month.,Billing +I'm getting an error code 12 when I try to checkout.,Technical +I want a refund for my order #23431.,Refund +Where is my package? Tracking says delivered but I didn't get it.,Shipping +How do I contact the sales team?,Other +The refund amount is wrong. I paid $117.,Refund +My package has been stuck in transit for a week.,Shipping +I have a general question about your services.,Other +Can I get a tracking number for my shipment?,Shipping +I'd like to request a refund for a duplicate charge.,Refund +The refund amount is wrong. I paid $182.,Refund +How do I refer a friend to your service?,Other +I want a refund for my order #10358.,Refund +The app keeps crashing when I open the settings.,Technical +I need to return this item. How do I get my money back?,Refund +How long do refunds take to show up on my card?,Refund +I was overcharged for my order. Order ID: 45118.,Billing +Please process the refund for my returned item.,Refund +Why was I charged $70? I didn't authorize this.,Billing +My payment failed but the amount was deducted from my card.,Billing +I want to subscribe to your newsletter.,Other +I was overcharged for my order. Order ID: 78397.,Billing +My refund was declined. Can you tell me why?,Refund +My refund was declined. Can you tell me why?,Refund +I get a 404 error when I click the link in your email.,Technical +I need to update my payment method for my subscription.,Billing +How long do refunds take to show up on my card?,Refund +The app won't let me upload my profile photo.,Technical +Can I get a partial refund? The item was damaged.,Refund +I want to cancel my subscription. I'm still being billed.,Billing +I need to return this item. How do I get my money back?,Refund +How do I refer a friend to your service?,Other +I want to delete my account. Where is the option?,Technical +Can I get a certificate of purchase for my order?,Other +I have a general question about your services.,Other +I need to update my payment method for my subscription.,Billing +What are the shipping options for my region?,Shipping +I was overcharged for my order. Order ID: 72426.,Billing +What are your business hours for support?,Other +The app won't let me upload my profile photo.,Technical +My invoice for 1 is wrong. I need a correction.,Billing +There's an unexpected charge of $186 on my account.,Billing +I need to dispute a charge from 14.,Billing +How do I change my account username?,Other +The mobile app is very slow after the last update.,Technical +How do I change my account username?,Other +When will my order ship? I placed it 38930 days ago.,Shipping +My account is locked. How do I unlock it?,Technical +Please send me a copy of my invoice for last month.,Billing +I want to cancel my subscription. I'm still being billed.,Billing +My payment failed but the amount was deducted from my card.,Billing +The page keeps timing out when I submit the form.,Technical +The refund amount is wrong. I paid $185.,Refund +My package has been stuck in transit for a week.,Shipping +My session expires after 1 minute. Is that normal?,Technical +My account is locked. How do I unlock it?,Technical +I forgot my password. How do I reset it?,Technical +My payment failed but the amount was deducted from my card.,Billing +Can I get a full refund? The product was defective.,Refund +My package has been stuck in transit for a week.,Shipping +I was told I'd get a refund but it hasn't appeared.,Refund +What are the shipping options for my region?,Shipping +When will my order ship? I placed it 71284 days ago.,Shipping +The website is not loading on my browser.,Technical +My refund was declined. Can you tell me why?,Refund +My package has been stuck in transit for a week.,Shipping +How do I contact the sales team?,Other +Please send me a copy of my invoice for last month.,Billing +I need to return this item. How do I get my money back?,Refund +I was charged twice for my order #5165. Can you fix this?,Billing +I want to cancel and get a refund before shipping.,Refund +I never received a refund for my cancelled order.,Billing +I want to cancel my subscription. I'm still being billed.,Billing +I need to verify my identity. What documents do you need?,Other +I have a general question about your services.,Other +Can you send me the terms and conditions?,Other +I want to know more about your return policy.,Other +I need to return this item. How do I get my money back?,Refund +I was overcharged for my order. Order ID: 30256.,Billing +The courier says they attempted delivery but I was home.,Shipping +What are your business hours for support?,Other +My order hasn't arrived yet. It's been 2 weeks. Order #61217.,Shipping +What are your business hours for support?,Other +My invoice for 15 is wrong. I need a correction.,Billing +The app keeps crashing when I open the settings.,Technical +I'm getting an error code 6 when I try to checkout.,Technical +I can't receive the verification email. I checked spam.,Technical +I returned the item 2 weeks ago. Where is my refund?,Refund +I cancelled my order. When will I get the refund?,Refund +I need a refund to my original payment method.,Refund +I want to subscribe to your newsletter.,Other +My order was sent to the wrong city. Order #26203.,Shipping +I need to change the delivery address for my order.,Shipping +I want to cancel and get a refund before shipping.,Refund +I need to return an item and get a refund. Order #29785.,Refund +Can you send me the terms and conditions?,Other +Can I get a certificate of purchase for my order?,Other +The refund amount is wrong. I paid $88.,Refund +I need to update my email address on file.,Other +What are your business hours for support?,Other +Can you explain the $75 fee on my last statement?,Billing +The app won't let me upload my profile photo.,Technical +The checkout button doesn't work on my phone.,Technical +How long do refunds take to show up on my card?,Refund +There's an unexpected charge of $91 on my account.,Billing +Please send me a copy of my invoice for last month.,Billing +My session expires after 1 minute. Is that normal?,Technical +There's an unexpected charge of $75 on my account.,Billing +The website is not loading on my browser.,Technical +Can I get a partial refund? The item was damaged.,Refund +My billing address is wrong. How do I change it?,Billing +I was overcharged for my order. Order ID: 67237.,Billing +I have feedback about your customer service.,Other +The shipping address is wrong. Order #17361. Can you update it?,Shipping +Why am I being charged a monthly fee I didn't sign up for?,Billing +I never received my order. Please resend.,Shipping +What are the shipping options for my region?,Shipping +Can I get a certificate of purchase for my order?,Other +I want to know more about your return policy.,Other +Can you explain the $82 fee on my last statement?,Billing +My account is locked. How do I unlock it?,Technical +My delivery was left at the wrong address.,Shipping +I need to return an item and get a refund. Order #88841.,Refund +I was charged twice for my order #84810. Can you fix this?,Billing +I get a 404 error when I click the link in your email.,Technical +The app keeps crashing when I open the settings.,Technical +My payment failed but the amount was deducted from my card.,Billing +I need to verify my identity. What documents do you need?,Other +Where is my package? Tracking says delivered but I didn't get it.,Shipping +How do I contact the sales team?,Other +Where is my package? Tracking says delivered but I didn't get it.,Shipping +I'd like to request a refund for a duplicate charge.,Refund +I have feedback about your customer service.,Other +My refund was declined. Can you tell me why?,Refund +I never received my order. Please resend.,Shipping +Can I get a full refund? The product was defective.,Refund +Can you explain the $199 fee on my last statement?,Billing +I want to delete my account. Where is the option?,Technical +My invoice for 13 is wrong. I need a correction.,Billing +I want a refund for my order #74000.,Refund +I get a 404 error when I click the link in your email.,Technical +Can you send me the terms and conditions?,Other +I want to cancel and get a refund before shipping.,Refund +I have a complaint I'd like to escalate.,Other +My invoice for 4 is wrong. I need a correction.,Billing +I forgot my password. How do I reset it?,Technical +There's an unexpected charge of $59 on my account.,Billing +I need help with two-factor authentication setup.,Technical +My delivery was left at the wrong address.,Shipping +I need to dispute a charge from 14.,Billing +My order was sent to the wrong city. Order #87673.,Shipping +I need a refund to my original payment method.,Refund +I'd like to speak to a manager please.,Other +When will my order ship? I placed it 73357 days ago.,Shipping +I returned the item 2 weeks ago. Where is my refund?,Refund +I want to delete my account. Where is the option?,Technical +I was told I'd get a refund but it hasn't appeared.,Refund +My billing address is wrong. How do I change it?,Billing +I returned the item 2 weeks ago. Where is my refund?,Refund +I want to subscribe to your newsletter.,Other +There's an unexpected charge of $90 on my account.,Billing +The page keeps timing out when I submit the form.,Technical +The courier says they attempted delivery but I was home.,Shipping +The mobile app is very slow after the last update.,Technical +I can't receive the verification email. I checked spam.,Technical +I'd like to speak to a manager please.,Other +My delivery was left at the wrong address.,Shipping +I never received my order. Please resend.,Shipping +Why was I charged $43? I didn't authorize this.,Billing +Can I get a full refund? The product was defective.,Refund +The app keeps crashing when I open the settings.,Technical +Please process the refund for my returned item.,Refund +How do I change my account username?,Other +I never received a refund for my cancelled order.,Billing +I need to return an item and get a refund. Order #90593.,Refund +I want to cancel my subscription. I'm still being billed.,Billing +When will my refund be processed? It's been 2 weeks.,Billing +I need to verify my identity. What documents do you need?,Other +Can you explain the $42 fee on my last statement?,Billing +I'd like to request a refund for a duplicate charge.,Refund +My invoice for 18 is wrong. I need a correction.,Billing +I need help with two-factor authentication setup.,Technical +I can't log in to my account. It says password invalid.,Technical +I was overcharged for my order. Order ID: 21926.,Billing +What are the shipping options for my region?,Shipping +I need to cancel my order before it ships.,Shipping +I'm getting an error code 15 when I try to checkout.,Technical +The page keeps timing out when I submit the form.,Technical +I have a complaint I'd like to escalate.,Other +I'm getting an error code 21 when I try to checkout.,Technical +I can't receive the verification email. I checked spam.,Technical +How long do refunds take to show up on my card?,Refund +Can I get a tracking number for my shipment?,Shipping +I can't log in to my account. It says password invalid.,Technical +My session expires after 1 minute. Is that normal?,Technical +I need to return an item and get a refund. Order #84886.,Refund +Do you ship to international addresses?,Shipping +When will my refund be processed? It's been 2 weeks.,Billing +My delivery was left at the wrong address.,Shipping +My billing address is wrong. How do I change it?,Billing +I'm getting an error code 27 when I try to checkout.,Technical +Can I get a partial refund? The item was damaged.,Refund +I have feedback about your customer service.,Other +Where can I find your privacy policy?,Other +I forgot my password. How do I reset it?,Technical +The mobile app is very slow after the last update.,Technical +Can I get a full refund? The product was defective.,Refund +I need to verify my identity. What documents do you need?,Other +I have a complaint I'd like to escalate.,Other +How long do refunds take to show up on my card?,Refund +Can you send me the terms and conditions?,Other +I can't log in to my account. It says password invalid.,Technical +Where can I find your privacy policy?,Other +Where can I find your privacy policy?,Other +The shipping address is wrong. Order #6695. Can you update it?,Shipping +I want to cancel my subscription. I'm still being billed.,Billing +I never received my order. Please resend.,Shipping +My account is locked. How do I unlock it?,Technical +Where is my package? Tracking says delivered but I didn't get it.,Shipping +I want to subscribe to your newsletter.,Other +My invoice for 4 is wrong. I need a correction.,Billing +How do I change my account username?,Other +I need to change the delivery address for my order.,Shipping +My billing address is wrong. How do I change it?,Billing +How long do refunds take to show up on my card?,Refund +Please process the refund for my returned item.,Refund +How do I contact the sales team?,Other +When will my order ship? I placed it 10116 days ago.,Shipping +Can I get a full refund? The product was defective.,Refund