{
  "run_config": {
    "schema": "tenant_internal",
    "n_requested": 20,
    "n_evaluated": 13,
    "cost_assumptions_usd_per_1m": {
      "gpt-4o": {
        "in": 2.5,
        "out": 10.0
      },
      "gpt-4o-mini": {
        "in": 0.15,
        "out": 0.6
      },
      "text-embedding-3-small": {
        "in": 0.02,
        "out": 0.0
      }
    },
    "eur_usd_rate": 0.92
  },
  "aggregates": {
    "median_similarity": 0.7232,
    "mean_similarity": 0.6703,
    "pct_usable": 0.0,
    "honest_pct_usable": 38.5,
    "avg_tone_match": 2.85,
    "avg_cost_eur_per_draft": 0.005107,
    "total_run_cost_eur": 0.06639,
    "projected_50_eur": 0.2553,
    "projected_200_eur": 1.0214
  },
  "call_totals": {
    "chat:gpt-4o-mini": {
      "count": 14,
      "prompt_tokens": 14015,
      "completion_tokens": 1658,
      "cost_eur": 0.002849286
    },
    "chat:gpt-4o": {
      "count": 12,
      "prompt_tokens": 20445,
      "completion_tokens": 1501,
      "cost_eur": 0.0608327
    },
    "embed:text-embedding-3-small": {
      "count": 26,
      "prompt_tokens": 4497,
      "completion_tokens": 0,
      "cost_eur": 8.274479999999998e-05
    },
    "judge:gpt-4o-mini": {
      "count": 13,
      "prompt_tokens": 6825,
      "completion_tokens": 670,
      "cost_eur": 0.0013116900000000003
    },
    "honest_judge:gpt-4o-mini": {
      "count": 13,
      "prompt_tokens": 7284,
      "completion_tokens": 559,
      "cost_eur": 0.0013137600000000002
    }
  },
  "per_ticket": [
    {
      "ticket_id": 6283,
      "thread_id": 6283,
      "subject": "Exportar Direcciones de Clientes",
      "product_name": "Smart CSV Export",
      "customer_language": "es",
      "draft_preview": "Hola, Gracias por tu consulta. Actualmente, no disponemos de una demo pública para mostrar. Sin embargo, te puedo asegurar que el módulo es fácil de usar y se integra directamente en el BackOffice de ",
      "real_reply_preview": "Hola,De momento no tenemos ningún Back Office habilitado ya que el funcionamiento del modulo es sencillo.Al instlarlo aparece una nueva pestaña en clientes, llamada \"Listas CSV\" una vez haces clic all",
      "similarity": 0.7263,
      "usable": false,
      "tone_match": 2,
      "judge_reason": "The AI draft suggests providing access to the BackOffice and FTP, which is not mentioned in the actual reply, and the tone is more formal than the seller's casual tone.",
      "draft_tokens": 1232,
      "cost_eur": 0.004752,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 4888,
          "completion": 291,
          "cost_eur": 0.000835176
        },
        "chat:gpt-4o": {
          "prompt": 1104,
          "completion": 128,
          "cost_eur": 0.0037168
        },
        "embed:text-embedding-3-small": {
          "prompt": 277,
          "completion": 0,
          "cost_eur": 5.0968e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 492,
          "completion": 60,
          "cost_eur": 0.00010101600000000001
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 507,
          "completion": 43,
          "cost_eur": 9.3702e-05
        }
      },
      "confidence": {
        "score": 0,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": false,
        "has_strong_precedent": false
      },
      "draft_type": "ask-for-info",
      "honest_usable": true,
      "honest_reason": "The draft professionally addresses the customer's request for a demo and asks for necessary details to assist with the export issue.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6281,
      "thread_id": 6281,
      "subject": "No funciona el pixel",
      "product_name": "Conversion Pixel Tracking + Custom Audiences",
      "customer_language": "es",
      "draft_preview": " Hola, Gracias por tu mensaje y por la información proporcionada. Entiendo la urgencia de comenzar a trabajar con el píxel de Facebook. Sin embargo, por políticas de PrestaShop, no podemos enviar el m",
      "real_reply_preview": "Buenos días,Gracias por su información.He estado comprobando el plugin y he descubierto que Facebook ha cambiado el código recientemente, así pues estamos trabajando para lanzar en breve una actualiza",
      "similarity": 0.687,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The draft does not mention the recent changes to the Facebook code or the upcoming update, which are key details in the actual reply.",
      "draft_tokens": 2466,
      "cost_eur": 0.00663,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 615,
          "completion": 120,
          "cost_eur": 0.00015111
        },
        "chat:gpt-4o": {
          "prompt": 2375,
          "completion": 91,
          "cost_eur": 0.006299700000000001
        },
        "embed:text-embedding-3-small": {
          "prompt": 187,
          "completion": 0,
          "cost_eur": 3.4408e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 405,
          "completion": 51,
          "cost_eur": 8.4042e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 494,
          "completion": 43,
          "cost_eur": 9.190799999999999e-05
        }
      },
      "confidence": {
        "score": 94,
        "band": "High",
        "reason": "Grounded in 5 similar resolved tickets (best match: 90%)",
        "best_sim": 0.9,
        "n_above_floor": 5,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": true
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft does not address the customer's specific issue with the Facebook pixel and provides irrelevant information about module delivery policies.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6277,
      "thread_id": 6277,
      "subject": "Facebook custom audience module - PHP error in in configuration site",
      "product_name": "Custom Audiences",
      "customer_language": "en",
      "draft_preview": "Hello Michael,This error is often caused by compatibility issues with certain PrestaShop versions. Could you please confirm the version of PrestaShop you are using? This will help us provide a more ac",
      "real_reply_preview": "Hello Michael,Sorry for the delay in respone, we are now on vacations until 9th septembrr but the first thing i'll do is check your error. Just to make it fast can you tell me wich Prestashop version ",
      "similarity": 0.7648,
      "usable": false,
      "tone_match": 2,
      "judge_reason": "The draft does not acknowledge the seller's vacation status and has a more formal tone compared to the actual reply.",
      "draft_tokens": 1690,
      "cost_eur": 0.004801,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 612,
          "completion": 111,
          "cost_eur": 0.00014572799999999997
        },
        "chat:gpt-4o": {
          "prompt": 1604,
          "completion": 86,
          "cost_eur": 0.004480400000000001
        },
        "embed:text-embedding-3-small": {
          "prompt": 142,
          "completion": 0,
          "cost_eur": 2.6128e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 395,
          "completion": 47,
          "cost_eur": 8.0454e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 499,
          "completion": 42,
          "cost_eur": 9.204599999999999e-05
        }
      },
      "confidence": {
        "score": 77,
        "band": "Medium",
        "reason": "Some relevant precedents found (best match: 81%)",
        "best_sim": 0.81,
        "n_above_floor": 2,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": true
      },
      "draft_type": "ask-for-info",
      "honest_usable": true,
      "honest_reason": "The draft correctly asks for the PrestaShop version to diagnose the issue and provides relevant advice about compatibility.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6352,
      "thread_id": 6352,
      "subject": "Impossible d'ajouter une vidéo",
      "product_name": "Product Videos - Youtube, Vimeo...",
      "customer_language": "fr",
      "draft_preview": "Thank you for your feedback! I'm glad the issue has been resolved. If you need any further assistance in the future, don't hesitate to reach out. Have a great day!",
      "real_reply_preview": "Hello,Please update the module to the latest version. PrestaShop changed the way the product edit page works, so we had to review the entire page creation process. In the latest update, it should be f",
      "similarity": 0.3183,
      "usable": false,
      "tone_match": 2,
      "judge_reason": "The AI draft does not address the specific issue of updating the module and lacks key information present in the actual reply.",
      "draft_tokens": 0,
      "cost_eur": 0.000336,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 768,
          "completion": 96,
          "cost_eur": 0.000158976
        },
        "embed:text-embedding-3-small": {
          "prompt": 169,
          "completion": 0,
          "cost_eur": 3.1096000000000003e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 413,
          "completion": 48,
          "cost_eur": 8.349e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 474,
          "completion": 45,
          "cost_eur": 9.0252e-05
        }
      },
      "confidence": {
        "score": 5,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": true,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft does not address the customer's issue and incorrectly states that the issue has been resolved without any context or information provided.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6262,
      "thread_id": 6262,
      "subject": "compatbility with payment modules",
      "product_name": "Google Adwords Conversion Tracking - Smart Modules",
      "customer_language": "en",
      "draft_preview": "Hello Pol, Thank you for reaching out. I'm sorry to hear about the mail delivery issue. Could you please provide more details on the error message you received when the delivery failed? This will help",
      "real_reply_preview": "Hello Christian,Our module uses basic return actions to call the conversion code, so it should be compatible.As part of our customer service if it isn't compatible, I'll do the modifications to make i",
      "similarity": 0.456,
      "usable": false,
      "tone_match": 2,
      "judge_reason": "The AI draft addresses a mail delivery issue, while the actual reply discusses module compatibility and conversion code, indicating a different context.",
      "draft_tokens": 1519,
      "cost_eur": 0.004695,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 509,
          "completion": 108,
          "cost_eur": 0.000129858
        },
        "chat:gpt-4o": {
          "prompt": 1392,
          "completion": 127,
          "cost_eur": 0.00437
        },
        "embed:text-embedding-3-small": {
          "prompt": 234,
          "completion": 0,
          "cost_eur": 4.305600000000001e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 481,
          "completion": 50,
          "cost_eur": 9.3978e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 523,
          "completion": 45,
          "cost_eur": 9.7014e-05
        }
      },
      "confidence": {
        "score": 0,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": false,
        "has_strong_precedent": false
      },
      "draft_type": "ask-for-info",
      "honest_usable": false,
      "honest_reason": "The draft reply does not address the customer's question about module compatibility and instead discusses a mail delivery issue, which is unrelated.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6353,
      "thread_id": 6353,
      "subject": "Évènement CompleteRegistration et Purchase du serveur non dédupliqués",
      "product_name": "Pixel Plus for Facebook: Events + CAPI + Pixel Catalog",
      "customer_language": "fr",
      "draft_preview": "Bonjour, Merci pour votre message. Le problème que vous rencontrez avec l'ajout du paramètre `event_id` est souvent lié à une configuration externe au module. Le module Pixel Plus inclut normalement u",
      "real_reply_preview": "Bonjour,Merci pour le rapport détaillé. J'ai étudié cela attentivement du côté du module.Le module inclut toujours un event_id dans ses événements, car il est obligatoire pour Meta d'effectuer la dédu",
      "similarity": 0.7869,
      "usable": false,
      "tone_match": 4,
      "judge_reason": "The AI draft lacks specific details about the module's behavior and troubleshooting steps that are present in the actual reply.",
      "draft_tokens": 3101,
      "cost_eur": 0.009039,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 1547,
          "completion": 118,
          "cost_eur": 0.00027862199999999996
        },
        "chat:gpt-4o": {
          "prompt": 2907,
          "completion": 194,
          "cost_eur": 0.0084709
        },
        "embed:text-embedding-3-small": {
          "prompt": 1281,
          "completion": 0,
          "cost_eur": 2.3570400000000004e-05
        },
        "judge:gpt-4o-mini": {
          "prompt": 868,
          "completion": 47,
          "cost_eur": 0.00014572799999999997
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 710,
          "completion": 41,
          "cost_eur": 0.00012061199999999999
        }
      },
      "confidence": {
        "score": 72,
        "band": "Medium",
        "reason": "Some relevant precedents found (best match: 78%)",
        "best_sim": 0.78,
        "n_above_floor": 5,
        "same_product": false,
        "same_language": true,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft hallucinates specific details about the module's functionality and configuration without knowing the actual issue.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6350,
      "thread_id": 6350,
      "subject": "Error",
      "product_name": "Estimated Delivery Date V3 - Smart Modules",
      "customer_language": "en",
      "draft_preview": "Hello,Thank you for reaching out and sharing the screenshot. To assist you further, could you please provide the following information? - PrestaShop version you are using - Module version - Steps to r",
      "real_reply_preview": "Hello,Since this thread has only one message, it's a little complicated for me to have the context of what we previously talked about. However, I'd suggest you share access so I can check it and fix w",
      "similarity": 0.7232,
      "usable": false,
      "tone_match": 4,
      "judge_reason": "The AI draft asks for specific information and steps to reproduce the error, while the actual reply focuses on requesting access without asking for additional details.",
      "draft_tokens": 932,
      "cost_eur": 0.003159,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 592,
          "completion": 122,
          "cost_eur": 0.00014904000000000002
        },
        "chat:gpt-4o": {
          "prompt": 834,
          "completion": 98,
          "cost_eur": 0.0028198000000000003
        },
        "embed:text-embedding-3-small": {
          "prompt": 239,
          "completion": 0,
          "cost_eur": 4.3976e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 479,
          "completion": 53,
          "cost_eur": 9.535799999999999e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 489,
          "completion": 42,
          "cost_eur": 9.0666e-05
        }
      },
      "confidence": {
        "score": 0,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": false,
        "has_strong_precedent": false
      },
      "draft_type": "ask-for-info",
      "honest_usable": true,
      "honest_reason": "The draft professionally asks for specific information needed to diagnose the issue, which is appropriate given the customer's message.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6206,
      "thread_id": 6206,
      "subject": "lithuanian",
      "product_name": "Translation Suggestions",
      "customer_language": "en",
      "draft_preview": "Hello, Thank you for reaching out with your question. To provide you with the most accurate information, could you please let us know which version of PrestaShop and the module you are currently using",
      "real_reply_preview": "Good morning,The module uses two things, the translations you've made before and the automatic translation feature used from Microsoft's Bing API, so if Bing translates to Lithuanian you sho",
      "similarity": 0.5296,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The AI draft does not address the specific translation features of the module and lacks key information about the use of Bing API for translations.",
      "draft_tokens": 812,
      "cost_eur": 0.002796,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 507,
          "completion": 93,
          "cost_eur": 0.00012130200000000001
        },
        "chat:gpt-4o": {
          "prompt": 720,
          "completion": 92,
          "cost_eur": 0.0025024
        },
        "embed:text-embedding-3-small": {
          "prompt": 164,
          "completion": 0,
          "cost_eur": 3.0176000000000006e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 413,
          "completion": 51,
          "cost_eur": 8.5146e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 457,
          "completion": 38,
          "cost_eur": 8.4042e-05
        }
      },
      "confidence": {
        "score": 0,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": false,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": true,
      "honest_reason": "The draft professionally asks for the necessary information to address the customer's question about translation capabilities.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6169,
      "thread_id": 6169,
      "subject": "alignment",
      "product_name": "WhatsApp Contact",
      "customer_language": null,
      "draft_preview": "Hello,To change the text next to the WhatsApp icon, you might need to modify the module's language files or settings. This is often done through the module's configuration page or the translations sec",
      "real_reply_preview": "Hello,This isn't the display, but we have updated the Prestashop to 1.6.1 and now he are updating the modules.The module will show or the WhatsApp icon (image) or will use the whatsapp character ",
      "similarity": 0.5946,
      "usable": false,
      "tone_match": 2,
      "judge_reason": "The AI draft does not address the specific issue of updating the module or the current status of the seller's work, which is crucial information in the actual reply.",
      "draft_tokens": 1875,
      "cost_eur": 0.005163,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 554,
          "completion": 94,
          "cost_eur": 0.00012834
        },
        "chat:gpt-4o": {
          "prompt": 1798,
          "completion": 77,
          "cost_eur": 0.0048438
        },
        "embed:text-embedding-3-small": {
          "prompt": 213,
          "completion": 0,
          "cost_eur": 3.9192e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 466,
          "completion": 57,
          "cost_eur": 9.5772e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 461,
          "completion": 50,
          "cost_eur": 9.1218e-05
        }
      },
      "confidence": {
        "score": 62,
        "band": "Medium",
        "reason": "Some relevant precedents found (best match: 71%)",
        "best_sim": 0.71,
        "n_above_floor": 1,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": false
      },
      "draft_type": "ask-for-info",
      "honest_usable": false,
      "honest_reason": "The draft does not address the customer's concern about the demo's alignment issue and instead provides unrelated information about changing text next to the WhatsApp icon.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6175,
      "thread_id": 6175,
      "subject": "question",
      "product_name": "Products Alert",
      "customer_language": null,
      "draft_preview": "Hello Alex, Thank you for reaching out with your questions. Based on similar cases, the module should recognize stock changes made through PrestaShop Manager if the changes trigger the standard Presta",
      "real_reply_preview": "Hello Alex,The module displays a box if a product is missing a combination or if the product has no stock.You can see a living example here https://indalas.com/es/sandalias/8-sandalias-indalas-orange.",
      "similarity": 0.8135,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The AI draft does not mention the product display box for missing combinations or stock, which is key information in the actual reply.",
      "draft_tokens": 2234,
      "cost_eur": 0.006579,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 792,
          "completion": 125,
          "cost_eur": 0.00017829600000000002
        },
        "chat:gpt-4o": {
          "prompt": 2085,
          "completion": 149,
          "cost_eur": 0.0061663
        },
        "embed:text-embedding-3-small": {
          "prompt": 295,
          "completion": 0,
          "cost_eur": 5.4279999999999995e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 543,
          "completion": 50,
          "cost_eur": 0.000102534
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 727,
          "completion": 47,
          "cost_eur": 0.00012627
        }
      },
      "confidence": {
        "score": 90,
        "band": "High",
        "reason": "Grounded in 5 similar resolved tickets (best match: 83%)",
        "best_sim": 0.83,
        "n_above_floor": 5,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": true
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft hallucinates specifics about how the module interacts with stock updates and the need for customization without sufficient information from the customer.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6347,
      "thread_id": 6347,
      "subject": "MODULO FEEDS DE PRODUCTOS, ENLAZAR CATALOGO",
      "product_name": "Products Feed: Catalogue & Shop for Facebook & Insta",
      "customer_language": "es",
      "draft_preview": "Hola, Gracias por tu mensaje y por actualizar el módulo del Pixel + API. Entiendo que es frustrante que estuviera en una versión anterior, pero me alegra saber que ya lo has actualizado. En cuanto al ",
      "real_reply_preview": "Hola de nuevo,Acabo de revisar las opciones del módulo. En general, está bien configurado; solamente faltaba añadir las opciones para generar las combinaciones.Las he activado y generado el feed, y ha",
      "similarity": 0.7817,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The AI draft does not address the specific configuration issue with the combinations and lacks the urgency of updating the Pixel Plus module, which is critical information in the actual reply.",
      "draft_tokens": 2983,
      "cost_eur": 0.008915,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 1292,
          "completion": 144,
          "cost_eur": 0.000257784
        },
        "chat:gpt-4o": {
          "prompt": 2765,
          "completion": 218,
          "cost_eur": 0.0083651
        },
        "embed:text-embedding-3-small": {
          "prompt": 635,
          "completion": 0,
          "cost_eur": 1.1684000000000002e-05
        },
        "judge:gpt-4o-mini": {
          "prompt": 806,
          "completion": 58,
          "cost_eur": 0.000143244
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 830,
          "completion": 41,
          "cost_eur": 0.000137172
        }
      },
      "confidence": {
        "score": 89,
        "band": "High",
        "reason": "Grounded in 5 similar resolved tickets (best match: 81%)",
        "best_sim": 0.81,
        "n_above_floor": 5,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": true
      },
      "draft_type": "ask-for-info",
      "honest_usable": false,
      "honest_reason": "The draft hallucinates specific troubleshooting steps and does not directly address the customer's request for configuration assistance.",
      "honest_would_send": false
    },
    {
      "ticket_id": 5520,
      "thread_id": 5520,
      "subject": "Dudas con el módulo",
      "product_name": "Dynamic Ads for Facebook: Events + CAPI + Catalogue",
      "customer_language": null,
      "draft_preview": "Buenas tardes, Gracias por tu interés en nuestros módulos. Basado en casos similares, nuestro pack de módulos, que incluye el Pixel Plus y el módulo de Feed de Productos, debería cubrir tus necesidade",
      "real_reply_preview": "Buenas tardes,Este producto que miras es un pack, formado por uno de nuestros mejores módulos el Pixel Plus y otro relativamente nuevo el de exportar los productos a un Feed para luego subirlos a Face",
      "similarity": 0.8862,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The AI draft lacks specific details about the Pixel Plus module's features and the seller's personal touch in the actual reply.",
      "draft_tokens": 2328,
      "cost_eur": 0.007012,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 854,
          "completion": 132,
          "cost_eur": 0.00019071600000000004
        },
        "chat:gpt-4o": {
          "prompt": 2152,
          "completion": 176,
          "cost_eur": 0.0065688
        },
        "embed:text-embedding-3-small": {
          "prompt": 548,
          "completion": 0,
          "cost_eur": 1.00832e-05
        },
        "judge:gpt-4o-mini": {
          "prompt": 704,
          "completion": 49,
          "cost_eur": 0.0001242
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 679,
          "completion": 44,
          "cost_eur": 0.00011799
        }
      },
      "confidence": {
        "score": 94,
        "band": "High",
        "reason": "Grounded in 5 similar resolved tickets (best match: 90%)",
        "best_sim": 0.9,
        "n_above_floor": 5,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": true
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft hallucinates specific module capabilities without confirming the customer's exact needs or providing a clear path for further engagement.",
      "honest_would_send": false
    },
    {
      "ticket_id": 4416,
      "thread_id": 4416,
      "subject": "payment reminder",
      "product_name": "Wire Transfer Remainder - Smart Modules",
      "customer_language": null,
      "draft_preview": "Hello, Thank you for reaching out with your question. To provide you with the most accurate information, could you please let us know which payment methods you are specifically interested in? This wil",
      "real_reply_preview": "Hello,For now only for the Bank Transfers because the module has to fetch the variables in order to be able to send the emails correctly.In what payment method are you interested?Best regards / Un cor",
      "similarity": 0.6455,
      "usable": false,
      "tone_match": 4,
      "judge_reason": "The draft does not specify that reminders can only be configured for Bank Transfers, which is key information in the actual reply.",
      "draft_tokens": 774,
      "cost_eur": 0.002513,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 485,
          "completion": 104,
          "cost_eur": 0.00012433800000000001
        },
        "chat:gpt-4o": {
          "prompt": 709,
          "completion": 65,
          "cost_eur": 0.0022287
        },
        "embed:text-embedding-3-small": {
          "prompt": 113,
          "completion": 0,
          "cost_eur": 2.0792e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 360,
          "completion": 49,
          "cost_eur": 7.672800000000001e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 434,
          "completion": 38,
          "cost_eur": 8.0868e-05
        }
      },
      "confidence": {
        "score": 0,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": false,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": true,
      "honest_reason": "The draft professionally asks for specific information needed to provide an accurate answer regarding payment methods.",
      "honest_would_send": true
    }
  ],
  "divergence_reasons": [
    {
      "ticket_id": 6283,
      "product": "Smart CSV Export",
      "reason": "The AI draft suggests providing access to the BackOffice and FTP, which is not mentioned in the actual reply, and the tone is more formal than the seller's casual tone.",
      "tone": 2,
      "similarity": 0.7263
    },
    {
      "ticket_id": 6281,
      "product": "Conversion Pixel Tracking + Custom Audiences",
      "reason": "The draft does not mention the recent changes to the Facebook code or the upcoming update, which are key details in the actual reply.",
      "tone": 3,
      "similarity": 0.687
    },
    {
      "ticket_id": 6277,
      "product": "Custom Audiences",
      "reason": "The draft does not acknowledge the seller's vacation status and has a more formal tone compared to the actual reply.",
      "tone": 2,
      "similarity": 0.7648
    },
    {
      "ticket_id": 6352,
      "product": "Product Videos - Youtube, Vimeo...",
      "reason": "The AI draft does not address the specific issue of updating the module and lacks key information present in the actual reply.",
      "tone": 2,
      "similarity": 0.3183
    },
    {
      "ticket_id": 6262,
      "product": "Google Adwords Conversion Tracking - Smart Modules",
      "reason": "The AI draft addresses a mail delivery issue, while the actual reply discusses module compatibility and conversion code, indicating a different context.",
      "tone": 2,
      "similarity": 0.456
    },
    {
      "ticket_id": 6353,
      "product": "Pixel Plus for Facebook: Events + CAPI + Pixel Catalog",
      "reason": "The AI draft lacks specific details about the module's behavior and troubleshooting steps that are present in the actual reply.",
      "tone": 4,
      "similarity": 0.7869
    },
    {
      "ticket_id": 6350,
      "product": "Estimated Delivery Date V3 - Smart Modules",
      "reason": "The AI draft asks for specific information and steps to reproduce the error, while the actual reply focuses on requesting access without asking for additional details.",
      "tone": 4,
      "similarity": 0.7232
    },
    {
      "ticket_id": 6206,
      "product": "Translation Suggestions",
      "reason": "The AI draft does not address the specific translation features of the module and lacks key information about the use of Bing API for translations.",
      "tone": 3,
      "similarity": 0.5296
    },
    {
      "ticket_id": 6169,
      "product": "WhatsApp Contact",
      "reason": "The AI draft does not address the specific issue of updating the module or the current status of the seller's work, which is crucial information in the actual reply.",
      "tone": 2,
      "similarity": 0.5946
    },
    {
      "ticket_id": 6175,
      "product": "Products Alert",
      "reason": "The AI draft does not mention the product display box for missing combinations or stock, which is key information in the actual reply.",
      "tone": 3,
      "similarity": 0.8135
    },
    {
      "ticket_id": 6347,
      "product": "Products Feed: Catalogue & Shop for Facebook & Insta",
      "reason": "The AI draft does not address the specific configuration issue with the combinations and lacks the urgency of updating the Pixel Plus module, which is critical information in the actual reply.",
      "tone": 3,
      "similarity": 0.7817
    },
    {
      "ticket_id": 5520,
      "product": "Dynamic Ads for Facebook: Events + CAPI + Catalogue",
      "reason": "The AI draft lacks specific details about the Pixel Plus module's features and the seller's personal touch in the actual reply.",
      "tone": 3,
      "similarity": 0.8862
    },
    {
      "ticket_id": 4416,
      "product": "Wire Transfer Remainder - Smart Modules",
      "reason": "The draft does not specify that reminders can only be configured for Bank Transfers, which is key information in the actual reply.",
      "tone": 4,
      "similarity": 0.6455
    }
  ],
  "confidence_calibration": [
    {
      "band": "High",
      "count": 4,
      "mean_sim": 0.7921,
      "pct_usable": 0.0,
      "honest_usable_count": 0,
      "ask_for_info_count": 1
    },
    {
      "band": "Medium",
      "count": 3,
      "mean_sim": 0.7154,
      "pct_usable": 0.0,
      "honest_usable_count": 1,
      "ask_for_info_count": 2
    },
    {
      "band": "Low",
      "count": 6,
      "mean_sim": 0.5665,
      "pct_usable": 0.0,
      "honest_usable_count": 4,
      "ask_for_info_count": 3
    }
  ],
  "phase4": {
    "ask_for_info_total": 6,
    "low_band_ask_for_info": 3
  }
}