{
  "run_config": {
    "schema": "tenant_internal",
    "n_requested": 20,
    "n_evaluated": 13,
    "cost_assumptions_usd_per_1m": {
      "gpt-4o": {
        "in": 2.5,
        "out": 10.0
      },
      "gpt-4o-mini": {
        "in": 0.15,
        "out": 0.6
      },
      "text-embedding-3-small": {
        "in": 0.02,
        "out": 0.0
      }
    },
    "eur_usd_rate": 0.92
  },
  "aggregates": {
    "median_similarity": 0.7004,
    "mean_similarity": 0.6473,
    "pct_usable": 0.0,
    "honest_pct_usable": 46.2,
    "avg_tone_match": 2.85,
    "avg_cost_eur_per_draft": 0.005372,
    "total_run_cost_eur": 0.069842,
    "projected_50_eur": 0.2686,
    "projected_200_eur": 1.0745
  },
  "call_totals": {
    "chat:gpt-4o-mini": {
      "count": 13,
      "prompt_tokens": 9691,
      "completion_tokens": 1463,
      "cost_eur": 0.002144934
    },
    "chat:gpt-4o": {
      "count": 12,
      "prompt_tokens": 22470,
      "completion_tokens": 1450,
      "cost_eur": 0.06502100000000001
    },
    "embed:text-embedding-3-small": {
      "count": 26,
      "prompt_tokens": 4436,
      "completion_tokens": 0,
      "cost_eur": 8.162239999999999e-05
    },
    "judge:gpt-4o-mini": {
      "count": 13,
      "prompt_tokens": 6763,
      "completion_tokens": 647,
      "cost_eur": 0.0012904379999999999
    },
    "honest_judge:gpt-4o-mini": {
      "count": 13,
      "prompt_tokens": 7222,
      "completion_tokens": 556,
      "cost_eur": 0.001303548
    }
  },
  "per_ticket": [
    {
      "ticket_id": 6283,
      "thread_id": 6283,
      "subject": "Exportar Direcciones de Clientes",
      "product_name": "Smart CSV Export",
      "customer_language": "es",
      "draft_preview": "Hola, Gracias por tu consulta. Actualmente, no disponemos de una demo para el módulo. Sin embargo, puedo proporcionarte más información sobre su funcionamiento. Para exportar las direcciones desde el ",
      "real_reply_preview": "Hola,De momento no tenemos ningún Back Office habilitado ya que el funcionamiento del modulo es sencillo.Al instlarlo aparece una nueva pestaña en clientes, llamada \"Listas CSV\" una vez haces clic all",
      "similarity": 0.7199,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The draft lacks specific information about the module's functionality and does not mention the 'Listas CSV' tab, which is crucial for the user's understanding.",
      "draft_tokens": 1194,
      "cost_eur": 0.003696,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 564,
          "completion": 106,
          "cost_eur": 0.000136344
        },
        "chat:gpt-4o": {
          "prompt": 1103,
          "completion": 91,
          "cost_eur": 0.0033741
        },
        "embed:text-embedding-3-small": {
          "prompt": 235,
          "completion": 0,
          "cost_eur": 4.3240000000000004e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 455,
          "completion": 55,
          "cost_eur": 9.315e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 470,
          "completion": 42,
          "cost_eur": 8.804400000000001e-05
        }
      },
      "confidence": {
        "score": 0,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": false,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": true,
      "honest_reason": "The draft professionally asks for necessary information to assist the customer and addresses their inquiry about the demo and exporting addresses.",
      "honest_would_send": true
    },
    {
      "ticket_id": 6281,
      "thread_id": 6281,
      "subject": "No funciona el pixel",
      "product_name": "Conversion Pixel Tracking + Custom Audiences",
      "customer_language": "es",
      "draft_preview": " Hola, Gracias por su paciencia y por informarnos sobre la situación. Lamentablemente, no podemos enviar el módulo directamente por correo electrónico debido a las políticas de PrestaShop. Sin embargo",
      "real_reply_preview": "Buenos días,Gracias por su información.He estado comprobando el plugin y he descubierto que Facebook ha cambiado el código recientemente, así pues estamos trabajando para lanzar en breve una actualiza",
      "similarity": 0.5696,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The draft does not address the specific issue of the plugin update and instead focuses on a different topic regarding email policies.",
      "draft_tokens": 2542,
      "cost_eur": 0.006935,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 615,
          "completion": 119,
          "cost_eur": 0.00015055799999999996
        },
        "chat:gpt-4o": {
          "prompt": 2433,
          "completion": 109,
          "cost_eur": 0.006598700000000001
        },
        "embed:text-embedding-3-small": {
          "prompt": 213,
          "completion": 0,
          "cost_eur": 3.9192000000000005e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 424,
          "completion": 48,
          "cost_eur": 8.5008e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 513,
          "completion": 47,
          "cost_eur": 9.673800000000001e-05
        }
      },
      "confidence": {
        "score": 94,
        "band": "High",
        "reason": "Grounded in 5 similar resolved tickets (best match: 90%)",
        "best_sim": 0.9,
        "n_above_floor": 5,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": true
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The reply does not address the customer's issue with the module not working and instead provides irrelevant information about sending the module and payment receipt.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6277,
      "thread_id": 6277,
      "subject": "Facebook custom audience module - PHP error in in configuration site",
      "product_name": "Custom Audiences",
      "customer_language": "en",
      "draft_preview": "Hello Michael,The error you're encountering is often related to compatibility issues with certain PrestaShop versions. Could you please confirm the version of PrestaShop you are using? This will help ",
      "real_reply_preview": "Hello Michael,Sorry for the delay in respone, we are now on vacations until 9th septembrr but the first thing i'll do is check your error. Just to make it fast can you tell me wich Prestashop version ",
      "similarity": 0.7385,
      "usable": false,
      "tone_match": 2,
      "judge_reason": "The draft does not acknowledge the seller's vacation status and has a more formal tone compared to the actual reply.",
      "draft_tokens": 2038,
      "cost_eur": 0.005718,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 612,
          "completion": 102,
          "cost_eur": 0.00014076
        },
        "chat:gpt-4o": {
          "prompt": 1935,
          "completion": 103,
          "cost_eur": 0.0053981
        },
        "embed:text-embedding-3-small": {
          "prompt": 163,
          "completion": 0,
          "cost_eur": 2.9992e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 411,
          "completion": 47,
          "cost_eur": 8.266199999999999e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 515,
          "completion": 41,
          "cost_eur": 9.3702e-05
        }
      },
      "confidence": {
        "score": 77,
        "band": "Medium",
        "reason": "Some relevant precedents found (best match: 81%)",
        "best_sim": 0.81,
        "n_above_floor": 2,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": true
      },
      "draft_type": "answer",
      "honest_usable": true,
      "honest_reason": "The draft correctly asks for the PrestaShop version and offers to assist further based on that information.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6352,
      "thread_id": 6352,
      "subject": "Impossible d'ajouter une vidéo",
      "product_name": "Product Videos - Youtube, Vimeo...",
      "customer_language": "fr",
      "draft_preview": "Thank you for your feedback! I'm glad the issue has been resolved. If you need any further assistance in the future, don't hesitate to reach out. Have a great day!",
      "real_reply_preview": "Hello,Please update the module to the latest version. PrestaShop changed the way the product edit page works, so we had to review the entire page creation process. In the latest update, it should be f",
      "similarity": 0.3188,
      "usable": false,
      "tone_match": 2,
      "judge_reason": "The AI draft does not address the specific issue of updating the module and lacks key information present in the actual reply.",
      "draft_tokens": 0,
      "cost_eur": 0.000337,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 768,
          "completion": 96,
          "cost_eur": 0.000158976
        },
        "embed:text-embedding-3-small": {
          "prompt": 169,
          "completion": 0,
          "cost_eur": 3.1096000000000003e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 413,
          "completion": 48,
          "cost_eur": 8.349e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 474,
          "completion": 48,
          "cost_eur": 9.190799999999999e-05
        }
      },
      "confidence": {
        "score": 5,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": true,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft does not address the customer's issue and incorrectly states that the issue has been resolved without any context or information provided by the customer.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6262,
      "thread_id": 6262,
      "subject": "compatbility with payment modules",
      "product_name": "Google Adwords Conversion Tracking - Smart Modules",
      "customer_language": "en",
      "draft_preview": "Hello Christian, Thank you for your message. I'm sorry to hear about the issues you're experiencing with the JavaScript settings and email delivery. To assist you better, could you please provide temp",
      "real_reply_preview": "Hello Christian,Our module uses basic return actions to call the conversion code, so it should be compatible.As part of our customer service if it isn't compatible, I'll do the modifications to make i",
      "similarity": 0.5549,
      "usable": false,
      "tone_match": 2,
      "judge_reason": "The AI draft does not address the compatibility of the module or offer modifications, which are key points in the actual reply.",
      "draft_tokens": 1506,
      "cost_eur": 0.004574,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 509,
          "completion": 107,
          "cost_eur": 0.000129306
        },
        "chat:gpt-4o": {
          "prompt": 1391,
          "completion": 115,
          "cost_eur": 0.0042572999999999995
        },
        "embed:text-embedding-3-small": {
          "prompt": 223,
          "completion": 0,
          "cost_eur": 4.1032e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 469,
          "completion": 49,
          "cost_eur": 9.177e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 511,
          "completion": 38,
          "cost_eur": 9.1494e-05
        }
      },
      "confidence": {
        "score": 0,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": false,
        "has_strong_precedent": false
      },
      "draft_type": "ask-for-info",
      "honest_usable": false,
      "honest_reason": "The draft does not address the customer's question about module compatibility and instead asks for unrelated access and information.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6353,
      "thread_id": 6353,
      "subject": "Évènement CompleteRegistration et Purchase du serveur non dédupliqués",
      "product_name": "Pixel Plus for Facebook: Events + CAPI + Pixel Catalog",
      "customer_language": "fr",
      "draft_preview": "Bonjour, Merci pour votre message. Le problème que vous rencontrez avec l'ajout du paramètre `event_id` est souvent causé par une configuration externe qui interfère avec le module. Le module Pixel Pl",
      "real_reply_preview": "Bonjour,Merci pour le rapport détaillé. J'ai étudié cela attentivement du côté du module.Le module inclut toujours un event_id dans ses événements, car il est obligatoire pour Meta d'effectuer la dédu",
      "similarity": 0.7628,
      "usable": false,
      "tone_match": 4,
      "judge_reason": "The AI draft lacks specific details about the module's behavior and troubleshooting steps that are present in the actual reply.",
      "draft_tokens": 3442,
      "cost_eur": 0.009575,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 1547,
          "completion": 132,
          "cost_eur": 0.00028635
        },
        "chat:gpt-4o": {
          "prompt": 3284,
          "completion": 158,
          "cost_eur": 0.0090068
        },
        "embed:text-embedding-3-small": {
          "prompt": 1236,
          "completion": 0,
          "cost_eur": 2.27424e-05
        },
        "judge:gpt-4o-mini": {
          "prompt": 832,
          "completion": 47,
          "cost_eur": 0.00014076
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 674,
          "completion": 46,
          "cost_eur": 0.00011840399999999999
        }
      },
      "confidence": {
        "score": 72,
        "band": "Medium",
        "reason": "Some relevant precedents found (best match: 78%)",
        "best_sim": 0.78,
        "n_above_floor": 5,
        "same_product": false,
        "same_language": true,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft hallucinates specific steps regarding enabling debug mode and assumes the module includes an event_id without confirming the customer's setup.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6350,
      "thread_id": 6350,
      "subject": "Error",
      "product_name": "Estimated Delivery Date V3 - Smart Modules",
      "customer_language": "en",
      "draft_preview": "Hello, Thank you for reaching out and for providing the FTP port information. To assist you further, could you please share the following details: - The PrestaShop version and module version you are u",
      "real_reply_preview": "Hello,Since this thread has only one message, it's a little complicated for me to have the context of what we previously talked about. However, I'd suggest you share access so I can check it and fix w",
      "similarity": 0.7004,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The AI draft requests specific information while the actual reply suggests sharing access without asking for additional details, leading to a different resolution path.",
      "draft_tokens": 939,
      "cost_eur": 0.00324,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 592,
          "completion": 120,
          "cost_eur": 0.00014793600000000001
        },
        "chat:gpt-4o": {
          "prompt": 831,
          "completion": 108,
          "cost_eur": 0.0029049
        },
        "embed:text-embedding-3-small": {
          "prompt": 244,
          "completion": 0,
          "cost_eur": 4.4896e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 484,
          "completion": 51,
          "cost_eur": 9.494399999999999e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 494,
          "completion": 35,
          "cost_eur": 8.7492e-05
        }
      },
      "confidence": {
        "score": 0,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": false,
        "has_strong_precedent": false
      },
      "draft_type": "ask-for-info",
      "honest_usable": true,
      "honest_reason": "The draft professionally asks for specific information needed to diagnose the issue further.",
      "honest_would_send": true
    },
    {
      "ticket_id": 6206,
      "thread_id": 6206,
      "subject": "lithuanian",
      "product_name": "Translation Suggestions",
      "customer_language": "en",
      "draft_preview": " Hello, Thank you for reaching out with your question. To provide you with the most accurate information, could you please let us know which version of PrestaShop and the module you are currently usin",
      "real_reply_preview": "Good morning,The module uses two things, the translations you've made before and the automatic translation feature used from Microsoft's Bing API, so if Bing translates to Lithuanian you sho",
      "similarity": 0.5237,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The draft does not address the specific functionality of the module regarding translations and lacks the assurance about Bing's translation capabilities.",
      "draft_tokens": 788,
      "cost_eur": 0.002566,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 507,
          "completion": 93,
          "cost_eur": 0.00012130200000000001
        },
        "chat:gpt-4o": {
          "prompt": 720,
          "completion": 68,
          "cost_eur": 0.0022816
        },
        "embed:text-embedding-3-small": {
          "prompt": 139,
          "completion": 0,
          "cost_eur": 2.5576000000000003e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 388,
          "completion": 48,
          "cost_eur": 8.004e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 432,
          "completion": 37,
          "cost_eur": 8.004e-05
        }
      },
      "confidence": {
        "score": 0,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": false,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": true,
      "honest_reason": "The draft professionally asks for necessary information to address the customer's question about translation capabilities.",
      "honest_would_send": true
    },
    {
      "ticket_id": 6169,
      "thread_id": 6169,
      "subject": "alignment",
      "product_name": "WhatsApp Contact",
      "customer_language": null,
      "draft_preview": " Hello, To change the text next to the WhatsApp icon, you should be able to modify it directly in the module's configuration settings. If the changes are not reflecting, it might be due to caching iss",
      "real_reply_preview": "Hello,This isn't the display, but we have updated the Prestashop to 1.6.1 and now he are updating the modules.The module will show or the WhatsApp icon (image) or will use the whatsapp character ",
      "similarity": 0.5696,
      "usable": false,
      "tone_match": 2,
      "judge_reason": "The AI draft does not address the specific situation of the Prestashop update and module changes mentioned in the actual reply.",
      "draft_tokens": 2177,
      "cost_eur": 0.005975,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 554,
          "completion": 96,
          "cost_eur": 0.000129444
        },
        "chat:gpt-4o": {
          "prompt": 2083,
          "completion": 94,
          "cost_eur": 0.0056557000000000005
        },
        "embed:text-embedding-3-small": {
          "prompt": 228,
          "completion": 0,
          "cost_eur": 4.1952e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 482,
          "completion": 48,
          "cost_eur": 9.3012e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 477,
          "completion": 49,
          "cost_eur": 9.287399999999999e-05
        }
      },
      "confidence": {
        "score": 62,
        "band": "Medium",
        "reason": "Some relevant precedents found (best match: 71%)",
        "best_sim": 0.71,
        "n_above_floor": 1,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft incorrectly assumes the issue is related to the WhatsApp icon text without addressing the customer's concern about logo and number alignment in the demo.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6175,
      "thread_id": 6175,
      "subject": "question",
      "product_name": "Products Alert",
      "customer_language": null,
      "draft_preview": "Hello Alex, Thank you for reaching out. Based on similar cases, our module can send email notifications when stock changes are detected, but it typically relies on PrestaShop's native stock update mec",
      "real_reply_preview": "Hello Alex,The module displays a box if a product is missing a combination or if the product has no stock.You can see a living example here https://indalas.com/es/sandalias/8-sandalias-indalas-orange.",
      "similarity": 0.7781,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The AI draft does not mention the product box for missing combinations or stock, which is key information in the actual reply.",
      "draft_tokens": 2579,
      "cost_eur": 0.007424,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 792,
          "completion": 122,
          "cost_eur": 0.00017664000000000002
        },
        "chat:gpt-4o": {
          "prompt": 2422,
          "completion": 157,
          "cost_eur": 0.007015
        },
        "embed:text-embedding-3-small": {
          "prompt": 305,
          "completion": 0,
          "cost_eur": 5.612e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 551,
          "completion": 49,
          "cost_eur": 0.000103086
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 735,
          "completion": 40,
          "cost_eur": 0.00012351000000000002
        }
      },
      "confidence": {
        "score": 90,
        "band": "High",
        "reason": "Grounded in 5 similar resolved tickets (best match: 83%)",
        "best_sim": 0.83,
        "n_above_floor": 5,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": true
      },
      "draft_type": "answer",
      "honest_usable": true,
      "honest_reason": "The draft accurately addresses the customer's questions about stock notifications and the need for customization for combination notifications.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6347,
      "thread_id": 6347,
      "subject": "MODULO FEEDS DE PRODUCTOS, ENLAZAR CATALOGO",
      "product_name": "Products Feed: Catalogue & Shop for Facebook & Insta",
      "customer_language": "es",
      "draft_preview": " Hola, Gracias por tu mensaje y por actualizar el módulo Pixel + API. En cuanto al problema con el módulo de Feeds de productos, parece que podría ser un fallo puntual. Basado en casos similares, te r",
      "real_reply_preview": "Hola de nuevo,Acabo de revisar las opciones del módulo. En general, está bien configurado; solamente faltaba añadir las opciones para generar las combinaciones.Las he activado y generado el feed, y ha",
      "similarity": 0.7669,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The AI draft does not address the specific configuration issue with the module and lacks key information about the server performance and the need for an update.",
      "draft_tokens": 3250,
      "cost_eur": 0.009245,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 1292,
          "completion": 126,
          "cost_eur": 0.000247848
        },
        "chat:gpt-4o": {
          "prompt": 3070,
          "completion": 180,
          "cost_eur": 0.008717
        },
        "embed:text-embedding-3-small": {
          "prompt": 588,
          "completion": 0,
          "cost_eur": 1.0819200000000001e-05
        },
        "judge:gpt-4o-mini": {
          "prompt": 765,
          "completion": 53,
          "cost_eur": 0.00013482600000000003
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 789,
          "completion": 46,
          "cost_eur": 0.000134274
        }
      },
      "confidence": {
        "score": 89,
        "band": "High",
        "reason": "Grounded in 5 similar resolved tickets (best match: 81%)",
        "best_sim": 0.81,
        "n_above_floor": 5,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": true
      },
      "draft_type": "ask-for-info",
      "honest_usable": false,
      "honest_reason": "The draft hallucinates specific troubleshooting steps without knowing the actual issue and does not engage with the customer's request for configuration assistance.",
      "honest_would_send": false
    },
    {
      "ticket_id": 5520,
      "thread_id": 5520,
      "subject": "Dudas con el módulo",
      "product_name": "Dynamic Ads for Facebook: Events + CAPI + Catalogue",
      "customer_language": null,
      "draft_preview": "Buenas tardes, Gracias por tu interés en nuestro módulo. Basado en casos similares, nuestro módulo \"Dynamic Ads for Facebook: Events + CAPI + Catalogue\" debería cubrir tus necesidades. Este módulo per",
      "real_reply_preview": "Buenas tardes,Este producto que miras es un pack, formado por uno de nuestros mejores módulos el Pixel Plus y otro relativamente nuevo el de exportar los productos a un Feed para luego subirlos a Face",
      "similarity": 0.7947,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The AI draft does not mention the specific modules included in the pack and lacks details about the Pixel Plus and its features, which are crucial for the customer's understanding.",
      "draft_tokens": 2695,
      "cost_eur": 0.008074,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 854,
          "completion": 141,
          "cost_eur": 0.000195684
        },
        "chat:gpt-4o": {
          "prompt": 2490,
          "completion": 205,
          "cost_eur": 0.007613
        },
        "embed:text-embedding-3-small": {
          "prompt": 583,
          "completion": 0,
          "cost_eur": 1.0727200000000001e-05
        },
        "judge:gpt-4o-mini": {
          "prompt": 732,
          "completion": 57,
          "cost_eur": 0.00013248
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 707,
          "completion": 45,
          "cost_eur": 0.000122406
        }
      },
      "confidence": {
        "score": 94,
        "band": "High",
        "reason": "Grounded in 5 similar resolved tickets (best match: 90%)",
        "best_sim": 0.9,
        "n_above_floor": 5,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": true
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft hallucinates specific features of the module without confirming the customer's exact needs or providing a way to verify compatibility.",
      "honest_would_send": false
    },
    {
      "ticket_id": 4416,
      "thread_id": 4416,
      "subject": "payment reminder",
      "product_name": "Wire Transfer Remainder - Smart Modules",
      "customer_language": null,
      "draft_preview": "Hello! Thank you for reaching out with your question. To provide you with the most accurate information, could you please let us know which payment methods you are interested in using with the reminde",
      "real_reply_preview": "Hello,For now only for the Bank Transfers because the module has to fetch the variables in order to be able to send the emails correctly.In what payment method are you interested?Best regards / Un cor",
      "similarity": 0.6165,
      "usable": false,
      "tone_match": 4,
      "judge_reason": "The draft does not specify that only bank transfers are currently supported, which is key information in the actual reply.",
      "draft_tokens": 770,
      "cost_eur": 0.002482,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 485,
          "completion": 103,
          "cost_eur": 0.00012378600000000002
        },
        "chat:gpt-4o": {
          "prompt": 708,
          "completion": 62,
          "cost_eur": 0.0021988000000000003
        },
        "embed:text-embedding-3-small": {
          "prompt": 110,
          "completion": 0,
          "cost_eur": 2.024e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 357,
          "completion": 47,
          "cost_eur": 7.520999999999999e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 431,
          "completion": 42,
          "cost_eur": 8.266199999999999e-05
        }
      },
      "confidence": {
        "score": 0,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": false,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": true,
      "honest_reason": "The draft professionally asks for clarification on the customer's inquiry, which is appropriate given the lack of specific information.",
      "honest_would_send": true
    }
  ],
  "divergence_reasons": [
    {
      "ticket_id": 6283,
      "product": "Smart CSV Export",
      "reason": "The draft lacks specific information about the module's functionality and does not mention the 'Listas CSV' tab, which is crucial for the user's understanding.",
      "tone": 3,
      "similarity": 0.7199
    },
    {
      "ticket_id": 6281,
      "product": "Conversion Pixel Tracking + Custom Audiences",
      "reason": "The draft does not address the specific issue of the plugin update and instead focuses on a different topic regarding email policies.",
      "tone": 3,
      "similarity": 0.5696
    },
    {
      "ticket_id": 6277,
      "product": "Custom Audiences",
      "reason": "The draft does not acknowledge the seller's vacation status and has a more formal tone compared to the actual reply.",
      "tone": 2,
      "similarity": 0.7385
    },
    {
      "ticket_id": 6352,
      "product": "Product Videos - Youtube, Vimeo...",
      "reason": "The AI draft does not address the specific issue of updating the module and lacks key information present in the actual reply.",
      "tone": 2,
      "similarity": 0.3188
    },
    {
      "ticket_id": 6262,
      "product": "Google Adwords Conversion Tracking - Smart Modules",
      "reason": "The AI draft does not address the compatibility of the module or offer modifications, which are key points in the actual reply.",
      "tone": 2,
      "similarity": 0.5549
    },
    {
      "ticket_id": 6353,
      "product": "Pixel Plus for Facebook: Events + CAPI + Pixel Catalog",
      "reason": "The AI draft lacks specific details about the module's behavior and troubleshooting steps that are present in the actual reply.",
      "tone": 4,
      "similarity": 0.7628
    },
    {
      "ticket_id": 6350,
      "product": "Estimated Delivery Date V3 - Smart Modules",
      "reason": "The AI draft requests specific information while the actual reply suggests sharing access without asking for additional details, leading to a different resolution path.",
      "tone": 3,
      "similarity": 0.7004
    },
    {
      "ticket_id": 6206,
      "product": "Translation Suggestions",
      "reason": "The draft does not address the specific functionality of the module regarding translations and lacks the assurance about Bing's translation capabilities.",
      "tone": 3,
      "similarity": 0.5237
    },
    {
      "ticket_id": 6169,
      "product": "WhatsApp Contact",
      "reason": "The AI draft does not address the specific situation of the Prestashop update and module changes mentioned in the actual reply.",
      "tone": 2,
      "similarity": 0.5696
    },
    {
      "ticket_id": 6175,
      "product": "Products Alert",
      "reason": "The AI draft does not mention the product box for missing combinations or stock, which is key information in the actual reply.",
      "tone": 3,
      "similarity": 0.7781
    },
    {
      "ticket_id": 6347,
      "product": "Products Feed: Catalogue & Shop for Facebook & Insta",
      "reason": "The AI draft does not address the specific configuration issue with the module and lacks key information about the server performance and the need for an update.",
      "tone": 3,
      "similarity": 0.7669
    },
    {
      "ticket_id": 5520,
      "product": "Dynamic Ads for Facebook: Events + CAPI + Catalogue",
      "reason": "The AI draft does not mention the specific modules included in the pack and lacks details about the Pixel Plus and its features, which are crucial for the customer's understanding.",
      "tone": 3,
      "similarity": 0.7947
    },
    {
      "ticket_id": 4416,
      "product": "Wire Transfer Remainder - Smart Modules",
      "reason": "The draft does not specify that only bank transfers are currently supported, which is key information in the actual reply.",
      "tone": 4,
      "similarity": 0.6165
    }
  ],
  "confidence_calibration": [
    {
      "band": "High",
      "count": 4,
      "mean_sim": 0.7273,
      "pct_usable": 0.0,
      "honest_usable_count": 1,
      "ask_for_info_count": 1
    },
    {
      "band": "Medium",
      "count": 3,
      "mean_sim": 0.6903,
      "pct_usable": 0.0,
      "honest_usable_count": 1,
      "ask_for_info_count": 0
    },
    {
      "band": "Low",
      "count": 6,
      "mean_sim": 0.5724,
      "pct_usable": 0.0,
      "honest_usable_count": 4,
      "ask_for_info_count": 2
    }
  ],
  "phase4": {
    "ask_for_info_total": 3,
    "low_band_ask_for_info": 2
  }
}