{
  "run_config": {
    "schema": "tenant_internal",
    "n_requested": 20,
    "n_evaluated": 13,
    "cost_assumptions_usd_per_1m": {
      "gpt-4o": {
        "in": 2.5,
        "out": 10.0
      },
      "gpt-4o-mini": {
        "in": 0.15,
        "out": 0.6
      },
      "text-embedding-3-small": {
        "in": 0.02,
        "out": 0.0
      }
    },
    "eur_usd_rate": 0.92
  },
  "aggregates": {
    "median_similarity": 0.7012,
    "mean_similarity": 0.6586,
    "pct_usable": 0.0,
    "honest_pct_usable": 30.8,
    "avg_tone_match": 2.85,
    "avg_cost_eur_per_draft": 0.005598,
    "total_run_cost_eur": 0.072774,
    "projected_50_eur": 0.2799,
    "projected_200_eur": 1.1196
  },
  "call_totals": {
    "chat:gpt-4o-mini": {
      "count": 13,
      "prompt_tokens": 9691,
      "completion_tokens": 1476,
      "cost_eur": 0.00215211
    },
    "chat:gpt-4o": {
      "count": 12,
      "prompt_tokens": 23936,
      "completion_tokens": 1401,
      "cost_eur": 0.06794199999999999
    },
    "embed:text-embedding-3-small": {
      "count": 26,
      "prompt_tokens": 4390,
      "completion_tokens": 0,
      "cost_eur": 8.077599999999999e-05
    },
    "judge:gpt-4o-mini": {
      "count": 13,
      "prompt_tokens": 6715,
      "completion_tokens": 666,
      "cost_eur": 0.001294302
    },
    "honest_judge:gpt-4o-mini": {
      "count": 13,
      "prompt_tokens": 7174,
      "completion_tokens": 570,
      "cost_eur": 0.0013046520000000001
    }
  },
  "per_ticket": [
    {
      "ticket_id": 6283,
      "thread_id": 6283,
      "subject": "Exportar Direcciones de Clientes",
      "product_name": "Smart CSV Export",
      "customer_language": "es",
      "draft_preview": "Hola, Gracias por tu consulta. Actualmente, no disponemos de una demo para el módulo. Sin embargo, una vez instalado, el módulo añade una nueva pestaña en la sección de clientes del BackOffice llamada",
      "real_reply_preview": "Hola,De momento no tenemos ningún Back Office habilitado ya que el funcionamiento del modulo es sencillo.Al instlarlo aparece una nueva pestaña en clientes, llamada \"Listas CSV\" una vez haces clic all",
      "similarity": 0.7834,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The draft lacks key information about the simplicity of the module's functionality and the seller's personal experience with it.",
      "draft_tokens": 1594,
      "cost_eur": 0.004512,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 564,
          "completion": 107,
          "cost_eur": 0.000136896
        },
        "chat:gpt-4o": {
          "prompt": 1517,
          "completion": 77,
          "cost_eur": 0.0041975
        },
        "embed:text-embedding-3-small": {
          "prompt": 222,
          "completion": 0,
          "cost_eur": 4.0848e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 441,
          "completion": 47,
          "cost_eur": 8.6802e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 456,
          "completion": 43,
          "cost_eur": 8.6664e-05
        }
      },
      "confidence": {
        "score": 0,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": false,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft incorrectly specifies a feature ('Listas CSV') that cannot be confirmed without more information about the module.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6281,
      "thread_id": 6281,
      "subject": "No funciona el pixel",
      "product_name": "Conversion Pixel Tracking + Custom Audiences",
      "customer_language": "es",
      "draft_preview": " Hola, Gracias por tu mensaje y por tu paciencia. Entiendo la urgencia de comenzar a trabajar con el pixel de Facebook. Sin embargo, por políticas de PrestaShop, no podemos enviar el módulo directamen",
      "real_reply_preview": "Buenos días,Gracias por su información.He estado comprobando el plugin y he descubierto que Facebook ha cambiado el código recientemente, así pues estamos trabajando para lanzar en breve una actualiza",
      "similarity": 0.657,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The draft does not mention the recent changes to the Facebook code or the upcoming update, which are key details in the actual reply.",
      "draft_tokens": 2524,
      "cost_eur": 0.006763,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 615,
          "completion": 119,
          "cost_eur": 0.00015055799999999996
        },
        "chat:gpt-4o": {
          "prompt": 2433,
          "completion": 91,
          "cost_eur": 0.0064331
        },
        "embed:text-embedding-3-small": {
          "prompt": 188,
          "completion": 0,
          "cost_eur": 3.4592000000000007e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 405,
          "completion": 51,
          "cost_eur": 8.4042e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 494,
          "completion": 42,
          "cost_eur": 9.135600000000001e-05
        }
      },
      "confidence": {
        "score": 94,
        "band": "High",
        "reason": "Grounded in 5 similar resolved tickets (best match: 90%)",
        "best_sim": 0.9,
        "n_above_floor": 5,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": true
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The reply does not address the customer's issue with the Facebook pixel and provides irrelevant information about module delivery policies.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6277,
      "thread_id": 6277,
      "subject": "Facebook custom audience module - PHP error in in configuration site",
      "product_name": "Custom Audiences",
      "customer_language": "en",
      "draft_preview": "Hello Michael,The error you're encountering is often related to compatibility issues between the module and your PrestaShop version. Could you please confirm which version of PrestaShop you are using?",
      "real_reply_preview": "Hello Michael,Sorry for the delay in respone, we are now on vacations until 9th septembrr but the first thing i'll do is check your error. Just to make it fast can you tell me wich Prestashop version ",
      "similarity": 0.7738,
      "usable": false,
      "tone_match": 2,
      "judge_reason": "The AI draft is too formal and does not acknowledge the seller's vacation status, which is key information in the actual reply.",
      "draft_tokens": 2017,
      "cost_eur": 0.005519,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 612,
          "completion": 102,
          "cost_eur": 0.00014076
        },
        "chat:gpt-4o": {
          "prompt": 1935,
          "completion": 82,
          "cost_eur": 0.0052049
        },
        "embed:text-embedding-3-small": {
          "prompt": 142,
          "completion": 0,
          "cost_eur": 2.6128e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 390,
          "completion": 50,
          "cost_eur": 8.142e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 494,
          "completion": 39,
          "cost_eur": 8.97e-05
        }
      },
      "confidence": {
        "score": 77,
        "band": "Medium",
        "reason": "Some relevant precedents found (best match: 81%)",
        "best_sim": 0.81,
        "n_above_floor": 2,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": true
      },
      "draft_type": "ask-for-info",
      "honest_usable": true,
      "honest_reason": "The draft professionally asks for the PrestaShop and module versions needed to diagnose the issue.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6352,
      "thread_id": 6352,
      "subject": "Impossible d'ajouter une vidéo",
      "product_name": "Product Videos - Youtube, Vimeo...",
      "customer_language": "fr",
      "draft_preview": "Thank you for your feedback! I'm glad the issue has been resolved. If you need any further assistance in the future, don't hesitate to reach out. Have a great day!",
      "real_reply_preview": "Hello,Please update the module to the latest version. PrestaShop changed the way the product edit page works, so we had to review the entire page creation process. In the latest update, it should be f",
      "similarity": 0.3183,
      "usable": false,
      "tone_match": 2,
      "judge_reason": "The AI draft does not address the specific issue of updating the module and lacks key information present in the actual reply.",
      "draft_tokens": 0,
      "cost_eur": 0.000337,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 768,
          "completion": 96,
          "cost_eur": 0.000158976
        },
        "embed:text-embedding-3-small": {
          "prompt": 169,
          "completion": 0,
          "cost_eur": 3.1096000000000003e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 413,
          "completion": 48,
          "cost_eur": 8.349e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 474,
          "completion": 48,
          "cost_eur": 9.190799999999999e-05
        }
      },
      "confidence": {
        "score": 5,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": true,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft does not address the customer's issue and incorrectly states that the issue has been resolved without any context or information provided by the customer.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6262,
      "thread_id": 6262,
      "subject": "compatbility with payment modules",
      "product_name": "Google Adwords Conversion Tracking - Smart Modules",
      "customer_language": "en",
      "draft_preview": " Hello Pol, Thank you for checking your email addresses. Since you're experiencing issues with the performance settings affecting the JS functionality, could you please provide temporary Back-Office (",
      "real_reply_preview": "Hello Christian,Our module uses basic return actions to call the conversion code, so it should be compatible.As part of our customer service if it isn't compatible, I'll do the modifications to make i",
      "similarity": 0.399,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The AI draft suggests requesting access and troubleshooting steps, while the actual reply provides a different solution regarding compatibility and a specific tool.",
      "draft_tokens": 1804,
      "cost_eur": 0.005078,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 509,
          "completion": 108,
          "cost_eur": 0.000129858
        },
        "chat:gpt-4o": {
          "prompt": 1715,
          "completion": 89,
          "cost_eur": 0.0047633
        },
        "embed:text-embedding-3-small": {
          "prompt": 196,
          "completion": 0,
          "cost_eur": 3.6064000000000007e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 442,
          "completion": 50,
          "cost_eur": 8.8596e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 484,
          "completion": 46,
          "cost_eur": 9.218399999999998e-05
        }
      },
      "confidence": {
        "score": 0,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": false,
        "has_strong_precedent": false
      },
      "draft_type": "ask-for-info",
      "honest_usable": false,
      "honest_reason": "The draft reply does not address the customer's question about module compatibility and instead asks for access and error details unrelated to the inquiry.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6353,
      "thread_id": 6353,
      "subject": "Évènement CompleteRegistration et Purchase du serveur non dédupliqués",
      "product_name": "Pixel Plus for Facebook: Events + CAPI + Pixel Catalog",
      "customer_language": "fr",
      "draft_preview": "Bonjour, Merci pour votre message. Le problème que vous rencontrez avec l'absence de `event_id` dans les événements CompleteRegistration et Purchase est souvent lié à une configuration externe au modu",
      "real_reply_preview": "Bonjour,Merci pour le rapport détaillé. J'ai étudié cela attentivement du côté du module.Le module inclut toujours un event_id dans ses événements, car il est obligatoire pour Meta d'effectuer la dédu",
      "similarity": 0.7891,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The AI draft lacks specific details and steps provided in the actual reply, such as the importance of checking the Debug option and the potential delay in Meta reporting.",
      "draft_tokens": 3457,
      "cost_eur": 0.009828,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 1547,
          "completion": 116,
          "cost_eur": 0.000277518
        },
        "chat:gpt-4o": {
          "prompt": 3268,
          "completion": 189,
          "cost_eur": 0.0092552
        },
        "embed:text-embedding-3-small": {
          "prompt": 1281,
          "completion": 0,
          "cost_eur": 2.3570400000000004e-05
        },
        "judge:gpt-4o-mini": {
          "prompt": 863,
          "completion": 56,
          "cost_eur": 0.000150006
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 705,
          "completion": 45,
          "cost_eur": 0.00012213
        }
      },
      "confidence": {
        "score": 72,
        "band": "Medium",
        "reason": "Some relevant precedents found (best match: 78%)",
        "best_sim": 0.78,
        "n_above_floor": 5,
        "same_product": false,
        "same_language": true,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft hallucinates specific details about the module's functionality and configuration that cannot be known from the customer's message alone.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6350,
      "thread_id": 6350,
      "subject": "Error",
      "product_name": "Estimated Delivery Date V3 - Smart Modules",
      "customer_language": "en",
      "draft_preview": "Hello, Thank you for reaching out and providing the screenshot. To assist you further, could you please share the following details? - PrestaShop version and module version you are using. - Steps to r",
      "real_reply_preview": "Hello,Since this thread has only one message, it's a little complicated for me to have the context of what we previously talked about. However, I'd suggest you share access so I can check it and fix w",
      "similarity": 0.7012,
      "usable": false,
      "tone_match": 4,
      "judge_reason": "The AI draft asks for specific details and steps to reproduce the error, while the actual reply focuses on requesting access without asking for additional information.",
      "draft_tokens": 1275,
      "cost_eur": 0.003933,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 592,
          "completion": 122,
          "cost_eur": 0.00014904000000000002
        },
        "chat:gpt-4o": {
          "prompt": 1179,
          "completion": 96,
          "cost_eur": 0.0035949000000000007
        },
        "embed:text-embedding-3-small": {
          "prompt": 237,
          "completion": 0,
          "cost_eur": 4.3608e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 477,
          "completion": 53,
          "cost_eur": 9.5082e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 487,
          "completion": 41,
          "cost_eur": 8.983799999999999e-05
        }
      },
      "confidence": {
        "score": 0,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": false,
        "has_strong_precedent": false
      },
      "draft_type": "ask-for-info",
      "honest_usable": true,
      "honest_reason": "The draft professionally asks for necessary details to diagnose the issue, which is appropriate given the customer's message.",
      "honest_would_send": true
    },
    {
      "ticket_id": 6206,
      "thread_id": 6206,
      "subject": "lithuanian",
      "product_name": "Translation Suggestions",
      "customer_language": "en",
      "draft_preview": "Hello, Thank you for reaching out with your question. To provide you with the most accurate information, could you please let us know which version of PrestaShop and the module you are currently using",
      "real_reply_preview": "Good morning,The module uses two things, the translations you've made before and the automatic translation feature used from Microsoft's Bing API, so if Bing translates to Lithuanian you sho",
      "similarity": 0.5331,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The AI draft does not address the specific translation capabilities of the module and lacks key information about the use of Bing API for translations.",
      "draft_tokens": 810,
      "cost_eur": 0.002777,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 507,
          "completion": 93,
          "cost_eur": 0.00012130200000000001
        },
        "chat:gpt-4o": {
          "prompt": 720,
          "completion": 90,
          "cost_eur": 0.002484
        },
        "embed:text-embedding-3-small": {
          "prompt": 162,
          "completion": 0,
          "cost_eur": 2.9808000000000003e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 411,
          "completion": 51,
          "cost_eur": 8.487e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 455,
          "completion": 38,
          "cost_eur": 8.3766e-05
        }
      },
      "confidence": {
        "score": 0,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": false,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": true,
      "honest_reason": "The draft professionally asks for the necessary information to address the customer's question about translation capabilities.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6169,
      "thread_id": 6169,
      "subject": "alignment",
      "product_name": "WhatsApp Contact",
      "customer_language": null,
      "draft_preview": "Hello, To change the text next to the WhatsApp icon, you can usually do this through the module's configuration settings. If the changes are not reflecting, it might be due to caching issues. Please t",
      "real_reply_preview": "Hello,This isn't the display, but we have updated the Prestashop to 1.6.1 and now he are updating the modules.The module will show or the WhatsApp icon (image) or will use the whatsapp character ",
      "similarity": 0.6101,
      "usable": false,
      "tone_match": 2,
      "judge_reason": "The AI draft does not address the specific situation of updating the Prestashop version and the module, which is crucial information in the actual reply.",
      "draft_tokens": 2159,
      "cost_eur": 0.005823,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 554,
          "completion": 94,
          "cost_eur": 0.00012834
        },
        "chat:gpt-4o": {
          "prompt": 2081,
          "completion": 78,
          "cost_eur": 0.0055039
        },
        "embed:text-embedding-3-small": {
          "prompt": 211,
          "completion": 0,
          "cost_eur": 3.8824e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 464,
          "completion": 53,
          "cost_eur": 9.3288e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 459,
          "completion": 54,
          "cost_eur": 9.315e-05
        }
      },
      "confidence": {
        "score": 62,
        "band": "Medium",
        "reason": "Some relevant precedents found (best match: 71%)",
        "best_sim": 0.71,
        "n_above_floor": 1,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft does not address the customer's concern about logo and number alignment in the demo and instead focuses on changing text next to the WhatsApp icon, which is unrelated.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6175,
      "thread_id": 6175,
      "subject": "question",
      "product_name": "Products Alert",
      "customer_language": null,
      "draft_preview": "Hello Alex, Thank you for reaching out with your questions. Based on similar cases, the module can indeed send email notifications when stock is updated, but it typically relies on PrestaShop's native",
      "real_reply_preview": "Hello Alex,The module displays a box if a product is missing a combination or if the product has no stock.You can see a living example here https://indalas.com/es/sandalias/8-sandalias-indalas-orange.",
      "similarity": 0.7698,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The AI draft does not mention the module's display behavior for missing combinations or stock, which is key information in the actual reply.",
      "draft_tokens": 2572,
      "cost_eur": 0.007368,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 792,
          "completion": 121,
          "cost_eur": 0.000176088
        },
        "chat:gpt-4o": {
          "prompt": 2421,
          "completion": 151,
          "cost_eur": 0.0069575
        },
        "embed:text-embedding-3-small": {
          "prompt": 301,
          "completion": 0,
          "cost_eur": 5.5384e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 545,
          "completion": 51,
          "cost_eur": 0.000103362
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 729,
          "completion": 46,
          "cost_eur": 0.00012599400000000001
        }
      },
      "confidence": {
        "score": 90,
        "band": "High",
        "reason": "Grounded in 5 similar resolved tickets (best match: 83%)",
        "best_sim": 0.83,
        "n_above_floor": 5,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": true
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft hallucinates specifics about the module's functionality and integration without confirming the customer's setup, which could lead to misinformation.",
      "honest_would_send": false
    },
    {
      "ticket_id": 6347,
      "thread_id": 6347,
      "subject": "MODULO FEEDS DE PRODUCTOS, ENLAZAR CATALOGO",
      "product_name": "Products Feed: Catalogue & Shop for Facebook & Insta",
      "customer_language": "es",
      "draft_preview": " Hola, Gracias por tu mensaje y por actualizar el módulo del Pixel + API. Entiendo que la situación con la versión anterior puede ser confusa, pero me alegra saber que ya lo has actualizado. En cuanto",
      "real_reply_preview": "Hola de nuevo,Acabo de revisar las opciones del módulo. En general, está bien configurado; solamente faltaba añadir las opciones para generar las combinaciones.Las he activado y generado el feed, y ha",
      "similarity": 0.77,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The AI draft does not address the specific configuration issue with the combinations and lacks the urgency of updating the Pixel Plus module, which is critical information in the actual reply.",
      "draft_tokens": 3305,
      "cost_eur": 0.009635,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 1292,
          "completion": 146,
          "cost_eur": 0.000258888
        },
        "chat:gpt-4o": {
          "prompt": 3090,
          "completion": 215,
          "cost_eur": 0.009085000000000001
        },
        "embed:text-embedding-3-small": {
          "prompt": 631,
          "completion": 0,
          "cost_eur": 1.1610400000000002e-05
        },
        "judge:gpt-4o-mini": {
          "prompt": 800,
          "completion": 58,
          "cost_eur": 0.00014241600000000003
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 824,
          "completion": 43,
          "cost_eur": 0.000137448
        }
      },
      "confidence": {
        "score": 89,
        "band": "High",
        "reason": "Grounded in 5 similar resolved tickets (best match: 81%)",
        "best_sim": 0.81,
        "n_above_floor": 5,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": true
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft hallucinates specific troubleshooting steps and does not directly address the customer's request for configuration assistance with the product feeds module.",
      "honest_would_send": false
    },
    {
      "ticket_id": 5520,
      "thread_id": 5520,
      "subject": "Dudas con el módulo",
      "product_name": "Dynamic Ads for Facebook: Events + CAPI + Catalogue",
      "customer_language": null,
      "draft_preview": "Buenas tardes, Gracias por tu interés en nuestro módulo. Basado en casos similares, nuestro pack de módulos debería cubrir tus necesidades. El módulo Pixel Plus permite insertar el píxel de Facebook y",
      "real_reply_preview": "Buenas tardes,Este producto que miras es un pack, formado por uno de nuestros mejores módulos el Pixel Plus y otro relativamente nuevo el de exportar los productos a un Feed para luego subirlos a Face",
      "similarity": 0.8695,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The AI draft lacks specific details about the product's features and customer feedback that are present in the actual reply.",
      "draft_tokens": 2651,
      "cost_eur": 0.007606,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 854,
          "completion": 148,
          "cost_eur": 0.000199548
        },
        "chat:gpt-4o": {
          "prompt": 2497,
          "completion": 154,
          "cost_eur": 0.0071599
        },
        "embed:text-embedding-3-small": {
          "prompt": 514,
          "completion": 0,
          "cost_eur": 9.4576e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 681,
          "completion": 47,
          "cost_eur": 0.00011992200000000001
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 656,
          "completion": 49,
          "cost_eur": 0.000117576
        }
      },
      "confidence": {
        "score": 94,
        "band": "High",
        "reason": "Grounded in 5 similar resolved tickets (best match: 90%)",
        "best_sim": 0.9,
        "n_above_floor": 5,
        "same_product": true,
        "same_language": true,
        "has_strong_precedent": true
      },
      "draft_type": "answer",
      "honest_usable": false,
      "honest_reason": "The draft hallucinates specific module capabilities without confirming the customer's exact needs and does not ask for any additional information to ensure the solution fits.",
      "honest_would_send": false
    },
    {
      "ticket_id": 4416,
      "thread_id": 4416,
      "subject": "payment reminder",
      "product_name": "Wire Transfer Remainder - Smart Modules",
      "customer_language": null,
      "draft_preview": " Hello, Thank you for reaching out with your question. The reminders are designed to work with various payment methods, not just bank transfers. If you have a specific payment method in mind, please l",
      "real_reply_preview": "Hello,For now only for the Bank Transfers because the module has to fetch the variables in order to be able to send the emails correctly.In what payment method are you interested?Best regards / Un cor",
      "similarity": 0.5881,
      "usable": false,
      "tone_match": 3,
      "judge_reason": "The AI draft incorrectly states that reminders work with various payment methods, while the actual reply specifies that they only work for bank transfers.",
      "draft_tokens": 1169,
      "cost_eur": 0.003594,
      "call_breakdown": {
        "chat:gpt-4o-mini": {
          "prompt": 485,
          "completion": 104,
          "cost_eur": 0.00012433800000000001
        },
        "chat:gpt-4o": {
          "prompt": 1080,
          "completion": 89,
          "cost_eur": 0.0033028
        },
        "embed:text-embedding-3-small": {
          "prompt": 136,
          "completion": 0,
          "cost_eur": 2.5024e-06
        },
        "judge:gpt-4o-mini": {
          "prompt": 383,
          "completion": 51,
          "cost_eur": 8.1006e-05
        },
        "honest_judge:gpt-4o-mini": {
          "prompt": 457,
          "completion": 36,
          "cost_eur": 8.2938e-05
        }
      },
      "confidence": {
        "score": 0,
        "band": "Low",
        "reason": "Little precedent found; add specifics before sending",
        "best_sim": 0.0,
        "n_above_floor": 0,
        "same_product": false,
        "same_language": false,
        "has_strong_precedent": false
      },
      "draft_type": "answer",
      "honest_usable": true,
      "honest_reason": "The draft correctly answers the customer's question and invites further engagement for specific details.",
      "honest_would_send": false
    }
  ],
  "divergence_reasons": [
    {
      "ticket_id": 6283,
      "product": "Smart CSV Export",
      "reason": "The draft lacks key information about the simplicity of the module's functionality and the seller's personal experience with it.",
      "tone": 3,
      "similarity": 0.7834
    },
    {
      "ticket_id": 6281,
      "product": "Conversion Pixel Tracking + Custom Audiences",
      "reason": "The draft does not mention the recent changes to the Facebook code or the upcoming update, which are key details in the actual reply.",
      "tone": 3,
      "similarity": 0.657
    },
    {
      "ticket_id": 6277,
      "product": "Custom Audiences",
      "reason": "The AI draft is too formal and does not acknowledge the seller's vacation status, which is key information in the actual reply.",
      "tone": 2,
      "similarity": 0.7738
    },
    {
      "ticket_id": 6352,
      "product": "Product Videos - Youtube, Vimeo...",
      "reason": "The AI draft does not address the specific issue of updating the module and lacks key information present in the actual reply.",
      "tone": 2,
      "similarity": 0.3183
    },
    {
      "ticket_id": 6262,
      "product": "Google Adwords Conversion Tracking - Smart Modules",
      "reason": "The AI draft suggests requesting access and troubleshooting steps, while the actual reply provides a different solution regarding compatibility and a specific tool.",
      "tone": 3,
      "similarity": 0.399
    },
    {
      "ticket_id": 6353,
      "product": "Pixel Plus for Facebook: Events + CAPI + Pixel Catalog",
      "reason": "The AI draft lacks specific details and steps provided in the actual reply, such as the importance of checking the Debug option and the potential delay in Meta reporting.",
      "tone": 3,
      "similarity": 0.7891
    },
    {
      "ticket_id": 6350,
      "product": "Estimated Delivery Date V3 - Smart Modules",
      "reason": "The AI draft asks for specific details and steps to reproduce the error, while the actual reply focuses on requesting access without asking for additional information.",
      "tone": 4,
      "similarity": 0.7012
    },
    {
      "ticket_id": 6206,
      "product": "Translation Suggestions",
      "reason": "The AI draft does not address the specific translation capabilities of the module and lacks key information about the use of Bing API for translations.",
      "tone": 3,
      "similarity": 0.5331
    },
    {
      "ticket_id": 6169,
      "product": "WhatsApp Contact",
      "reason": "The AI draft does not address the specific situation of updating the Prestashop version and the module, which is crucial information in the actual reply.",
      "tone": 2,
      "similarity": 0.6101
    },
    {
      "ticket_id": 6175,
      "product": "Products Alert",
      "reason": "The AI draft does not mention the module's display behavior for missing combinations or stock, which is key information in the actual reply.",
      "tone": 3,
      "similarity": 0.7698
    },
    {
      "ticket_id": 6347,
      "product": "Products Feed: Catalogue & Shop for Facebook & Insta",
      "reason": "The AI draft does not address the specific configuration issue with the combinations and lacks the urgency of updating the Pixel Plus module, which is critical information in the actual reply.",
      "tone": 3,
      "similarity": 0.77
    },
    {
      "ticket_id": 5520,
      "product": "Dynamic Ads for Facebook: Events + CAPI + Catalogue",
      "reason": "The AI draft lacks specific details about the product's features and customer feedback that are present in the actual reply.",
      "tone": 3,
      "similarity": 0.8695
    },
    {
      "ticket_id": 4416,
      "product": "Wire Transfer Remainder - Smart Modules",
      "reason": "The AI draft incorrectly states that reminders work with various payment methods, while the actual reply specifies that they only work for bank transfers.",
      "tone": 3,
      "similarity": 0.5881
    }
  ],
  "confidence_calibration": [
    {
      "band": "High",
      "count": 4,
      "mean_sim": 0.7666,
      "pct_usable": 0.0,
      "honest_usable_count": 0,
      "ask_for_info_count": 0
    },
    {
      "band": "Medium",
      "count": 3,
      "mean_sim": 0.7243,
      "pct_usable": 0.0,
      "honest_usable_count": 1,
      "ask_for_info_count": 1
    },
    {
      "band": "Low",
      "count": 6,
      "mean_sim": 0.5539,
      "pct_usable": 0.0,
      "honest_usable_count": 3,
      "ask_for_info_count": 2
    }
  ],
  "phase4": {
    "ask_for_info_total": 3,
    "low_band_ask_for_info": 2
  }
}