/* Any copyright is dedicated to the Public Domain.
   http://creativecommons.org/publicdomain/zero/1.0/ */

"use strict";

const evalMetadata = {
  owner: "Smart Window",
  name: "Smart Window Chat Eval - gemini-2.5-flash-lite",
  description:
    "Sends a user message to MLPA via gemini-2.5-flash-lite and uses LLMaaJ to determine if the response is appropriate.",
  test: "mochitest",
  options: {
    default: {
      manifest: "eval.toml",
      manifest_flavor: "browser-chrome",
      evaluations: {
        LlmJudge: { shouldAlert: false },
      },
      perfherder: true,
    },
  },
};

const { runChatEvalForModel } = ChromeUtils.importESModule(
  "chrome://mochitests/content/browser/browser/components/aiwindow/models/tests/browser_eval/tests/basic_quality.sys.mjs"
);

add_task(async function test_chat_basic_quality_gemini25flashlite() {
  await runChatEvalForModel("gemini-2.5-flash-lite", {
    Assert,
    SpecialPowers,
    setupEvaluation,
    collectChatResponse,
    renderPrompt,
    reportEvalResult,
  });
});
