pf.yaml

providers:
  - id: http://127.0.0.1:8000/api
    label: Local FastAPI
    config:
      url: http://127.0.0.1:8000/api
      method: POST
      headers:
        Content-Type: application/json
      body: |
        {
          "question": "{{prompt}}",
          "api_key": "{{AIPIPE_API_KEY}}"

        }

prompts:
  - "{{prompt}}"

tests:
  - name: Model usage confusion
    vars:
      prompt: >
        The question asks to use gpt-3.5-turbo-0125 model, but the AI proxy provided by Anand sir only supports gpt-4o-mini. Should we just use gpt-4o-mini or OpenAI API for gpt-3.5 turbo?
    assert:
      - type: contains
        value: gpt-4o-mini

  - name: SRS + Bonus display
    vars:
      prompt: >
        If a student scores 10/10 on GA4 as well as a bonus, how would it appear on the dashboard?
    assert:
      - type: contains
        value: bonus mark

  - name: Docker recommendation
    vars:
      prompt: >
        I know Docker but have not used Podman before. Should I use Docker for this course?
    assert:
      - type: contains
        value: Docker CE

  - name: TDS Sep 2025 Exam Date
    vars:
      prompt: >
        When is the TDS Sep 2025 end-term exam?
    assert:
      - type: contains
        value: date

  - name: OpenAI API key validation
    vars:
      prompt: >
        I have my OpenAI API key saved in the .env file. How can I ensure it's loaded correctly?
    assert:
      - type: contains
        value: os.getenv("OPENAI_API_KEY")

  - name: FastAPI server issue
    vars:
      prompt: >
        My FastAPI server is running, but hitting 127.0.0.1:8000 returns "Not Found." What's wrong?
    assert:
      - type: contains
        value: No route defined for "/"

  - name: Promptfoo response validation
    vars:
      prompt: >
        How can I validate my Promptfoo configuration file?
    assert:
      - type: contains
        value: promptfoo validate pf.yaml