Taskfile.yml

version: '3'

vars:
  NAME: "searchbase"
  REPOSITORY: "github.com/coolapso/searchbase"
  CONTAINER_REGISTRY: "ghcr.io/coolapso"
  CI_INFISICAL_PROJECT_ID: "7897aa98-f8e5-40f2-a83d-f4926cdba05b"

includes:
  search-gateway:
    taskfile: ./search-gateway/Taskfile.yml
    dir: ./search-gateway
  crawl-worker:
    taskfile: ./crawl-worker/Taskfile.yml
    dir: ./crawl-worker
  lightpanda-worker:
    taskfile: ./lightpanda-worker/Taskfile.yml
    dir: ./lightpanda-worker
  ddgs:
    taskfile: ./ddgs/Taskfile.yml
    dir: ./ddgs

tasks:
  default:
    desc: "List available tasks"
    cmds:
      - task --list

  dev:up:
    desc: "Start the Lightpanda development stack"
    cmds:
      - docker compose -p searchbase-dev --project-directory . -f dev/compose/docker-compose.lightpanda.yml up --build --force-recreate --remove-orphans

  dev:upcrawl4ai:
    desc: "Start the Crawl4AI development stack"
    cmds:
      - docker compose -p searchbase-dev --project-directory . -f dev/compose/docker-compose.crawl4ai.yml up --build --force-recreate --remove-orphans

  dev:down:
    desc: "Stop the local development stack, including the alternate worker"
    cmds:
      - docker compose -p searchbase-dev --project-directory . -f dev/compose/docker-compose.lightpanda.yml down --remove-orphans

  container:login:
    desc: "Login to GHCR"
    cmds:
      - |
        if [[ -z $GHCR_PASSWORD ]]; then
           GHCR_PASSWORD=$(infisical secrets get --plain \
             --domain="https://eu.infisical.com" \
             --projectId {{.CI_INFISICAL_PROJECT_ID}} \
             --env ci ghcr)
        fi
        echo $GHCR_PASSWORD | docker login ghcr.io -u coolapso --password-stdin

  container:build:
    desc: "Build the container image"
    cmds:
      - task: search-gateway:container:build
      - task: crawl-worker:container:build
      - task: lightpanda-worker:container:build
      - task: ddgs:container:build

  container:build:all:
    desc: "Build the container image for all platforms"
    cmds:
      - task: search-gateway:container:build:all
      - task: crawl-worker:container:build:all
      - task: lightpanda-worker:container:build:all
      - task: ddgs:container:build:all

  container:push:
    desc: "Push images to the registry"
    cmds: 
      - task: search-gateway:container:push
      - task: crawl-worker:container:push
      - task: lightpanda-worker:container:push
      - task: ddgs:container:push
    deps: [container:login]

  release:gh:
    desc: "Run go-semantic-release and output to .version file"
    cmds:
      - |
        export REPOSITORY="{{.REPOSITORY}}"
        export SLUG="${REPOSITORY#github.com/}"
        git pull origin $(git branch --show-current) --rebase
        git push origin $(git branch --show-current)
        if [[ -z $GITHUB_TOKEN ]]; then
          echo "GITHUB_TOKEN is not set, using gh cli"
          export GITHUB_TOKEN=$(gh auth token)
        fi
        semantic-release --allow-no-changes \
        --commit-analyzer-opt patch_release_rules=fix,ref,build \
        --no-ci \
        --provider-opt slug=$SLUG

  docs:serve:
    desc: "Run Hugo documentation server locally"
    dir: ./docs
    cmds:
      - hugo server -D

  docs:build:
    desc: "Build the documentation site"
    dir: ./docs
    cmds:
      - hugo --minify

  docs:deploy:
    desc: "Publish the documentation site to cloudflare pages"
    dir: ./docs
    cmds:
      - wrangler pages deploy ./public --project-name=searchbasedocs
    deps: [docs:build]

  release:full:
    desc: "Run whole release process"
    cmds:
      - task: search-gateway:test
      - task: release:gh
      - task: container:push

  preRelease:
    desc: "Run pre-release checks"
    deps: [ search-gateway:test ] 

  loadtest:build:
    desc: "Build the isolated load-test fixture and generator images"
    cmds:
      - docker compose -p searchbase-loadtest --project-directory . -f dev/compose/docker-compose.loadtest.yml --profile generator build fixture loadtest

  loadtest:up:
    desc: "Create a fresh isolated load-test stack (never starts development Compose)"
    cmds:
      - task: loadtest:down
      - docker compose -p searchbase-loadtest --project-directory . -f dev/compose/docker-compose.loadtest.yml up -d --build fixture crawl-worker search-gateway search-gateway-isolated cadvisor node-exporter
      - docker compose -p searchbase-loadtest --project-directory . -f dev/compose/docker-compose.loadtest.yml ps

  loadtest:run:
    desc: "Run one clean load-test scenario; use SCENARIO=... PROFILE=smoke|discover|soak"
    vars:
      SCENARIO: '{{.SCENARIO | default "gateway-rest-search"}}'
      PROFILE: '{{.PROFILE | default "smoke"}}'
      INSTANCE_LABEL: '{{.INSTANCE_LABEL | default "co-located"}}'
      STAGE_DURATION: '{{.STAGE_DURATION | default ""}}'
      RATE: '{{.RATE | default ""}}'
    cmds:
      - task: loadtest:up
      - |
        project="searchbase-loadtest"
        /bin/sh -c '
          project="searchbase-loadtest"
          mkdir -p loadtest/results
          trap "docker compose -p \"$project\" --project-directory . -f dev/compose/docker-compose.loadtest.yml down --volumes --remove-orphans" 0 1 2 15
          LOADTEST_UID="$(id -u)" LOADTEST_GID="$(id -g)" LOADTEST_GIT_REVISION="$(git rev-parse --verify HEAD)" docker compose -p "$project" --project-directory . -f dev/compose/docker-compose.loadtest.yml --profile generator run --build --rm loadtest --scenario {{.SCENARIO}} --profile {{.PROFILE}} --instance-label {{.INSTANCE_LABEL}} {{if .STAGE_DURATION}}--stage-duration {{.STAGE_DURATION}}{{end}} {{if .RATE}}--rate {{.RATE}}{{end}}
        '

  loadtest:suite:
    desc: "Run the core scenarios sequentially; use PROFILE=discover for capacity discovery"
    vars:
      PROFILE: '{{.PROFILE | default "smoke"}}'
    cmds:
      - task: loadtest:run
        vars: { SCENARIO: gateway-rest-search, PROFILE: '{{.PROFILE}}' }
      - task: loadtest:run
        vars: { SCENARIO: gateway-rest-fetch-isolated, PROFILE: '{{.PROFILE}}' }
      - task: loadtest:run
        vars: { SCENARIO: worker-static, PROFILE: '{{.PROFILE}}' }
      - task: loadtest:run
        vars: { SCENARIO: worker-javascript, PROFILE: '{{.PROFILE}}' }
      - task: loadtest:run
        vars: { SCENARIO: core-mcp-http-search, PROFILE: '{{.PROFILE}}' }
      - task: loadtest:run
        vars: { SCENARIO: core-mcp-sse-active, PROFILE: '{{.PROFILE}}' }
      - task: loadtest:run
        vars: { SCENARIO: core-mcp-sse-idle, PROFILE: '{{.PROFILE}}' }
      - task: loadtest:run
        vars: { SCENARIO: core-mcp-http-fetch, PROFILE: '{{.PROFILE}}' }
      - task: loadtest:run
        vars: { SCENARIO: core-rest-fetch-static, PROFILE: '{{.PROFILE}}' }
      - task: loadtest:run
        vars: { SCENARIO: core-rest-fetch-javascript, PROFILE: '{{.PROFILE}}' }
      - task: loadtest:run
        vars: { SCENARIO: core-mixed, PROFILE: '{{.PROFILE}}' }

  loadtest:diagnostics:
    desc: "Run non-sizing payload sweep and controlled failures"
    cmds:
      - task: loadtest:run
        vars: { SCENARIO: payload-sweep, PROFILE: smoke }
      - task: loadtest:run
        vars: { SCENARIO: controlled-failure, PROFILE: smoke }

  loadtest:compare:
    desc: "Compare generated report.json files without cloud pricing guesses"
    dir: ./loadtest
    cmds:
      - go run ./cmd/compare {{.CLI_ARGS}}

  loadtest:matrix:
    desc: "Run a bounded CPU/RAM capacity matrix and generate an SVG graph (options after --)"
    cmds:
      - python3 loadtest/capacity_matrix.py {{.CLI_ARGS}}

  loadtest:down:
    desc: "Tear down only the searchbase-loadtest Compose project and its volumes"
    cmds:
      - |
        project="searchbase-loadtest"
        if [[ "$project" != "searchbase-loadtest" ]]; then
          echo "refusing to remove an unexpected Compose project" >&2
          exit 1
        fi
        docker compose -p "$project" --project-directory . -f dev/compose/docker-compose.loadtest.yml down --volumes --remove-orphans