Add a mini test framwork

.github/workflows/basic.yml

@@ -40,6 +40,12 @@ jobs:
         run: sh .github/docker-resolv.sh
       - name: Build lava-docker
         run: cd output/local && docker compose build
+  lava-docker-tests:
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: actions/checkout@v3
+      - name: run custom mini tests framwork
+        run: ./tests.py
   check-formats:
     runs-on: ubuntu-22.04
     steps:

tests.py

@@ -0,0 +1,63 @@
+#!/usr/bin/env python3
+
+import yaml
+import os
+import subprocess
+import shutil
+import sys
+
+with open("tests/tests.yaml", "r") as f:
+    tests = yaml.safe_load(f)
+
+print(tests)
+
+for testname in tests["tests"]:
+    ltest = tests["tests"][testname]
+    print(ltest)
+    directory = ltest["directory"]
+    tpath = f"tests/{directory}"
+    output = f"{tpath}/output"
+    if os.path.exists(output):
+        print("Need clean")
+        shutil.rmtree(output)
+    boardyaml = ltest["boardyaml"]
+    cmd = ["./lavalab-gen.py", "-o", output, f"{tpath}/{boardyaml}"]
+    # TODO verify warnings
+    print(cmd)
+    ret = subprocess.run(cmd)
+    print(ret)
+    if ret.returncode != 0:
+        print("ERROR")
+        sys.exit(1)
+    # now test
+    if "tests" not in ltest:
+        ltest["tests"] = []
+    if ltest["tests"] is None:
+        ltest["tests"] = []
+    for itest in ltest["tests"]:
+        print(itest)
+        if "filecompare" in itest:
+            fpath = os.path.join(output, itest["filecompare"])
+            print(f"DEBUG: tpath={tpath}")
+            fbase = os.path.join(tpath, itest["base"])
+            print(f"DEBUG compare {fpath} and {fbase}")
+            cmd = ["diff", '-u', fbase, fpath]
+            ret = subprocess.run(cmd)
+            if ret.returncode != 0:
+                print("ERROR")
+                sys.exit(1)
+        if "directory" in itest:
+            fpath = os.path.join(output, itest["directory"])
+            exists = itest["exists"]
+            if exists:
+                if os.path.exists(fpath):
+                    print(f"DIR {fpath} OK")
+                else:
+                    print(f"DIR {fpath} KO")
+    if "buildit" in ltest:
+        dockcomp = os.path.join(output, ltest["buildit"])
+        cmd = ["docker", "compose", '-f', dockcomp, "build"]
+        ret = subprocess.run(cmd)
+        if ret.returncode != 0:
+            print("ERROR")
+            sys.exit(1)

tests/extra_hosts/boards-ci.yaml

@@ -0,0 +1,28 @@
+---
+masters:
+  - name: masterci1
+    host: local
+    write_dot_env: True
+    users:
+      - name: admin
+        token: tokenforci
+        password: passwordforci
+        superuser: true
+        staff: true
+    tokens:
+      - username: admin
+        token: dfjdfkfkdjfkdsjfslforci
+        description: no description
+slaves:
+  - name: lab-ci-0
+    host: local
+    remote_master: masterci1
+    remote_user: admin
+    use_overlay_server: false
+    use_tftp: false
+    extra_hosts:
+      - "toto: 127.0.0.1"
+
+boards:
+  - name: qemu-01
+    type: qemu

tests/tests.yaml

@@ -0,0 +1,23 @@
+tests:
+  worker:
+    comment: verify support of external worker
+    directory: worker
+    boardyaml: boards-worker.yml
+    buildit: local/docker-compose.yml
+    tests:
+      - directory: local
+        exists: True
+      - directory: local/worker-ser2net
+        exists: True
+      - directory: local/worker-ser2net/udev
+        exists: True
+      - directory: local/lab-ci-0/udev
+        exists: True
+      - filecompare: local/worker-ser2net/udev/99-lavaworker-udev.rules
+        base: worker/99-lavaworker-udev.rules
+  extra_hosts:
+    comment: verify extra_hosts
+    directory: extra_hosts
+    boardyaml: boards-ci.yaml
+    buildit: local/docker-compose.yml
+    tests:

tests/worker/boards-worker.yml

@@ -0,0 +1,46 @@
+masters:
+  - name: master
+    host: local
+    users:
+      - name: admin
+        token: tokenforci
+        password: passwordforci
+        superuser: true
+        staff: true
+    tokens:
+      - username: admin
+        token: dfjdfkfkdjfkdsjfslforci
+        description: no description
+
+slaves:
+  - name: lab-ci-0
+    host: local
+    remote_master: master
+    remote_user: admin
+
+boards:
+  - name: qemu-03
+    type: qemu
+  - name: minnowboard-turbot-E3826-01
+    type: minnowboard-turbot-E3826
+    pdu_generic:
+      hard_reset_command: power-sispmctl.sh reset 2 01:01:4f:ee:ae
+      power_off_command: power-sispmctl.sh off 2 01:01:4f:ee:ae
+      power_on_command: power-sispmctl.sh on 2 01:01:4f:ee:ae
+    uart:
+      idvendor: 0x0403
+      idproduct: 0x6001
+      serial: "AL00CN4X"
+      worker: worker-ser2net
+    custom_option:
+      - "set grub_autoboot_prompt = 'Press enter to boot the selected OS'"
+  - name: sun7i-a20-olinuxino-micro-01
+    type: sun7i-a20-olinuxino-micro
+    pdu_generic:
+      hard_reset_command: /usr/local/bin/tinyci.sh tinyci5-jack1 reset 2
+      power_off_command: /usr/local/bin/tinyci.sh tinyci5-jack1 off 2
+      power_on_command: /usr/local/bin/tinyci.sh tinyci5-jack1 on 2
+    uart:
+      idvendor: 0x0403
+      idproduct: 0x6010
+      serial: "D30HFJPD"

tests/worker/worker/99-lavaworker-udev.rules

@@ -0,0 +1 @@
+SUBSYSTEM=="tty", ATTRS{idVendor}=="0403", ATTRS{idProduct}=="6001",ATTRS{serial}=="AL00CN4X", MODE="0664", OWNER="uucp", SYMLINK+="minnowboard-turbot-E3826-01"