aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--README.md44
-rwxr-xr-xutils/job-prereq.py65
2 files changed, 106 insertions, 3 deletions
diff --git a/README.md b/README.md
index c95696d..5c0c8fd 100644
--- a/README.md
+++ b/README.md
@@ -1,4 +1,5 @@
# releng-scripts
+---
This is an AGL job generation tool for [LAVA](https://staging.validation.linaro.org/static/docs/v2/).\
It is written in Python and uses jinja2 templates to generate yaml job files
following the LAVA specifications.
@@ -14,10 +15,47 @@ for submitting jobs.
- If the version is too old, you can update it using: ```sudo pip install --upgrade jinja2```
## Usage instructions
-The tool for generating job is located in the ./utils folder, it is named "create-jobs.py".
+The repo contains several tools that are located in the "./utils" folder.\
+Following is a list of the available tools:
+- `job-prereq.py` a tool that prints the binary packages needed to create a LAVA jobs
+- `create-jobs.py` a tool for generating lava job templates from binary packages hosted on the web
-### create-jobs.py
+### `job-prereq.py`
+Command line tool that prints the packages needed by LAVA to execute a test job.
+#### Required arguments:
+- `--machine`
+ - Available machine names: ```{dra7xx-evm,qemux86-64,porter,m3ulcb,raspberrypi3}```
+ - For an up to date list of machine names run: ```./utils/create-jobs.py --help```
+- `--build-type`
+ - Needs three arguments formatted as follow: `{build-type-name,branch,version}`.
+ - the build `build-type-name` must be one of: ci, daily, weekly, release.
+ - the build `branch` or `changeid` must be a branch name or changeid number.
+ - the build `version` or `patchset` must be the version or patchset number.
+
+#### Optionnal arguments
+- `--dtb`
+ - prints to stdout the needed `dtb` package name to create this specific LAVA job definition.
+- `--kernel`
+ - prints to stdout the needed `kernel` package name to create this specific LAVA job definition.
+- `--initrd`
+ - prints to stdout the needed `ramdisk` package name to create this specific LAVA job definition.
+- `--nbdroot`
+ - prints to stdout the needed `root file system` package name to create this specific LAVA job definition.
+
+Exception: if the machine is `qemux86-64` only `--kernel` and `--initrd` optionnal arguments are available. As qemu LAVA jobs do not need a `dtb` or `nbdroot`.
+
+_Examples:_
+```bash
+./utils/job-prereq.py --machine qemux86-64 --build-type {ci,11524,2} --kernel --initrd
+./utils/job-prereq.py --machine raspberrypi3 --build-type {release,eel,v4.9.3} --kernel --initrd --nbdroot --dtb
+./utils/job-prereq.py --machine m3ulcb --build-type {daily,eel,v4.9.3} --kernel --dtb
+./utils/job-prereq.py --machine dra7xx-evm --build-type {ci,11524,2} --initrd --nbdroot
+./utils/job-prereq.py --machine porter --build-type {ci,11524,2} --kernel --initrd --nbdroot --dtb
+```
+
+
+### `create-jobs.py`
Command line tool to generate AGL jobs for LAVA.
##### Required arguments:
@@ -45,7 +83,7 @@ If using the url argument the user has to specify other arguments depending on t
If using a custom url these argument are not used and should not be set. The tool will suppose that the custom url points directly to build artifacts for the target machine.
_Examples:_
-```
+```bash
./utils/create-jobs.py --machine m3ulcb
./utils/create-jobs.py --machine qemux86-64
./utils/create-jobs.py --url release --branch eel --version 4.99.1 --machine m3ulcb
diff --git a/utils/job-prereq.py b/utils/job-prereq.py
new file mode 100755
index 0000000..cb690b1
--- /dev/null
+++ b/utils/job-prereq.py
@@ -0,0 +1,65 @@
+#!/usr/bin/env python2
+# -*- coding: utf-8 -*-
+
+import agljobtemplate
+import argparse
+import os
+import yaml
+
+FILE_MAP = {
+ "kernel",
+ "dtb",
+ "initrd",
+ "nbdroot",
+}
+
+# Mapping for qemu between command line QEMU args and LAVA yaml template file names
+FILE_MAP_QEMU = {
+ "kernel": "kernel",
+ "initrd": "ramdisk",
+}
+
+
+def parse_cmdline(machines):
+ description = "Print to stdout the file names needed to create a LAVA job"
+ parser = argparse.ArgumentParser(description=description,
+ formatter_class=argparse.ArgumentDefaultsHelpFormatter)
+ parser.add_argument('-v', action='version', version='%(prog)s 1.0')
+ parser.add_argument('--machine', action='store', choices=machines,
+ help="Machine to output the job prerequisites.",
+ required=True)
+ parser.add_argument('--dtb', action='store_true')
+ parser.add_argument('--kernel', action='store_true')
+ parser.add_argument('--initrd', action='store_true')
+ parser.add_argument('--nbdroot', action='store_true')
+ parser.add_argument('--build-type', action='store', dest='build_type',
+ nargs=3,
+ help="The type of build. It defines the URL to upload to.",
+ required=True)
+
+ args = parser.parse_args()
+ return args
+
+
+def main():
+ templates_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), '../templates')
+ ajt = agljobtemplate.Agljobtemplate(templates_dir)
+ args = parse_cmdline(ajt.machines)
+
+ job = ajt.render_job(url=args.build_type[0],
+ url_branch=args.build_type[1],
+ url_version=args.build_type[2],
+ machine=args.machine)
+ job_yaml = yaml.load(job)
+ if args.machine != "qemux86-64":
+ for key in FILE_MAP:
+ if getattr(args, key):
+ print job_yaml["actions"][0]["deploy"][key].get("url").split('/')[-1]
+ else:
+ for key in FILE_MAP_QEMU:
+ if getattr(args, key):
+ print job_yaml["actions"][0]["deploy"]["images"][FILE_MAP_QEMU[key]].get("url").split('/')[-1]
+
+
+if __name__ == '__main__':
+ main()