Source code
Revision control
Copy as Markdown
Other Tools
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
"""
Transform the update-test suite to parametrize by locale, source version, machine
"""
from taskgraph.transforms.base import TransformSequence
from taskgraph.util.copy import deepcopy
from gecko_taskgraph.util.attributes import task_name
transforms = TransformSequence()
DOCKER_TO_WORKER = {
"ubuntu2404-test": "t-linux-docker",
"ubuntu1804-test": "t-linux-docker",
}
DOCKER_TO_PLATFORM = {
"ubuntu2404-test": "linux2404-64",
"ubuntu1804-test": "linux1804-64",
}
TOP_LOCALES = [
"en-US",
"zh-CN",
"de",
"fr",
"it",
"es-ES",
"pt-BR",
"ru",
"pl",
"en-GB",
]
BASE_TYPE_COMMAND = "./mach update-test"
UPDATE_ARTIFACT_NAME = "public/update-test"
DEFAULT_VERSIONS_BACK = 3
@transforms.add
def set_task_configuration(config, tasks):
config_tasks = {}
is_beta = config.params["release_type"] == "beta"
for dep in config.kind_dependencies_tasks.values():
if "update-verify-config" in dep.kind:
config_tasks[task_name(dep)] = dep
for task in tasks:
for os in task["os"]:
this_task = deepcopy(task)
if config_tasks:
if "ubuntu" in os:
config_task = config_tasks["firefox-linux64"]
elif "win" in os:
config_task = config_tasks["firefox-win64"]
elif "osx" in os:
config_task = config_tasks["firefox-macosx64"]
this_task.setdefault("fetches", {})[config_task.label] = [
"update-verify.cfg",
]
if os in DOCKER_TO_WORKER:
worker_type = DOCKER_TO_WORKER[os]
platform = DOCKER_TO_PLATFORM.get(os)
this_task["worker"]["docker-image"] = {}
this_task["worker"]["docker-image"]["in-tree"] = os
else:
worker_type = os
platform = worker_type
this_task.setdefault("attributes", {})
this_task["attributes"]["build_platform"] = get_build_platform(platform)
this_task["name"] = f"{platform}-firefox"
this_task["description"] = f"Test updates on {platform}"
this_task["worker-type"] = worker_type
this_task["treeherder"]["platform"] = f"{platform}/opt"
this_task["index"]["job-name"] = f"update-test-{platform}"
this_task["run"]["cwd"] = "{checkout}"
del this_task["os"]
if is_beta and this_task["shipping-product"] == "firefox":
this_task["name"] = this_task["name"] + "-beta"
this_task["run"]["command"] = (
this_task["run"]["command"] + " --channel beta-localtest"
)
yield this_task
def infix_treeherder_symbol(symbol, infix):
head, tail = symbol.split("(", 1)
return f"{head}({tail[:-1]}-{infix})"
@transforms.add
def parametrize_by_locale_and_source_version(config, tasks):
is_beta = config.params["release_type"] == "beta"
for task in tasks:
for locale in TOP_LOCALES:
this_task = deepcopy(task)
this_task["run"]["command"] = (
this_task["run"]["command"] + f" --source-locale {locale}"
)
this_task["description"] = (
f'{this_task["description"]}, locale coverage: {locale}'
)
this_task["name"] = f'{this_task["name"]}-locale-{locale}'
this_task["index"][
"job-name"
] = f'{this_task["index"]["job-name"]}-locale-{locale}'
this_task["treeherder"]["symbol"] = infix_treeherder_symbol(
this_task["treeherder"]["symbol"], locale
)
yield this_task
# NB: We actually want source_versions_back = 0, because it gives us oldest usable ver
for v in range(5):
# avoid tasks with different names, same defs
if v == DEFAULT_VERSIONS_BACK:
continue
this_task = deepcopy(task)
this_task["run"]["command"] = (
this_task["run"]["command"] + f" --source-versions-back {v}"
)
description_tag = (
" from 3 major versions back" if v == 0 else f" from {v} releases back"
)
this_task["description"] = this_task["description"] + description_tag
ago_tag = "-from-oldest" if v == 0 else f"-from-{v}-ago"
this_task["name"] = this_task["name"] + ago_tag
this_task["index"]["job-name"] = this_task["index"]["job-name"] + ago_tag
this_task["treeherder"]["symbol"] = infix_treeherder_symbol(
this_task["treeherder"]["symbol"], ago_tag.split("-", 2)[-1]
)
yield this_task
# create task for background update; don't run on beta
if not is_beta:
task["name"] = task["name"] + "-bkg"
task["run"]["command"] = task["run"]["command"] + " --test-type Background"
task["index"]["job-name"] = task["index"]["job-name"] + "-bkg"
task["treeherder"]["symbol"] = infix_treeherder_symbol(
task["treeherder"]["symbol"], "bkg"
)
yield task
def get_build_platform(platform):
build_platforms = {
"win": "win64-shippable",
"t-o": "macosx64-shippable",
"lin": "linux64-shippable",
}
return build_platforms[platform[:3]]