diff options
Diffstat (limited to 'debian/upstream.mk')
| -rw-r--r-- | debian/upstream.mk | 166 |
1 files changed, 166 insertions, 0 deletions
diff --git a/debian/upstream.mk b/debian/upstream.mk new file mode 100644 index 0000000000..408f488aea --- /dev/null +++ b/debian/upstream.mk @@ -0,0 +1,166 @@ +# Generic rules to help download sources from archive.mozilla.org. +# Define the following variables before including this file: +# PRODUCT - product codename (e.g. browser) + +include /usr/share/dpkg/pkg-info.mk + +# The VERSION_FILTER transforms upstream version patterns to versions +# used in debian/changelog. Versions are to be transformed as follows: +# 4.0 -> 4.0 +# 4.0a1 -> 4.0~a1 +# 4.0b5 -> 4.0~b5 +# That should ensure the proper ordering +VERSION_FILTER := sed 's/\([0-9]\)\([ab]\)/\1~\2/g' +$(call lazy,UPSTREAM_VERSION,$$(shell cat $(PRODUCT)/config/version.txt)) +GRE_SRCDIR := $(strip $(foreach dir,. mozilla,$(if $(wildcard $(dir)/python/mozbuild/mozbuild/__init__.py),$(dir)))) +ifndef GRE_SRCDIR +$(error Could not determine the top directory for GRE codebase) +endif +GRE_MILESTONE := $(shell tail -1 $(GRE_SRCDIR)/config/milestone.txt | $(VERSION_FILTER)) + +# Construct GRE_VERSION from the first digit in GRE_MILESTONE +GRE_VERSION := $(subst ~, ,$(subst ., ,$(GRE_MILESTONE))) +export JS_SO_VERSION := $(firstword $(GRE_VERSION))d +export GRE_VERSION := $(firstword $(GRE_VERSION)) + +# Last version in debian/changelog +DEBIAN_SOURCE := $(DEB_SOURCE) +DEBIAN_VERSION := $(DEB_VERSION) +# Debian part of the above version (anything after the last dash) +DEBIAN_RELEASE := $(lastword $(subst -, ,$(DEBIAN_VERSION))) +# Upstream part of the debian/changelog version (anything before the last dash) +UPSTREAM_RELEASE := $(DEB_VERSION_UPSTREAM) +# Aurora builds have the build id in the upstream part of the debian/changelog version +export MOZ_BUILD_DATE := $(word 2,$(subst +, ,$(UPSTREAM_RELEASE))) +ifndef MOZ_BUILD_DATE +export MOZ_BUILD_DATE := $(shell head -1 sourcestamp.txt) +endif +UPSTREAM_RELEASE := $(firstword $(subst +, ,$(UPSTREAM_RELEASE))) +# If the debian part of the version contains ~bpo or ~deb, it's a backport +DEBIAN_RELEASE_EXTRA := $(word 2,$(subst ~, ,$(DEBIAN_RELEASE))) +DIST = unknown +ifneq (,$(filter experimental,$(DEB_DISTRIBUTION))) +DIST = experimental +endif +ifneq (,$(filter testing% bullseye% unstable sid,$(DEB_DISTRIBUTION))) +DIST = bullseye +endif +ifneq (,$(filter bpo% deb%,$(DEBIAN_RELEASE_EXTRA))) +DEBIAN_TARGET := $(subst bpo,,$(subst deb,,$(DEBIAN_RELEASE_EXTRA))) +ifneq (,$(filter 9%,$(DEBIAN_TARGET))) +DIST = stretch +endif +ifneq (,$(filter 10%,$(DEBIAN_TARGET))) +DIST = buster +endif +ifneq (,$(filter 11%,$(DEBIAN_TARGET))) +DIST = bullseye +endif +endif + +PRODUCT_NAME := $(DEBIAN_SOURCE) + +# Check if the version in debian/changelog matches actual upstream version +# as VERSION_FILTER transforms it. +FILTERED_UPSTREAM_VERSION := $(shell echo $(UPSTREAM_VERSION) | $(VERSION_FILTER)) +ifneq ($(FILTERED_UPSTREAM_VERSION),$(subst esr,,$(firstword $(subst ~b, ,$(UPSTREAM_RELEASE))))) +$(warning Upstream version in debian/changelog ($(UPSTREAM_RELEASE)) does not match actual upstream version ($(FILTERED_UPSTREAM_VERSION))) +endif + +VERSION = $(UPSTREAM_RELEASE) +$(call lazy,SOURCE_TARBALL_EXT,$$(shell sed -n '/^SOURCE_TAR/s/.*\.tar\.//p' toolkit/mozapps/installer/upload-files.mk)) +SOURCE_TARBALL = $(DEBIAN_SOURCE)_$(VERSION)$(SOURCE_BUILD_DATE:%=+%).orig.tar.$(SOURCE_TARBALL_EXT) +SOURCE_TARBALL_LOCATION = .. + +SOURCE_VERSION = $(subst ~,,$(VERSION)) + +# Find the right channel corresponding to the version number +ifneq (,$(filter suite mail calendar,$(PRODUCT))) +REPO_PREFIX = comm +else +REPO_PREFIX = mozilla +endif +ifneq (,$(findstring esr, $(VERSION))) +SOURCE_TYPE := releases +SHORT_SOURCE_CHANNEL := esr$(firstword $(subst ., ,$(VERSION))) +SHORT_L10N_CHANNEL := release +CHANNEL := esr +else +ifneq (,$(findstring ~b, $(VERSION))) +# Betas are under releases/ +SOURCE_TYPE := releases +SHORT_SOURCE_CHANNEL := beta +CHANNEL := beta +else +ifneq (,$(filter %~a1, $(VERSION))) +# Nightly +SOURCE_TYPE := nightly +SHORT_SOURCE_CHANNEL := central +DOWNLOAD_SOURCE := nightly +CHANNEL := nightly +else +# Release +SOURCE_TYPE := releases +SHORT_SOURCE_CHANNEL := release +CHANNEL := release +endif +endif +endif +SOURCE_CHANNEL = $(REPO_PREFIX)-$(SHORT_SOURCE_CHANNEL) +ifndef SHORT_L10N_CHANNEL +SHORT_L10N_CHANNEL := $(SHORT_SOURCE_CHANNEL) +endif + +PRODUCT_DOWNLOAD_NAME := $(firstword $(subst -, ,$(PRODUCT_NAME))) + +BASE_URL = https://archive.mozilla.org/pub/$(PRODUCT_DOWNLOAD_NAME)/$(SOURCE_TYPE) + +ifeq ($(SOURCE_TYPE),releases) +SOURCE_URL = $(BASE_URL)/$(SOURCE_VERSION)/source/$(PRODUCT_DOWNLOAD_NAME)-$(SOURCE_VERSION).source.tar.$(SOURCE_TARBALL_EXT) +CANDIDATE_BASE_URL = http://archive.mozilla.org/pub/$(PRODUCT_DOWNLOAD_NAME)/candidates/$(SOURCE_VERSION)-candidates +CANDIDATE = $(shell curl -s $(CANDIDATE_BASE_URL)/ | sed -n '/href.*build/s/.*>\(build[0-9]*\)\/<.*/\1/p' | tail -1) +$(call lazy,SOURCE_REPO_REV,$$(shell curl -s $(CANDIDATE_BASE_URL)/$$(CANDIDATE)/linux-x86_64/en-US/$(PRODUCT_DOWNLOAD_NAME)-$(SOURCE_VERSION).json | python3 -c 'import json, sys; d = json.load(sys.stdin); print(d["moz_source_repo"], d["moz_source_stamp"])')) +SOURCE_REV = $(word 2,$(SOURCE_REPO_REV)) +SOURCE_REPO = $(firstword $(SOURCE_REPO_REV)) +else +ifeq ($(SOURCE_TYPE),nightly) +SOURCE_TARBALL_EXT = bz2 +$(call lazy,LATEST_NIGHTLY,$$(shell $$(PYTHON) debian/latest_nightly.py $(PRODUCT_DOWNLOAD_NAME)-$(DOWNLOAD_SOURCE))) +$(call lazy,SOURCE_BUILD_VERSION,$$(shell echo $$(firstword $$(LATEST_NIGHTLY)) | $$(VERSION_FILTER))) +SOURCE_BUILD_DATE = $(word 2, $(LATEST_NIGHTLY)) +SOURCE_URL = $(subst /rev/,/archive/,$(word 3, $(LATEST_NIGHTLY))).tar.bz2 +endif +endif + +L10N_REPO := https://hg.mozilla.org/l10n-central + +ifeq (file,$(origin VERSION)) +$(call lazy,L10N_CHANGESETS,$$(shell $$(PYTHON) debian/l10n_revs.py < $(PRODUCT)/locales/l10n-changesets.json)) +else +SOURCE_REV ?= $(patsubst %.tar.$(SOURCE_TARBALL_EXT),%,$(notdir $(SOURCE_URL))) +SOURCE_REPO ?= $(patsubst %/,%,$(dir $(patsubst %/,%,$(dir $(SOURCE_URL))))) + +$(call lazy,L10N_CHANGESETS,$$(shell curl -sL $(SOURCE_REPO)/raw-file/$(SOURCE_REV)/$(PRODUCT)/locales/l10n-changesets.json | $$(PYTHON) debian/l10n_revs.py)) +endif + +L10N_REV = $(subst $1:,,$(filter $1:%,$(L10N_CHANGESETS))) +L10N_LANGS = $(foreach lang,$(L10N_CHANGESETS),$(firstword $(subst :, ,$(lang)))) + +ifneq (,$(filter dump dump-% import download,$(MAKECMDGOALS))) +L10N_TARBALLS = $(foreach lang,$(L10N_LANGS),$(SOURCE_TARBALL_LOCATION)/$(SOURCE_TARBALL:%.orig.tar.$(SOURCE_TARBALL_EXT)=%.orig-l10n-$(lang).tar.bz2)) + +ALL_TARBALLS = $(SOURCE_TARBALL_LOCATION)/$(SOURCE_TARBALL) $(L10N_TARBALLS) + +download: $(ALL_TARBALLS) + +import: $(ALL_TARBALLS) + debian/import-tar.py $(addprefix -H ,$(BRANCH)) $< | git fast-import + +$(SOURCE_TARBALL_LOCATION)/$(SOURCE_TARBALL): debian/source.filter + $(if $(filter-out $(VERSION),$(SOURCE_BUILD_VERSION)),$(error Downloaded version ($(SOURCE_BUILD_VERSION)) does not match requested version ($(VERSION)))) + debian/repack.py -o $@ $(SOURCE_URL) + +$(L10N_TARBALLS): $(SOURCE_TARBALL_LOCATION)/$(SOURCE_TARBALL:%.orig.tar.$(SOURCE_TARBALL_EXT)=%.orig-l10n-%.tar.bz2): debian/l10n.filter + debian/repack.py -o $@ -t $* -f debian/l10n.filter $(L10N_REPO)/$*/archive/$(call L10N_REV,$*).tar.bz2 +endif +.PHONY: download |