#!/bin/bash set -xe # Future products supporting Flatpaks will set this accordingly : PRODUCT "${PRODUCT:=firefox}" # Required env variables test "$VERSION" test "$BUILD_NUMBER" test "$CANDIDATES_DIR" test "$L10N_CHANGESETS" test "$FLATPAK_BRANCH" # Optional env variables : WORKSPACE "${WORKSPACE:=/home/worker/workspace}" : ARTIFACTS_DIR "${ARTIFACTS_DIR:=/home/worker/artifacts}" pwd # XXX: this is used to populate the datetime in org.mozilla.firefox.appdata.xml DATE=$(date +%Y-%m-%d) export DATE SCRIPT_DIRECTORY="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" TARGET_TAR_XZ_FULL_PATH="$ARTIFACTS_DIR/target.flatpak.tar.xz" SOURCE_DEST="${WORKSPACE}/source" # When updating this, please make sure to keep in sync the script for symbol # scraping at # https://github.com/mozilla/symbol-scrapers/blob/master/firefox-flatpak/script.sh FREEDESKTOP_VERSION="23.08" FIREFOX_BASEAPP_CHANNEL="23.08" # XXX: these commands are temporarily, there's an upcoming fix in the upstream Docker image # that we work on top of, from `freedesktopsdk`, that will make these two lines go away eventually mkdir -p /root /tmp /var/tmp mkdir -p "$ARTIFACTS_DIR" rm -rf "$SOURCE_DEST" && mkdir -p "$SOURCE_DEST" # XXX ensure we have a clean slate in the local flatpak repo rm -rf ~/.local/share/flatpak/ CURL="curl --location --retry 10 --retry-delay 10" # Download en-US linux64 binary $CURL -o "${WORKSPACE}/firefox.tar.bz2" \ "${CANDIDATES_DIR}/${VERSION}-candidates/build${BUILD_NUMBER}/linux-x86_64/en-US/firefox-${VERSION}.tar.bz2" # Use list of locales to fetch L10N XPIs $CURL -o "${WORKSPACE}/l10n_changesets.json" "$L10N_CHANGESETS" locales=$(python3 "$SCRIPT_DIRECTORY/extract_locales_from_l10n_json.py" "${WORKSPACE}/l10n_changesets.json") DISTRIBUTION_DIR="$SOURCE_DEST/distribution" if [[ "$PRODUCT" == "firefox" ]]; then # Get Flatpak configuration PARTNER_CONFIG_DIR="$WORKSPACE/partner_config" git clone https://github.com/mozilla-partners/flatpak.git "$PARTNER_CONFIG_DIR" mv "$PARTNER_CONFIG_DIR/desktop/flatpak/distribution" "$DISTRIBUTION_DIR" else mkdir -p "$DISTRIBUTION_DIR" fi mkdir -p "$DISTRIBUTION_DIR/extensions" for locale in $locales; do $CURL -o "$DISTRIBUTION_DIR/extensions/langpack-${locale}@firefox.mozilla.org.xpi" \ "$CANDIDATES_DIR/${VERSION}-candidates/build${BUILD_NUMBER}/linux-x86_64/xpi/${locale}.xpi" done envsubst < "$SCRIPT_DIRECTORY/org.mozilla.firefox.appdata.xml.in" > "${WORKSPACE}/org.mozilla.firefox.appdata.xml" cp -v "$SCRIPT_DIRECTORY/org.mozilla.firefox.desktop" "$WORKSPACE" cp -v "$SCRIPT_DIRECTORY/launch-script.sh" "$WORKSPACE" cp -v "$SCRIPT_DIRECTORY/firefox-symbolic.svg" "$WORKSPACE" cd "${WORKSPACE}" flatpak remote-add --user --if-not-exists --from flathub https://dl.flathub.org/repo/flathub.flatpakrepo # XXX: added --user to `flatpak install` to avoid ambiguity flatpak install --user -y flathub org.mozilla.firefox.BaseApp//${FIREFOX_BASEAPP_CHANNEL} --no-deps # XXX: this command is temporarily, there's an upcoming fix in the upstream Docker image # that we work on top of, from `freedesktopsdk`, that will make these two lines go away eventually mkdir -p build cp -r ~/.local/share/flatpak/app/org.mozilla.firefox.BaseApp/current/active/files build/files ARCH=$(flatpak --default-arch) cat < build/metadata [Application] name=org.mozilla.firefox runtime=org.freedesktop.Platform/${ARCH}/${FREEDESKTOP_VERSION} sdk=org.freedesktop.Sdk/${ARCH}/${FREEDESKTOP_VERSION} base=app/org.mozilla.firefox.BaseApp/${ARCH}/${FIREFOX_BASEAPP_CHANNEL} [Extension org.mozilla.firefox.Locale] directory=share/runtime/langpack autodelete=true locale-subset=true [Extension org.freedesktop.Platform.ffmpeg-full] directory=lib/ffmpeg add-ld-path=. no-autodownload=true version=${FREEDESKTOP_VERSION} [Extension org.mozilla.firefox.systemconfig] directory=etc/firefox no-autodownload=true EOF cat < build/metadata.locale [Runtime] name=org.mozilla.firefox.Locale [ExtensionOf] ref=app/org.mozilla.firefox/${ARCH}/${FLATPAK_BRANCH} EOF appdir=build/files install -d "${appdir}/lib/" (cd "${appdir}/lib/" && tar jxf "${WORKSPACE}/firefox.tar.bz2") install -D -m644 -t "${appdir}/share/appdata" org.mozilla.firefox.appdata.xml install -D -m644 -t "${appdir}/share/applications" org.mozilla.firefox.desktop for size in 16 32 48 64 128; do install -D -m644 "${appdir}/lib/firefox/browser/chrome/icons/default/default${size}.png" "${appdir}/share/icons/hicolor/${size}x${size}/apps/org.mozilla.firefox.png" done install -D -m644 firefox-symbolic.svg "${appdir}/share/icons/hicolor/symbolic/apps/org.mozilla.firefox-symbolic.svg" mkdir -p "${appdir}/lib/ffmpeg" mkdir -p "${appdir}/etc/firefox" appstream-compose --prefix="${appdir}" --origin=flatpak --basename=org.mozilla.firefox org.mozilla.firefox appstream-util mirror-screenshots "${appdir}"/share/app-info/xmls/org.mozilla.firefox.xml.gz "https://dl.flathub.org/repo/screenshots/org.mozilla.firefox-${FLATPAK_BRANCH}" build/screenshots "build/screenshots/org.mozilla.firefox-${FLATPAK_BRANCH}" # XXX: we used to `install -D` before which automatically created the components # of target, now we need to manually do this since we're symlinking mkdir -p "${appdir}/lib/firefox/distribution/extensions" # XXX: we put the langpacks in /app/share/locale/$LANG_CODE and symlink that # directory to where Firefox looks them up; this way only subset configured # on user system is downloaded vs all locales for locale in $locales; do install -D -m644 -t "${appdir}/share/runtime/langpack/${locale%%-*}/" "${DISTRIBUTION_DIR}/extensions/langpack-${locale}@firefox.mozilla.org.xpi" ln -sf "/app/share/runtime/langpack/${locale%%-*}/langpack-${locale}@firefox.mozilla.org.xpi" "${appdir}/lib/firefox/distribution/extensions/langpack-${locale}@firefox.mozilla.org.xpi" done install -D -m644 -t "${appdir}/lib/firefox/distribution" "$DISTRIBUTION_DIR/distribution.ini" install -D -m755 launch-script.sh "${appdir}/bin/firefox" # We use features=devel to enable ptrace, which we need for the crash # reporter. The application is still confined in a pid namespace, so # that won't let us escape the flatpak sandbox. See bug 1653852. flatpak build-finish build \ --allow=devel \ --share=ipc \ --share=network \ --socket=pulseaudio \ --socket=wayland \ --socket=fallback-x11 \ --socket=pcsc \ --socket=cups \ --require-version=0.11.1 \ --persist=.mozilla \ --env=DICPATH=/usr/share/hunspell \ --filesystem=xdg-download:rw \ --filesystem=/run/.heim_org.h5l.kcm-socket \ --filesystem=xdg-run/speech-dispatcher:ro \ --device=all \ --talk-name=org.freedesktop.FileManager1 \ --system-talk-name=org.freedesktop.NetworkManager \ --talk-name=org.a11y.Bus \ --talk-name="org.gtk.vfs.*" \ --own-name="org.mpris.MediaPlayer2.firefox.*" \ --own-name="org.mozilla.firefox.*" \ --own-name="org.mozilla.firefox_beta.*" \ --command=firefox flatpak build-export --disable-sandbox --no-update-summary --exclude='/share/runtime/langpack/*/*' repo build "$FLATPAK_BRANCH" flatpak build-export --disable-sandbox --no-update-summary --metadata=metadata.locale --files=files/share/runtime/langpack repo build "$FLATPAK_BRANCH" ostree commit --repo=repo --canonical-permissions --branch=screenshots/x86_64 build/screenshots flatpak build-update-repo --generate-static-deltas repo tar cvfJ flatpak.tar.xz repo mv -- flatpak.tar.xz "$TARGET_TAR_XZ_FULL_PATH" # XXX: if we ever wanted to go back to building flatpak bundles, we can revert this command; useful for testing individual artifacts, not publishable # flatpak build-bundle "$WORKSPACE"/repo org.mozilla.firefox.flatpak org.mozilla.firefox # TARGET_FULL_PATH="$ARTIFACTS_DIR/target.flatpak" # mv -- *.flatpak "$TARGET_FULL_PATH"