download_firefox_nightly.py

#!/usr/bin/env python
# Copyright 2013 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

"""Downloads a Firefox Nightly build for the current platform."""

import datetime
import glob
import os
import shutil
import sys
import subprocess
import tarfile
import time
import zipfile

from optparse import OptionParser

BASE_DIR = os.path.dirname(os.path.abspath(__file__))
THIRD_PARTY_DIR = os.path.abspath(os.path.join(BASE_DIR, 'third_party'))

sys.path.append(os.path.join(THIRD_PARTY_DIR, 'mozdownload'))
sys.path.append(os.path.join(THIRD_PARTY_DIR, 'mozinfo'))
sys.path.append(os.path.join(THIRD_PARTY_DIR, 'requests'))

from mozdownload import errors
from mozdownload import scraper
import utils


def _Touch(a_file):
  with open(a_file, 'a'):
    os.utime(a_file, None)


def _GetFirefoxArchivesSortedOnModifiedDate(target_dir):
  firefox_archives = glob.glob(os.path.join(target_dir, '*tar.bz2'))
  if not firefox_archives:
    return None

  firefox_archives.sort(key=os.path.getmtime, reverse=True)
  return firefox_archives


def _CleanOldFirefoxArchives(target_dir): 
  firefox_archives = _GetFirefoxArchivesSortedOnModifiedDate(target_dir)
  if not firefox_archives or len(firefox_archives) < 2:
    return

  # Keep the newest archive around as a fallback build and delete the rest.
  rest = firefox_archives[1:]
  print 'About to delete old Firefox archives %s.' % rest
  for old_archive in rest:
    try:
      os.remove(old_archive)
    except OSError:
      pass


def _FindFallbackFirefoxBuild(target_dir):
  firefox_archives = _GetFirefoxArchivesSortedOnModifiedDate(target_dir)
  if not firefox_archives:
    return None, None

  newest_build = firefox_archives[0]
  build_age_seconds = time.time() - os.path.getmtime(newest_build)
  build_age_days = datetime.timedelta(seconds=build_age_seconds).days

  return newest_build, build_age_days


def _MaybeDownload(target_dir, force):
  try:
    downloader = scraper.DailyScraper(destination=target_dir)
    filename = downloader.build_filename(downloader.binary)
    firefox_archive = os.path.join(target_dir, filename)

    if os.path.exists(firefox_archive) and not force:
      # Touch the file anyway since we were 'successful', so we can accurately
      # compute the age of the most recent download attempt and act accordingly
      # when a download fails later.
      _Touch(firefox_archive)
      print 'Skipping download as %s is already downloaded.' % firefox_archive
      return None

    downloader.download()
    print 'Downloaded %s' % firefox_archive
    return firefox_archive
  except errors.NotFoundError as exception:
    print 'Failed to download firefox: %s.' % exception
    fallback_build, age_days = _FindFallbackFirefoxBuild(target_dir)

    if not fallback_build:
      raise Exception('We failed to download Firefox and we have no builds to '
                      'fall back on; failing...')
    if age_days > 3:
      raise Exception('We have failed to download firefox builds for more '
                      'than 3 days now: failing so someone looks at it. The '
                      'most recent build we have is %d days old.' % age_days)

    print 'Using %s instead; it is %d days old.' % (fallback_build, age_days)
    return fallback_build


def _ExtractArchive(firefox_archive, target_dir):
  if utils.GetPlatform() is 'linux':
    tar_archive = tarfile.open(firefox_archive, 'r:bz2')
    tar_archive.extractall(path=target_dir)
  else:
    raise Exception('Unsupported platform: %s' % sys.platform)

  print 'Extracted %s' % firefox_archive


def main():
  usage = 'usage: %prog -t <target_dir>'
  parser = OptionParser(usage)
  parser.add_option('-t', '--target-dir',
                    help=('Target directory to put the downloaded and extracted'
                          ' folder with the Firefox Nightly build in.'))
  parser.add_option('-f', '--force', action='store_true',
                    help=('Force download even if the current nightly is '
                          'already downloaded.'))
  parser.add_option('-c', '--clean-old-firefox-archives', action='store_true',
                    help=('Clean old firefox archives; one will always be '
                          'kept as a fallback.'))
  options, _args = parser.parse_args()
  if not options.target_dir:
    parser.error('You must specify the target directory.')

  if utils.GetPlatform() is not 'linux':
    print 'This script is only supported on Linux for now.'
    return

  target_dir = options.target_dir
  if not os.path.isdir(target_dir):
    os.mkdir(target_dir)

  firefox_archive = _MaybeDownload(target_dir, options.force)
  if firefox_archive:
    _ExtractArchive(firefox_archive, target_dir) 

  if options.clean_old_firefox_archives:
    _CleanOldFirefoxArchives(target_dir)

if __name__ == '__main__':
  sys.exit(main())