#!/usr/bin/python3 -B # Copyright 2017 The Android Open Source Project # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Downloads the latest IANA time zone files.""" import argparse import ftplib import os import shutil import subprocess import sys sys.path.append('%s/external/icu/tools' % os.environ.get('ANDROID_BUILD_TOP')) import i18nutil import tzdatautil # Calculate the paths that are referred to by multiple functions. android_build_top = i18nutil.GetAndroidRootOrDie() iana_data_dir = os.path.realpath('%s/system/timezone/input_data/iana' % android_build_top) iana_tools_dir = os.path.realpath('%s/system/timezone/input_tools/iana' % android_build_top) def FtpRetrieveFile(ftp, filename): ftp.retrbinary('RETR %s' % filename, open(filename, 'wb').write) def CheckSignature(data_filename, signature_filename): """Checks the signature of a file.""" print('Verifying signature of %s using %s...' % (data_filename, signature_filename)) try: subprocess.check_call(['gpg', '--trusted-key=ED97E90E62AA7E34', '--verify', signature_filename, data_filename]) except subprocess.CalledProcessError as err: print('Unable to verify signature') print('\n\n******') print('If this fails for you, you probably need to import Paul Eggert''s public key:') print(' gpg --receive-keys ED97E90E62AA7E34') print('******\n\n') raise def FindRemoteTar(ftp, file_prefix, release_version): iana_tar_filenames = [] for filename in ftp.nlst(): if "/" in filename: print("FTP server returned bogus file name") sys.exit(1) if filename.startswith(file_prefix) and filename.endswith('.tar.gz'): iana_tar_filenames.append(filename) if release_version is not None: if file_prefix.endswith('20'): file_prefix = file_prefix[0:-2] expected_filename = file_prefix + release_version + '.tar.gz' if expected_filename not in iana_tar_filenames: print(f'Expected {expected_filename} not found') sys.exit(1) return expected_filename iana_tar_filenames.sort(reverse=True) if len(iana_tar_filenames) == 0: print('No files found') sys.exit(1) return iana_tar_filenames[0] def DownloadAndReplaceLocalFiles(file_prefixes, ftp, local_dir, release_version): output_files = [] for file_prefix in file_prefixes: remote_iana_tar_filename = FindRemoteTar(ftp, file_prefix, release_version) local_iana_tar_file = tzdatautil.GetIanaTarFile(local_dir, file_prefix) if local_iana_tar_file: local_iana_tar_filename = os.path.basename(local_iana_tar_file) if remote_iana_tar_filename <= local_iana_tar_filename: print('Latest remote file for %s is called %s and is older or the same as' ' current local file %s' % (local_dir, remote_iana_tar_filename, local_iana_tar_filename)) continue print('Found new %s* file for %s: %s' % (file_prefix, local_dir, remote_iana_tar_filename)) i18nutil.SwitchToNewTemporaryDirectory() print('Downloading file %s...' % remote_iana_tar_filename) FtpRetrieveFile(ftp, remote_iana_tar_filename) signature_filename = '%s.asc' % remote_iana_tar_filename print('Downloading signature %s...' % signature_filename) FtpRetrieveFile(ftp, signature_filename) CheckSignature(remote_iana_tar_filename, signature_filename) new_local_iana_tar_file = '%s/%s' % (local_dir, remote_iana_tar_filename) shutil.copyfile(remote_iana_tar_filename, new_local_iana_tar_file) new_local_signature_file = '%s/%s' % (local_dir, signature_filename) shutil.copyfile(signature_filename, new_local_signature_file) output_files.append(new_local_iana_tar_file) output_files.append(new_local_signature_file) # Delete the existing local IANA tar file, if there is one. if local_iana_tar_file: os.remove(local_iana_tar_file) local_signature_file = '%s.asc' % local_iana_tar_file if os.path.exists(local_signature_file): os.remove(local_signature_file) return output_files # Run from any directory after having run source/envsetup.sh / lunch # See http://www.iana.org/time-zones/ for more about the source of this data. def main(): parser = argparse.ArgumentParser(description=('Update IANA files from upstream')) parser.add_argument('--tools', help='Download tools files', action='store_true') parser.add_argument('--data', help='Download data files', action='store_true') parser.add_argument('-r', '--release', default=None, dest='release_version', help='Pick a specific release revision instead of ' 'latest. For example --release 2023a ') args = parser.parse_args() if not args.tools and not args.data: parser.error("Nothing to do") sys.exit(1) print('Looking for new IANA files...') ftp = ftplib.FTP('ftp.iana.org') ftp.login() ftp.cwd('tz/releases') output_files = [] if args.tools: # The tools and data files are kept separate to make the updates independent. # This means we duplicate the tzdata20xx file (once in the tools dir, once # in the data dir) but the contents of the data tar appear to be needed for # the zic build. new_files = DownloadAndReplaceLocalFiles(['tzdata20', 'tzcode20'], ftp, iana_tools_dir, args.release_version) output_files += new_files if args.data: new_files = DownloadAndReplaceLocalFiles(['tzdata20'], ftp, iana_data_dir, args.release_version) output_files += new_files if len(output_files) == 0: print('No files updated') else: print('New files:') for output_file in output_files: print(' %s' % output_file) if __name__ == '__main__': main()