| #!/usr/bin/env python |
| # Copyright (c) 2016 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| """Downloads SVGs into a specified directory.""" |
| |
| |
| from __future__ import print_function |
| import optparse |
| import os |
| import urllib |
| |
| |
| PARENT_DIR = os.path.dirname(os.path.realpath(__file__)) |
| |
| |
| def download_files(input_file, output_dir, prefix, keep_common_prefix): |
| with open(input_file, 'r') as f: |
| lines = f.readlines() |
| |
| if keep_common_prefix: |
| common_prefix = os.path.commonprefix(lines) |
| |
| for url in lines: |
| file_url = url.strip() |
| |
| if keep_common_prefix: |
| rel_file = file_url.replace(common_prefix, '') |
| dest_dir = os.path.join(output_dir, os.path.dirname(rel_file)) |
| else: |
| dest_dir = output_dir |
| |
| dest_file = os.path.join(dest_dir, prefix + os.path.basename(file_url)) |
| if not os.path.exists(dest_dir): |
| os.makedirs(dest_dir) |
| |
| print('Downloading %s to %s' % (file_url, dest_file)) |
| urllib.urlretrieve(file_url, dest_file) |
| |
| |
| if '__main__' == __name__: |
| option_parser = optparse.OptionParser() |
| option_parser.add_option( |
| '-i', '--input_file', |
| help='Path to the text file containing URLs. Each line should contain a ' |
| 'single URL.', |
| default=os.path.join(PARENT_DIR, 'svgs.txt')) |
| option_parser.add_option( |
| '-o', '--output_dir', |
| help='The output dir where downloaded SVGs and images will be stored in.') |
| option_parser.add_option( |
| '-p', '--prefix', |
| help='The prefix which downloaded files will begin with.', |
| default='') |
| option_parser.add_option( |
| '-k', '--keep_common_prefix', |
| help='Preserve everything in the URL after the common prefix as directory ' |
| 'hierarchy.', |
| action='store_true', default=False) |
| options, unused_args = option_parser.parse_args() |
| |
| if not options.output_dir: |
| raise Exception('Must specify --output_dir') |
| |
| download_files(options.input_file, options.output_dir, |
| options.prefix, options.keep_common_prefix) |
