blob: 88c6a7fcbf53a59f0514ab9c0a11c8d57ddb92ac [file] [log] [blame]
#!/usr/bin/env python
# Copyright (c) 2016 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Downloads SVGs into a specified directory."""
from __future__ import print_function
import optparse
import os
import urllib
PARENT_DIR = os.path.dirname(os.path.realpath(__file__))
def download_files(input_file, output_dir, prefix, keep_common_prefix):
with open(input_file, 'r') as f:
lines = f.readlines()
if keep_common_prefix:
common_prefix = os.path.commonprefix(lines)
for url in lines:
file_url = url.strip()
if keep_common_prefix:
rel_file = file_url.replace(common_prefix, '')
dest_dir = os.path.join(output_dir, os.path.dirname(rel_file))
else:
dest_dir = output_dir
dest_file = os.path.join(dest_dir, prefix + os.path.basename(file_url))
if not os.path.exists(dest_dir):
os.makedirs(dest_dir)
print('Downloading %s to %s' % (file_url, dest_file))
urllib.urlretrieve(file_url, dest_file)
if '__main__' == __name__:
option_parser = optparse.OptionParser()
option_parser.add_option(
'-i', '--input_file',
help='Path to the text file containing URLs. Each line should contain a '
'single URL.',
default=os.path.join(PARENT_DIR, 'svgs.txt'))
option_parser.add_option(
'-o', '--output_dir',
help='The output dir where downloaded SVGs and images will be stored in.')
option_parser.add_option(
'-p', '--prefix',
help='The prefix which downloaded files will begin with.',
default='')
option_parser.add_option(
'-k', '--keep_common_prefix',
help='Preserve everything in the URL after the common prefix as directory '
'hierarchy.',
action='store_true', default=False)
options, unused_args = option_parser.parse_args()
if not options.output_dir:
raise Exception('Must specify --output_dir')
download_files(options.input_file, options.output_dir,
options.prefix, options.keep_common_prefix)