mirror of
https://github.com/flatcar/scripts.git
synced 2025-08-08 13:36:58 +02:00
8f0c5d92b0
Merge branch 'master' of ssh://chromiumos-git//chromeos Merge branch 'master' of ssh://chromiumos-git//chromeos Pointing each board to its own binhost cache. BUG=None TEST=None Review URL: http://codereview.chromium.org/795002
93 lines
2.9 KiB
Python
Executable File
93 lines
2.9 KiB
Python
Executable File
#!/usr/bin/python
|
|
# Copyright (c) 2009 The Chromium Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
"""Script to grab a list of ebuilds which cannot be safely mirrored.
|
|
|
|
Some ebuilds do not have the proper versioning magic to be able to be safely
|
|
mirrored. We would like to phase them out gradually, by updating a list which
|
|
can be safely cached.
|
|
"""
|
|
|
|
import os
|
|
import re
|
|
import StringIO
|
|
import tarfile
|
|
import urllib
|
|
|
|
|
|
def main():
|
|
# Get a tarball of chromiumos-overlay.
|
|
fh = urllib.urlopen('http://src.chromium.org/cgi-bin/gitweb.cgi?'
|
|
'p=chromiumos-overlay.git;a=snapshot;h=HEAD;sf=tgz')
|
|
tgz = fh.read()
|
|
fh.close()
|
|
|
|
# Prepare a set of files to clobber.
|
|
clobber_list = set()
|
|
# Prepare a set of files to exempt from clobbering.
|
|
exempt_list = set()
|
|
|
|
# Walk the tarball looking for SAFE_TO_CACHE lists and ebuilds containing
|
|
# CHROMEOS_ROOT.
|
|
tgzf = StringIO.StringIO(tgz)
|
|
tar = tarfile.open(fileobj=tgzf, mode='r')
|
|
for tinfoi in tar:
|
|
if not tinfoi.isdir():
|
|
original_name = tinfoi.name
|
|
tinfo = tinfoi
|
|
while tinfo.islnk() or tinfo.issym():
|
|
path = os.path.normpath(os.path.join(os.path.dirname(tinfo.name),
|
|
tinfo.linkname))
|
|
tinfo = tar.getmember(path)
|
|
if tinfo.name.endswith('.ebuild'):
|
|
# Load each ebuild.
|
|
fh = tar.extractfile(tinfo)
|
|
ebuild_data = fh.read()
|
|
fh.close()
|
|
# Add to the clobber list if it contains CHROMEOS_ROOT.
|
|
if 'CHROMEOS_ROOT' in ebuild_data:
|
|
filename = os.path.split(original_name)[1]
|
|
basename = os.path.splitext(filename)[0]
|
|
clobber_list.add(basename)
|
|
elif tinfo.name.endswith('/SAFE_TO_CACHE'):
|
|
fh = tar.extractfile(tinfo)
|
|
for line in fh:
|
|
if len(line) > 1 and line[0] != '#':
|
|
exempt_list.add(line.strip())
|
|
fh.close()
|
|
tar.close()
|
|
tgzf.close()
|
|
|
|
# Don't clobber ebuilds listed in SAFE_TO_CACHE.
|
|
clobber_list -= exempt_list
|
|
|
|
# Scan the current directory for any Packages files, modify to remove
|
|
# packages that shouldn't be cached.
|
|
for root, _, files in os.walk('.', topdown=False):
|
|
for name in files:
|
|
filename = os.path.join(root, name)
|
|
basename = os.path.split(filename)[1]
|
|
if basename == 'Packages':
|
|
# Filter out entries involving uncache-able ebuilds.
|
|
allowed = True
|
|
nlines = []
|
|
fh = open(filename, 'r')
|
|
for line in fh:
|
|
m = re.match('^CPV\: [^\n]+/([^/]+)[\n]$', line)
|
|
if m:
|
|
allowed = m.group(1) not in clobber_list
|
|
if allowed:
|
|
nlines.append(line)
|
|
fh.close()
|
|
# Write out new contents.
|
|
fh = open(filename, 'w')
|
|
for line in nlines:
|
|
fh.write(line)
|
|
fh.close()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|