scripts.idlsync Namespace Reference

Functions
def	isDryRun ()
def	isVerbose ()
def	chromiumDirectory ()
def	RunCommand (cmd, valid_exits=[0])
def	anyDartFixMe (filepath)
def	subpath (path, base_dir)
def	copy_files (source_dir, src_prefix, destination_dir)
def	remove_obsolete_webcore_files (webcore_dir, webkit_dir, subdir)
def	ParseOptions ()
def	GetDepsFromGit ()
def	ValidateGitRemotes ()
def	getChromiumSHA ()
def	getCurrentDartSHA ()
def	GetDEPSWebCoreGitRevision (deps, component)
def	copy_subdir (src, src_prefix, dest, subdir)
def	main ()

Variables
string	DEPS_GIT = "https://raw.githubusercontent.com/dart-lang/sdk/master/DEPS"
string	CHROME_TRUNK = "https://chromium.googlesource.com"
string	WEBKIT_SHA_PATTERN = r'"WebCore_rev": "(\S+)",'
string	GIT_REMOTES_CHROMIUM = 'https://chromium.googlesource.com/chromium/src.git'
string	SOURCE_FILE_DIR = 'tools/dom/scripts'
string	WEBKIT_SOURCE = 'src/third_party/WebKit/Source'
string	WEBCORE_SOURCE = 'third_party/WebCore'
string	WEBKIT_BLINK_SOURCE = 'src/third_party/blink'
string	WEBCORE_BLINK_SOURCE = 'third_party/WebCore/blink'
string	IDL_EXTENDED_ATTRIBUTES_FILE = 'IDLExtendedAttributes.txt'
string	DART_SDK_GENERATOR_SCRIPTS = 'bindings/dart/scripts'
string	PYTHON_INITS = '__init__.py'
list	SUBDIRS
string	IDL_EXT = '.idl'
string	PY_EXT = '.py'
string	LICENSE_FILE_PREFIX = 'LICENSE'
string	DART_CHANGES = ' FIXMEDART: '
	options = None
list	warning_messages = []

Function Documentation

anyDartFixMe()

def scripts.idlsync.anyDartFixMe

(

filepath

)

Definition at line 132 of file idlsync.py.

def anyDartFixMe(filepath):
    if os.path.exists(filepath):
        data = open(filepath, 'r').read()
        return data.find(DART_CHANGES) != -1
    else:
        return False
 
 
# Give a base_dir compute the trailing directory after base_dir
# returns the subpath from base_dir for the path passed in.

chromiumDirectory()

def scripts.idlsync.chromiumDirectory

(

)

Definition at line 110 of file idlsync.py.

def chromiumDirectory():
    global options
    if options['chromium_dir'] is not None:
        return os.path.expanduser(options['chromium_dir'])
    return os.cwd()
 
 

copy_files()

def scripts.idlsync.copy_files	(		source_dir,
			src_prefix,
			destination_dir
	)

Definition at line 157 of file idlsync.py.

def copy_files(source_dir, src_prefix, destination_dir):
    original_cwd = os.getcwd()
    try:
        os.makedirs(destination_dir)
    except OSError as e:
        if e.errno != errno.EEXIST:
            raise
    os.chdir(destination_dir)
 
    idls = 0  # *.idl files copied
    pys = 0  # *.py files copied
    others = 0  # all other files copied
 
    for (root, _, files) in os.walk(source_dir, topdown=False):
        dir_portion = subpath(root, source_dir)
        for f in files:
            # Never automatically add any Dart generator scripts (these are the original
            # sources in WebCore) from WebKit to WebCore.
            if dir_portion != DART_SDK_GENERATOR_SCRIPTS:
                if (f.endswith(IDL_EXT) or f == IDL_EXTENDED_ATTRIBUTES_FILE or
                        f.endswith(PY_EXT) or
                        f.startswith(LICENSE_FILE_PREFIX)):
                    if f.endswith(IDL_EXT):
                        idls += 1
                    elif f.endswith(PY_EXT):
                        pys += 1
                    else:
                        others += 1
                    src_file = os.path.join(root, f)
 
                    # Compute the destination path using sdk/third_party/WebCore
                    subdir_root = src_file[src_file.rfind(src_prefix) +
                                           len(src_prefix):]
                    if subdir_root.startswith(os.path.sep):
                        subdir_root = subdir_root[1:]
                    dst_file = os.path.join(destination_dir, subdir_root)
 
                    # Need to make src/third_party/WebKit/Source/* to sdk/third_party/WebCore/*
 
                    destination = os.path.dirname(dst_file)
                    if not os.path.exists(destination):
                        os.makedirs(destination)
 
                    has_Dart_fix_me = anyDartFixMe(dst_file)
 
                    if not isDryRun():
                        copyfile(src_file, dst_file)
                    if isVerbose():
                        #print('...copying %s' % os.path.split(dst_file)[1])
                        print('...copying %s' % dst_file)
                    if f == IDL_EXTENDED_ATTRIBUTES_FILE:
                        warning_messages.append(dst_file)
                    else:
                        if has_Dart_fix_me:
                            warning_messages.append(dst_file)
                        if not (isDryRun() or has_Dart_fix_me):
                            # git add the file
                            RunCommand(['git', 'add', dst_file])
 
    os.chdir(original_cwd)
 
    return [idls, pys, others]
 
 
# Remove any file in webcore_dir that no longer exist in the webkit_dir
# webcore_dir src/dart/third_party/WebCore location
# webkit_dir src/third_party/WebKit/Source location (blink)
# only check if the subdir off from webcore_dir
# return list of files deleted

copy_subdir()

def scripts.idlsync.copy_subdir	(		src,
			src_prefix,
			dest,
			subdir
	)

Definition at line 356 of file idlsync.py.

def copy_subdir(src, src_prefix, dest, subdir):
    idls_deleted = remove_obsolete_webcore_files(dest, src, subdir)
    print("%s files removed in WebCore %s" % (idls_deleted.__len__(), subdir))
    if isVerbose():
        for delete_file in idls_deleted:
            print("    %s" % delete_file)
 
    idls_copied, py_copied, other_copied = copy_files(
        os.path.join(src, subdir), src_prefix, dest)
    if idls_copied > 0:
        print("Copied %s IDLs to %s" % (idls_copied, subdir))
    if py_copied > 0:
        print("Copied %s PYs to %s" % (py_copied, subdir))
    if other_copied > 0:
        print("Copied %s other to %s\n" % (other_copied, subdir))
 
 

getChromiumSHA()

def scripts.idlsync.getChromiumSHA

(

)

Definition at line 306 of file idlsync.py.

def getChromiumSHA():
    cwd = os.getcwd()
    chromiumDir = chromiumDirectory()
 
    webkit_dir = os.path.join(chromiumDir, WEBKIT_SOURCE)
    os.chdir(webkit_dir)
 
    if ValidateGitRemotes():
        chromium_sha = RunCommand(['git', 'log', '--format=format:%H', '-1'])
    else:
        chromium_sha = -1
 
    os.chdir(cwd)
    return chromium_sha
 
 

getCurrentDartSHA()

def scripts.idlsync.getCurrentDartSHA

(

)

Definition at line 322 of file idlsync.py.

def getCurrentDartSHA():
    cwd = os.getcwd()
 
    if cwd.endswith('dart'):
        # In src/dart
        src_dir, _ = os.path.split(cwd)
    elif cwd.endswith('sdk'):
        src_dir = cwd
    else:
        src_dir = os.path.join(cwd, 'sdk')
    os.chdir(src_dir)
 
    if ValidateGitRemotes():
        dart_sha = RunCommand(['git', 'log', '--format=format:%H', '-1'])
    else:
        dart_sha = -1
 
    os.chdir(cwd)
    return dart_sha
 
 
# Returns the SHA of the Dartium/Chromium in the DEPS file.

GetDepsFromGit()

def scripts.idlsync.GetDepsFromGit

(

)

Definition at line 289 of file idlsync.py.

def GetDepsFromGit():
    req = requests.get(DEPS_GIT)
    return req.text
 
 

GetDEPSWebCoreGitRevision()

def scripts.idlsync.GetDEPSWebCoreGitRevision	(		deps,
			component
	)

Returns a tuple with the (dartium chromium repo, latest revision).

Definition at line 344 of file idlsync.py.

def GetDEPSWebCoreGitRevision(deps, component):
    """Returns a tuple with the (dartium chromium repo, latest revision)."""
    foundIt = re.search(WEBKIT_SHA_PATTERN, deps)
    #url_base, url_pattern = DEPS_PATTERNS[component]
    #url = url_base + re.search(url_pattern, deps).group(1)
    # Get the SHA for the Chromium/WebKit changes for Dartium.
    #revision = url[len(url_base):]
    revision = foundIt.group(1)[1:]
    print('%s' % revision)
    return revision
 
 

isDryRun()

def scripts.idlsync.isDryRun

(

)

Definition at line 97 of file idlsync.py.

def isDryRun():
    global options
    return options['dry_run'] is not None
 
 
# Is --verbose passed in.

isVerbose()

def scripts.idlsync.isVerbose

(

)

Definition at line 103 of file idlsync.py.

def isVerbose():
    global options
    return options['verbose'] is not None
 
 
# If --WebKit= is specified then compute the directory of the Chromium
# source.

main()

def scripts.idlsync.main

(

)

Definition at line 373 of file idlsync.py.

def main():
    global options
    options = ParseOptions()
 
    current_dir = os.path.dirname(os.path.abspath(__file__))
    if not current_dir.endswith(SOURCE_FILE_DIR):
        print('ERROR: idlsync.py not run in proper directory (%s)\n',
              current_dir)
 
    base_directory = current_dir[:current_dir.rfind(SOURCE_FILE_DIR)]
 
    # Validate DEPS WebCore_rev SHA DOES NOT match the SHA of chromium master.
    deps = GetDepsFromGit()
    webcore_revision = GetDEPSWebCoreGitRevision(deps, 'webkit')
    chromium_sha = getChromiumSHA()
    if webcore_revision == chromium_sha:
        print("ERROR: Nothing to update in WebCore, WebCore_rev SHA in DEPS "
              "matches Chromium GIT master SHA in %s" % options['webkit_dir'])
        return
 
    start_time = time.time()
 
    # Copy scripts from third_party/blink/tools to third_party/WebCore/blink/tools
    #
    # This also implies that the files:
    #     WebCore/bindings/scripts/code_generator_web_agent_api.py
    #     WebCore/bindings/scripts/utilities.py
    #
    # Need to have sys.path.append at beginning of the above files changed from:
    #
    #    sys.path.append(os.path.join(os.path.dirname(__file__), '..', '..', '..', '..', '..',
    #                                 'third_party', 'blink', 'tools'))
    # to
    #
    #    sys.path.append(os.path.join(os.path.dirname(__file__), '..', '..',
    #                                 'blink', 'tools'))
    #
    webkit_blink_dir = os.path.join(chromiumDirectory(), WEBKIT_BLINK_SOURCE)
    webcore_blink_dir = os.path.join(base_directory, WEBCORE_BLINK_SOURCE)
    copy_subdir(webkit_blink_dir, WEBKIT_BLINK_SOURCE, webcore_blink_dir, "")
 
    chromium_webkit_dir = os.path.join(chromiumDirectory(), WEBKIT_SOURCE)
    dart_webcore_dir = os.path.join(base_directory, WEBCORE_SOURCE)
    for subdir in SUBDIRS:
        copy_subdir(chromium_webkit_dir, WEBKIT_SOURCE, dart_webcore_dir,
                    subdir)
 
    end_time = time.time()
 
    print(
        'WARNING: File(s) contain FIXMEDART and are NOT "git add " please review:'
    )
    for warning in warning_messages:
        print('    %s' % warning)
 
    print('\nDone idlsync completed in %s seconds' %
          round(end_time - start_time, 2))
 
 

ParseOptions()

def scripts.idlsync.ParseOptions

(

)

Definition at line 255 of file idlsync.py.

def ParseOptions():
    parser = optparse.OptionParser()
    parser.add_option(
        '--chromium',
        '-c',
        dest='chromium_dir',
        action='store',
        type='string',
        help='WebKit Chrome directory (e.g., --chromium=~/chrome63',
        default=None)
    parser.add_option(
        '--verbose',
        '-v',
        dest='verbose',
        action='store_true',
        help='Dump all information',
        default=None)
    parser.add_option(
        '--dry_run',
        '-d',
        dest='dry_run',
        action='store_true',
        help='Display results without adding, updating or deleting any files',
        default=None)
    args, _ = parser.parse_args()
 
    argOptions = {}
    argOptions['chromium_dir'] = args.chromium_dir
    argOptions['verbose'] = args.verbose
    argOptions['dry_run'] = args.dry_run
    return argOptions
 
 
# Fetch the DEPS file in src/dart/tools/deps/dartium.deps/DEPS from the GIT repro.

remove_obsolete_webcore_files()

def scripts.idlsync.remove_obsolete_webcore_files	(		webcore_dir,
			webkit_dir,
			subdir
	)

Definition at line 226 of file idlsync.py.

def remove_obsolete_webcore_files(webcore_dir, webkit_dir, subdir):
    files_to_delete = []
 
    original_cwd = os.getcwd()
 
    if os.path.exists(webcore_dir):
        os.chdir(webcore_dir)
 
        for (root, _, files) in os.walk(
                os.path.join(webcore_dir, subdir), topdown=False):
            dir_portion = subpath(root, webcore_dir)
            for f in files:
                # Never automatically deleted any Dart generator scripts (these are the
                # original sources in WebCore).
                if dir_portion != DART_SDK_GENERATOR_SCRIPTS:
                    check_file = os.path.join(dir_portion, f)
                    check_file_full_path = os.path.join(webkit_dir, check_file)
                    if not os.path.exists(check_file_full_path) and \
                       not(check_file_full_path.endswith(PYTHON_INITS)):
                        if not isDryRun():
                            # Remove the file using git
                            RunCommand(['git', 'rm', check_file])
                        files_to_delete.append(check_file)
 
    os.chdir(original_cwd)
 
    return files_to_delete
 
 

RunCommand()

def scripts.idlsync.RunCommand	(		cmd,
			valid_exits = [0]
	)

Executes a shell command and return its stdout.

Definition at line 117 of file idlsync.py.

def RunCommand(cmd, valid_exits=[0]):
    """Executes a shell command and return its stdout."""
    if isVerbose():
        print(' '.join(cmd))
    pipe = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
    output = pipe.communicate()
    if pipe.returncode in valid_exits:
        return output[0]
    else:
        print(output[1])
        print('FAILED. RET_CODE=%d' % pipe.returncode)
        sys.exit(pipe.returncode)
 
 
# returns True if // FIXMEDART: is in the file.

subpath()

def scripts.idlsync.subpath	(		path,
			base_dir
	)

Definition at line 142 of file idlsync.py.

def subpath(path, base_dir):
    dir_portion = ''
    head = path
    while True:
        head, tail = os.path.split(head)
        dir_portion = os.path.join(tail, dir_portion)
        if head == base_dir or tail == '':
            break
    return dir_portion
 
 
# Copy any file in source_dir (WebKit) to destination_dir (dart/third_party/WebCore)
# source_dir is the src/third_party/WebKit/Source location (blink)
# destination_dir is the src/dart/third_party/WebCore location
# returns idls_copied, py_copied, other_copied

ValidateGitRemotes()

def scripts.idlsync.ValidateGitRemotes

(

)

Definition at line 294 of file idlsync.py.

def ValidateGitRemotes():
    #origin  https://chromium.googlesource.com/dart/dartium/src.git (fetch)
    remotes_list = RunCommand(['git', 'remote', '--verbose']).split()
    if (len(remotes_list) > 2 and remotes_list[0] == 'origin' and
            remotes_list[1] == GIT_REMOTES_CHROMIUM):
        return True
 
    print('ERROR: Unable to find dart/dartium/src repository %s' %
          GIT_REMOTES_CHROMIUM)
    return False
 
 

Variable Documentation

CHROME_TRUNK

string scripts.idlsync.CHROME_TRUNK = "https://chromium.googlesource.com"

Definition at line 46 of file idlsync.py.

DART_CHANGES

string scripts.idlsync.DART_CHANGES = ' FIXMEDART: '

Definition at line 88 of file idlsync.py.

DART_SDK_GENERATOR_SCRIPTS

string scripts.idlsync.DART_SDK_GENERATOR_SCRIPTS = 'bindings/dart/scripts'

Definition at line 69 of file idlsync.py.

DEPS_GIT

string scripts.idlsync.DEPS_GIT = "https://raw.githubusercontent.com/dart-lang/sdk/master/DEPS"

Definition at line 45 of file idlsync.py.

GIT_REMOTES_CHROMIUM

string scripts.idlsync.GIT_REMOTES_CHROMIUM = 'https://chromium.googlesource.com/chromium/src.git'

Definition at line 50 of file idlsync.py.

IDL_EXT

string scripts.idlsync.IDL_EXT = '.idl'

Definition at line 82 of file idlsync.py.

IDL_EXTENDED_ATTRIBUTES_FILE

string scripts.idlsync.IDL_EXTENDED_ATTRIBUTES_FILE = 'IDLExtendedAttributes.txt'

Definition at line 63 of file idlsync.py.

LICENSE_FILE_PREFIX

string scripts.idlsync.LICENSE_FILE_PREFIX = 'LICENSE'

Definition at line 84 of file idlsync.py.

options

scripts.idlsync.options = None

Definition at line 91 of file idlsync.py.

PY_EXT

string scripts.idlsync.PY_EXT = '.py'

Definition at line 83 of file idlsync.py.

PYTHON_INITS

string scripts.idlsync.PYTHON_INITS = '__init__.py'

Definition at line 73 of file idlsync.py.

SOURCE_FILE_DIR

string scripts.idlsync.SOURCE_FILE_DIR = 'tools/dom/scripts'

Definition at line 53 of file idlsync.py.

SUBDIRS

list scripts.idlsync.SUBDIRS

Initial value:

=  [
    'bindings',
    'core',
    'modules',
]

Definition at line 77 of file idlsync.py.

warning_messages

list scripts.idlsync.warning_messages = []

Definition at line 93 of file idlsync.py.

WEBCORE_BLINK_SOURCE

string scripts.idlsync.WEBCORE_BLINK_SOURCE = 'third_party/WebCore/blink'

Definition at line 59 of file idlsync.py.

WEBCORE_SOURCE

string scripts.idlsync.WEBCORE_SOURCE = 'third_party/WebCore'

Definition at line 56 of file idlsync.py.

WEBKIT_BLINK_SOURCE

string scripts.idlsync.WEBKIT_BLINK_SOURCE = 'src/third_party/blink'

Definition at line 58 of file idlsync.py.

WEBKIT_SHA_PATTERN

string scripts.idlsync.WEBKIT_SHA_PATTERN = r'"WebCore_rev": "(\S+)",'

Definition at line 47 of file idlsync.py.

WEBKIT_SOURCE

string scripts.idlsync.WEBKIT_SOURCE = 'src/third_party/WebKit/Source'

Definition at line 55 of file idlsync.py.