update_fuzzer.py

Go to the documentation of this file.

#!/usr/bin/env python3
#
# Copyright 2021 Google LLC
#
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
 
# This tool updates the OSS-Fuzz corpus using Google Cloud's 'gsutil' tool.
 
# You will need to be given access to the Google Storage fuzzer repo (at
# gs://skia-fuzzer/oss-fuzz/) by the Skia Infra team.
 
# You will also need to set up credentials for gsutil on your machine by running:
#   gcloud auth login
 
import os
import subprocess
import tempfile
import zipfile
 
# Locate this script in the file system.
startDir = os.path.dirname(os.path.abspath(__file__))
fileNum = 1
 
# Prepare two scratch zip files, one for the input data as-is and another with 256-byte padding.
with tempfile.NamedTemporaryFile(suffix='primary.zip', delete=False, mode='w') as pathToZip:
    with zipfile.ZipFile(pathToZip.name, 'w', zipfile.ZIP_DEFLATED) as archive:
        # Iterate over every file in this directory and use it to assemble our corpus.
        for root, dirs, files in os.walk(startDir):
            for file in files:
                # Exclude files that won't be useful fuzzer inputs.
                if (not file.startswith('.')        # Hidden
                    and not file.endswith('.py')    # Python
                    and not file.endswith('.test')  # ES2 conformance script
                    and not file.endswith('.txt')): # Text
                    # Prepend a number to each output filename to guarantee uniqueness.
                    pathInZip = '%d_%s' % (fileNum, file)
                    fileNum += 1
                    with open('%s/%s' % (root, file), 'rb') as skslFile:
                        # Read the SkSL text as input.
                        inputSkSL = skslFile.read()
                        # Copy the SkSL into our zip archive.
                        archive.writestr(pathInZip, inputSkSL)
 
    try:
        # Upload our zip file to cloud storage.
        output = subprocess.check_output(
                ['gsutil', 'cp', pathToZip.name,
                 'gs://skia-fuzzer/oss-fuzz/sksl_seed_corpus.zip'],
                 stderr=subprocess.STDOUT)
 
        # Make the uploaded file world-readable.
        output = subprocess.check_output(
                ['gsutil', 'acl', 'ch', '-u', 'AllUsers:R',
                 'gs://skia-fuzzer/oss-fuzz/sksl_seed_corpus.zip'],
                stderr=subprocess.STDOUT)
 
    except subprocess.CalledProcessError as err:
        # Report the error.
        print("### Unable to upload fuzzer corpus to Google Cloud:")
        print("    " + "\n    ".join(err.output.splitlines()))
        print("\nPlease read the notes at the top of update_fuzzer.py for next steps.\n")
        sys.exit(err.returncode)