update_spreadsheet Namespace Reference

Functions
	authenticate ()
	get_next_run_id (sheet)
	add_new_fuzzing_entry (sheet, run, tests, success, rerun, skipped, timeout, divergences)
	get_run_statistic_summary (run)
	main ()

Variables
list	SCOPES = ['https://www.googleapis.com/auth/spreadsheets']
str	SPREADSHEET_ID = '1nDoK-dCuEmf6yo55a303UClRd7AwjbzPkRr37ijWcC8'
str	RANGE_NAME = 'Sheet1!A3:H'
str	VERIFY_CURRENT_ROW_FORMULA = '=B:B-C:C-D:D-E:E-F:F'

Detailed Description

Tool to automatically update the DartFuzzStats spreadsheet

Requires a one-time authentication step with a @google account.

Function Documentation

add_new_fuzzing_entry()

update_spreadsheet.add_new_fuzzing_entry	(		sheet,
			run,
			tests,
			success,
			rerun,
			skipped,
			timeout,
			divergences
	)

Definition at line 65 of file update_spreadsheet.py.

                          divergences):
 
    entry = [run, tests, success, skipped, timeout, divergences, rerun]
    print(
        'Adding entry for run %d. Tests: %d Successes: %d Skipped: %d Timeouts: %d, Divergences: %d Re-runs: %d'
        % tuple(entry))
 
    values = {'values': [entry + [VERIFY_CURRENT_ROW_FORMULA]]}
    sheet.values().append(
        spreadsheetId=SPREADSHEET_ID,
        range=RANGE_NAME,
        body=values,
        valueInputOption='USER_ENTERED').execute()
 
 
# Scrapes the fuzzing shards for fuzzing run statistics.
#
# Returns a list of statistics in the following order:
#
# - # of tests
# - # of successes
# - # of re-runs
# - # of skipped runs
# - # of timeouts
# - # of divergences
#

authenticate()

update_spreadsheet.authenticate

(

)

Definition at line 31 of file update_spreadsheet.py.

def authenticate():
    dir_path = os.path.dirname(os.path.realpath(__file__))
    creds = None
    # The file token.pickle stores the user's access and refresh tokens, and is
    # created automatically when the authorization flow completes for the first
    # time.
    pickle_path = os.path.join(dir_path, 'token.pickle')
    if os.path.exists(pickle_path):
        with open(pickle_path, 'rb') as token:
            creds = pickle.load(token)
    # If there are no (valid) credentials available, let the user log in.
    if not creds or not creds.valid:
        if creds and creds.expired and creds.refresh_token:
            creds.refresh(Request())
        else:
            flow = InstalledAppFlow.from_client_secrets_file(
                os.path.join(dir_path, 'credentials.json'), SCOPES)
            creds = flow.run_local_server(port=0)
        # Save the credentials for the next run
        with open(pickle_path, 'wb') as token:
            pickle.dump(creds, token)
    return build('sheets', 'v4', credentials=creds)
 
 
# Returns the next run ID based on the last run ID found in the fuzzing
# spreadsheet.

get_next_run_id()

update_spreadsheet.get_next_run_id

(

sheet

)

Definition at line 57 of file update_spreadsheet.py.

def get_next_run_id(sheet):
    result = sheet.values().get(
        spreadsheetId=SPREADSHEET_ID, range=RANGE_NAME).execute()
    values = result.get('values', [])
    return int(values[-1][0]) + 1
 
 
# Inserts a new entry into the fuzzing spreadsheet.

get_run_statistic_summary()

update_spreadsheet.get_run_statistic_summary

(

run

)

Definition at line 92 of file update_spreadsheet.py.

def get_run_statistic_summary(run):
    dir_path = os.path.dirname(os.path.realpath(__file__))
    output = subprocess.check_output([
        'python3',
        os.path.join(dir_path, 'collect_data.py'), '--output-csv', '--type=sum',
        'https://ci.chromium.org/p/dart/builders/ci.sandbox/fuzz-linux/%d' % run
    ])
    return list(map(int, output.decode('UTF-8').rstrip().split(',')))
 
 

main()

update_spreadsheet.main

(

)

Definition at line 102 of file update_spreadsheet.py.

def main():
    service = authenticate()
    # Call the Sheets API
    sheet = service.spreadsheets()
    while True:
        try:
            next_id = get_next_run_id(sheet)
            summary = get_run_statistic_summary(next_id)
            add_new_fuzzing_entry(sheet, next_id, *summary)
        except:
            # get_run_statistic_summary exits with non-zero exit code if we're out
            # of runs to check.
            print('No more runs to process. Exiting.')
            break
 
 

Variable Documentation

RANGE_NAME

str update_spreadsheet.RANGE_NAME = 'Sheet1!A3:H'

Definition at line 26 of file update_spreadsheet.py.

SCOPES

list update_spreadsheet.SCOPES = ['https://www.googleapis.com/auth/spreadsheets']

Definition at line 22 of file update_spreadsheet.py.

SPREADSHEET_ID

str update_spreadsheet.SPREADSHEET_ID = '1nDoK-dCuEmf6yo55a303UClRd7AwjbzPkRr37ijWcC8'

Definition at line 25 of file update_spreadsheet.py.

VERIFY_CURRENT_ROW_FORMULA

str update_spreadsheet.VERIFY_CURRENT_ROW_FORMULA = '=B:B-C:C-D:D-E:E-F:F'

Definition at line 28 of file update_spreadsheet.py.