automated_benchmarking Namespace Reference

Functions
	get_new_open_pr_builds (prev_state=True)
	get_latest_hashes ()
	get_builds_for_latest_hash ()
	clone_and_build (build)
	parse_benchmark_output (output)
	benchmark_single (executable, level, filename)
	benchmark_n (executable, level, filename, n)
	benchmark (build, filenames, levels, iterations)
	benchmark_dictionary_single (executable, filenames_directory, dictionary_filename, level, iterations)
	benchmark_dictionary (build, filenames_directory, dictionary_filename, levels, iterations)
	parse_regressions_and_labels (old_cspeed, new_cspeed, old_dspeed, new_dspeed, baseline_build, test_build)
	get_regressions (baseline_build, test_build, iterations, filenames, levels)
	get_regressions_dictionary (baseline_build, test_build, filenames_directory, dictionary_filename, levels, iterations)
	main (filenames, levels, iterations, builds=None, emails=None, continuous=False, frequency=DEFAULT_MAX_API_CALL_FREQUENCY_SEC, dictionary_filename=None)

Variables
str	GITHUB_API_PR_URL = "https://api.github.com/repos/facebook/zstd/pulls?state=open"
str	GITHUB_URL_TEMPLATE = "https://github.com/{}/zstd"
dict	RELEASE_BUILD = {"user": "facebook", "branch": "dev", "hash": None}
int	DEFAULT_MAX_API_CALL_FREQUENCY_SEC = 60
str	PREVIOUS_PRS_FILENAME = "prev_prs.pk"
float	CSPEED_REGRESSION_TOLERANCE = 0.01
float	DSPEED_REGRESSION_TOLERANCE = 0.01
	parser = argparse.ArgumentParser()
	help
	default
	args = parser.parse_args()
	filenames = args.directory
list	levels = [int(l) for l in args.levels.split(",")]
	mode = args.mode
	iterations = int(args.iterations)
	emails = args.emails
	frequency = int(args.frequency)
	dictionary_filename = args.dict
	frequenc
list	builds = [{"user": None, "branch": "None", "hash": None}]
	None
	True

Function Documentation

benchmark()

benchmark	(		build,
			filenames,
			levels,
			iterations )

benchmark_dictionary()

benchmark_dictionary	(		build,
			filenames_directory,
			dictionary_filename,
			levels,
			iterations )

benchmark_dictionary_single()

benchmark_dictionary_single	(		executable,
			filenames_directory,
			dictionary_filename,
			level,
			iterations )

benchmark_n()

benchmark_n	(		executable,
			level,
			filename,
			n )

benchmark_single()

benchmark_single	(		executable,
			level,
			filename )

clone_and_build()

clone_and_build

(

build

)

get_builds_for_latest_hash()

get_builds_for_latest_hash

(

)

get_latest_hashes()

get_latest_hashes

(

)

get_new_open_pr_builds()

get_new_open_pr_builds

(

prev_state = True

)

get_regressions()

get_regressions	(		baseline_build,
			test_build,
			iterations,
			filenames,
			levels )

get_regressions_dictionary()

get_regressions_dictionary	(		baseline_build,
			test_build,
			filenames_directory,
			dictionary_filename,
			levels,
			iterations )

main()

main	(		filenames,
			levels,
			iterations,
			builds = None,
			emails = None,
			continuous = False,
			frequency = DEFAULT_MAX_API_CALL_FREQUENCY_SEC,
			dictionary_filename = None )

parse_benchmark_output()

parse_benchmark_output

(

output

)

parse_regressions_and_labels()

parse_regressions_and_labels	(		old_cspeed,
			new_cspeed,
			old_dspeed,
			new_dspeed,
			baseline_build,
			test_build )

Variable Documentation

args

args = parser.parse_args()

builds

list builds = [{"user": None, "branch": "None", "hash": None}]

CSPEED_REGRESSION_TOLERANCE

float CSPEED_REGRESSION_TOLERANCE = 0.01

default

default

DEFAULT_MAX_API_CALL_FREQUENCY_SEC

int DEFAULT_MAX_API_CALL_FREQUENCY_SEC = 60

dictionary_filename

dictionary_filename = args.dict

DSPEED_REGRESSION_TOLERANCE

float DSPEED_REGRESSION_TOLERANCE = 0.01

emails

emails = args.emails

filenames

filenames = args.directory

frequenc

frequenc

frequency

frequency = int(args.frequency)

GITHUB_API_PR_URL

str GITHUB_API_PR_URL = "https://api.github.com/repos/facebook/zstd/pulls?state=open"

GITHUB_URL_TEMPLATE

str GITHUB_URL_TEMPLATE = "https://github.com/{}/zstd"

help

help

(

void

)

iterations

iterations = int(args.iterations)

levels

list levels = [int(l) for l in args.levels.split(",")]

mode

mode = args.mode

None

None

parser

parser = argparse.ArgumentParser()

PREVIOUS_PRS_FILENAME

str PREVIOUS_PRS_FILENAME = "prev_prs.pk"

RELEASE_BUILD

dict RELEASE_BUILD = {"user": "facebook", "branch": "dev", "hash": None}

True

True