diff options
| -rwxr-xr-x | test.py | 44 |
1 files changed, 26 insertions, 18 deletions
@@ -1,9 +1,15 @@ #!/usr/bin/env python3 -# Eventual goals: +# For help: # -# - Check validity of tests fillers. -# - Filter test fillers based on properties. +# - Run with no arguments. +# - Ask Everett Hildenbrandt (@ehildenb). + +# Goals: +# +# - Validate test inputs with JSON Schemas. +# - Check that tests have been filled. +# - Filter tests based on properties. # - Convert between various test filler formats. # Non-goals: @@ -11,31 +17,21 @@ # - Test filling. # - Test post-state checking. -# Current goals: -# -# - Generate GeneralStateTests from VMTests. -# - Validate test inputs with JSON Schemas. - # Dependencies: # # - python-json # - python-jsonschema -# Input: -# -# - VMTest filler directory/name, without suffix Filler.json -# eg. vmArithmeticTest/add0 - -# Output: -# -# - GeneralStateTest filler -# eg. stVMTests/vmArithmeticTest/add0Filler.json - import sys import os import json import jsonschema +# Utilities +# ========= + +# Errors/Reporting + exit_status = 0 error_log = [] @@ -53,6 +49,8 @@ def _die(*msg, exit_code=1): _report("exiting...") sys.exit(exit_code) +# Filesystem/parsing + def readJSONFile(fname): if not os.path.isfile(fname): _die("Not a file:", fname) @@ -66,6 +64,11 @@ def writeJSONFile(fname, fcontents): with open(fname, "w") as f: f.write(json.dumps(fcontents, indent=4, sort_keys=True)) +# Functionality +# ============= + +# Listing tests + def findTests(filePrefix=""): return [ fullTest for fullTest in [ os.path.join(root, file) for root, _, files in os.walk(".") for file in files @@ -79,6 +82,8 @@ def listTests(filePrefixes=[""]): for test in findTests(filePrefix=fPrefix) ] +# Schema Validation + def validateSchema(jsonFile, schemaFile): testSchema = readJSONFile(schemaFile) defSchema = readJSONFile("JSONSchema/definitions.json") @@ -110,6 +115,9 @@ def validateTestFile(jsonFile): return validateSchema(jsonFile, schemaFile) +# Main +# ==== + def _usage(): usage_lines = [ "" , " usage: " + sys.argv[0] + " [list|format|validate] [<TEST_FILE_PREFIX>*]" |