aboutsummaryrefslogtreecommitdiffstats
path: root/tests/vm_test.go
diff options
context:
space:
mode:
authorFelix Lange <fjl@users.noreply.github.com>2017-07-11 19:49:14 +0800
committerGitHub <noreply@github.com>2017-07-11 19:49:14 +0800
commit225de7ca0a9e861696a5a43b666090b574c4c769 (patch)
tree68aff6fb74fece37626ced330fa9c5da91b483a4 /tests/vm_test.go
parentbd01cd7183e771984fb9c008e7a7ebf0a0c3f9ba (diff)
downloaddexon-225de7ca0a9e861696a5a43b666090b574c4c769.tar
dexon-225de7ca0a9e861696a5a43b666090b574c4c769.tar.gz
dexon-225de7ca0a9e861696a5a43b666090b574c4c769.tar.bz2
dexon-225de7ca0a9e861696a5a43b666090b574c4c769.tar.lz
dexon-225de7ca0a9e861696a5a43b666090b574c4c769.tar.xz
dexon-225de7ca0a9e861696a5a43b666090b574c4c769.tar.zst
dexon-225de7ca0a9e861696a5a43b666090b574c4c769.zip
tests: update tests and implement general state tests (#14734)
Tests are now included as a submodule. This should make updating easier and removes ~60MB of JSON data from the working copy. State tests are replaced by General State Tests, which run the same test with multiple fork configurations. With the new test runner, consensus tests are run as subtests by walking json files. Many hex issues have been fixed upstream since the last update and most custom parsing code is replaced by existing JSON hex types. Tests can now be marked as 'expected failures', ensuring that fixes for those tests will trigger an update to test configuration. The new test runner also supports parallel execution and the -short flag.
Diffstat (limited to 'tests/vm_test.go')
-rw-r--r--tests/vm_test.go129
1 files changed, 14 insertions, 115 deletions
diff --git a/tests/vm_test.go b/tests/vm_test.go
index b546007fb..5289ba355 100644
--- a/tests/vm_test.go
+++ b/tests/vm_test.go
@@ -17,122 +17,21 @@
package tests
import (
- "os"
- "path/filepath"
"testing"
-)
-
-func BenchmarkVmAckermann32Tests(b *testing.B) {
- fn := filepath.Join(vmTestDir, "vmPerformanceTest.json")
- if err := BenchVmTest(fn, bconf{"ackermann32", os.Getenv("JITFORCE") == "true", os.Getenv("JITVM") == "true"}, b); err != nil {
- b.Error(err)
- }
-}
-
-func BenchmarkVmFibonacci16Tests(b *testing.B) {
- fn := filepath.Join(vmTestDir, "vmPerformanceTest.json")
- if err := BenchVmTest(fn, bconf{"fibonacci16", os.Getenv("JITFORCE") == "true", os.Getenv("JITVM") == "true"}, b); err != nil {
- b.Error(err)
- }
-}
-
-// I've created a new function for each tests so it's easier to identify where the problem lies if any of them fail.
-func TestVmVMArithmetic(t *testing.T) {
- fn := filepath.Join(vmTestDir, "vmArithmeticTest.json")
- if err := RunVmTest(fn, VmSkipTests); err != nil {
- t.Error(err)
- }
-}
-
-func TestVmBitwiseLogicOperation(t *testing.T) {
- fn := filepath.Join(vmTestDir, "vmBitwiseLogicOperationTest.json")
- if err := RunVmTest(fn, VmSkipTests); err != nil {
- t.Error(err)
- }
-}
-
-func TestVmBlockInfo(t *testing.T) {
- fn := filepath.Join(vmTestDir, "vmBlockInfoTest.json")
- if err := RunVmTest(fn, VmSkipTests); err != nil {
- t.Error(err)
- }
-}
-
-func TestVmEnvironmentalInfo(t *testing.T) {
- fn := filepath.Join(vmTestDir, "vmEnvironmentalInfoTest.json")
- if err := RunVmTest(fn, VmSkipTests); err != nil {
- t.Error(err)
- }
-}
-
-func TestVmFlowOperation(t *testing.T) {
- fn := filepath.Join(vmTestDir, "vmIOandFlowOperationsTest.json")
- if err := RunVmTest(fn, VmSkipTests); err != nil {
- t.Error(err)
- }
-}
-func TestVmLogTest(t *testing.T) {
- fn := filepath.Join(vmTestDir, "vmLogTest.json")
- if err := RunVmTest(fn, VmSkipTests); err != nil {
- t.Error(err)
- }
-}
-
-func TestVmPerformance(t *testing.T) {
- fn := filepath.Join(vmTestDir, "vmPerformanceTest.json")
- if err := RunVmTest(fn, VmSkipTests); err != nil {
- t.Error(err)
- }
-}
-
-func TestVmPushDupSwap(t *testing.T) {
- fn := filepath.Join(vmTestDir, "vmPushDupSwapTest.json")
- if err := RunVmTest(fn, VmSkipTests); err != nil {
- t.Error(err)
- }
-}
-
-func TestVmVMSha3(t *testing.T) {
- fn := filepath.Join(vmTestDir, "vmSha3Test.json")
- if err := RunVmTest(fn, VmSkipTests); err != nil {
- t.Error(err)
- }
-}
-
-func TestVm(t *testing.T) {
- fn := filepath.Join(vmTestDir, "vmtests.json")
- if err := RunVmTest(fn, VmSkipTests); err != nil {
- t.Error(err)
- }
-}
-
-func TestVmLog(t *testing.T) {
- fn := filepath.Join(vmTestDir, "vmLogTest.json")
- if err := RunVmTest(fn, VmSkipTests); err != nil {
- t.Error(err)
- }
-}
-
-func TestVmInputLimits(t *testing.T) {
- fn := filepath.Join(vmTestDir, "vmInputLimits.json")
- if err := RunVmTest(fn, VmSkipTests); err != nil {
- t.Error(err)
- }
-}
-
-func TestVmInputLimitsLight(t *testing.T) {
- fn := filepath.Join(vmTestDir, "vmInputLimitsLight.json")
- if err := RunVmTest(fn, VmSkipTests); err != nil {
- t.Error(err)
- }
-}
+ "github.com/ethereum/go-ethereum/core/vm"
+)
-func TestVmVMRandom(t *testing.T) {
- fns, _ := filepath.Glob(filepath.Join(baseDir, "RandomTests", "*"))
- for _, fn := range fns {
- if err := RunVmTest(fn, VmSkipTests); err != nil {
- t.Error(err)
- }
- }
+func TestVM(t *testing.T) {
+ t.Parallel()
+ vmt := new(testMatcher)
+ vmt.fails("^vmSystemOperationsTest.json/createNameRegistrator$", "fails without parallel execution")
+ vmt.skipShortMode("^vmPerformanceTest.json")
+ vmt.skipShortMode("^vmInputLimits(Light)?.json")
+
+ vmt.walk(t, vmTestDir, func(t *testing.T, name string, test *VMTest) {
+ withTrace(t, test.json.Exec.GasLimit, func(vmconfig vm.Config) error {
+ return vmt.checkFailure(t, name, test.Run(vmconfig))
+ })
+ })
}