path: root/tests/state_test_util.go

// Copyright 2017 The go-ethereum Authors
// This file is part of the go-ethereum library.
//
// The go-ethereum library is free software: you can redistribute it and/or modify
// it under the terms of the GNU Lesser General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// The go-ethereum library is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU Lesser General Public License for more details.
//
// You should have received a copy of the GNU Lesser General Public License
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.

package tests

import (
    "bytes"
    "encoding/hex"
    "encoding/json"
    "fmt"
    "math/big"
    "reflect"
    "strings"

    "github.com/ethereum/go-ethereum/common"
    "github.com/ethereum/go-ethereum/common/hexutil"
    "github.com/ethereum/go-ethereum/common/math"
    "github.com/ethereum/go-ethereum/core"
    "github.com/ethereum/go-ethereum/core/state"
    "github.com/ethereum/go-ethereum/core/types"
    "github.com/ethereum/go-ethereum/core/vm"
    "github.com/ethereum/go-ethereum/crypto"
    "github.com/ethereum/go-ethereum/ethdb"
    "github.com/ethereum/go-ethereum/params"
)

// StateTest checks transaction processing without block context.
// See https://github.com/ethereum/EIPs/issues/176 for the test format specification.
type StateTest struct {
    json stJSON
}

// StateSubtest selects a specific configuration of a General State Test.
type StateSubtest struct {
    Fork  string
    Index int
}

func (t *StateTest) UnmarshalJSON(in []byte) error {
    return json.Unmarshal(in, &t.json)
}

type stJSON struct {
    Env  stEnv                    `json:"env"`
    Pre  core.GenesisAlloc        `json:"pre"`
    Tx   stTransaction            `json:"transaction"`
    Out  hexutil.Bytes            `json:"out"`
    Post map[string][]stPostState `json:"post"`
}

type stPostState struct {
    Root    common.UnprefixedHash `json:"hash"`
    Logs    *[]stLog              `json:"logs"`
    Indexes struct {
        Data  int `json:"data"`
        Gas   int `json:"gas"`
        Value int `json:"value"`
    }
}

//go:generate gencodec -type stEnv -field-override stEnvMarshaling -out gen_stenv.go

type stEnv struct {
    Coinbase   common.Address `json:"currentCoinbase"   gencodec:"required"`
    Difficulty *big.Int       `json:"currentDifficulty" gencodec:"required"`
    GasLimit   *big.Int       `json:"currentGasLimit"   gencodec:"required"`
    Number     uint64         `json:"currentNumber"     gencodec:"required"`
    Timestamp  uint64         `json:"currentTimestamp"  gencodec:"required"`
}

type stEnvMarshaling struct {
    Coinbase   common.UnprefixedAddress
    Difficulty *math.HexOrDecimal256
    GasLimit   *math.HexOrDecimal256
    Number     math.HexOrDecimal64
    Timestamp  math.HexOrDecimal64
}

//go:generate gencodec -type stTransaction -field-override stTransactionMarshaling -out gen_sttransaction.go

type stTransaction struct {
    GasPrice   *big.Int `json:"gasPrice"`
    Nonce      uint64   `json:"nonce"`
    To         string   `json:"to"`
    Data       []string `json:"data"`
    GasLimit   []uint64 `json:"gasLimit"`
    Value      []string `json:"value"`
    PrivateKey []byte   `json:"secretKey"`
}

type stTransactionMarshaling struct {
    GasPrice   *math.HexOrDecimal256
    Nonce      math.HexOrDecimal64
    GasLimit   []math.HexOrDecimal64
    PrivateKey hexutil.Bytes
}

//go:generate gencodec -type stLog -field-override stLogMarshaling -out gen_stlog.go

type stLog struct {
    Address common.Address `json:"address"`
    Data    []byte         `json:"data"`
    Topics  []common.Hash  `json:"topics"`
    Bloom   string         `json:"bloom"`
}

type stLogMarshaling struct {
    Address common.UnprefixedAddress
    Data    hexutil.Bytes
    Topics  []common.UnprefixedHash
}

// Subtests returns all valid subtests of the test.
func (t *StateTest) Subtests() []StateSubtest {
    var sub []StateSubtest
    for fork, pss := range t.json.Post {
        for i, _ := range pss {
            sub = append(sub, StateSubtest{fork, i})
        }
    }
    return sub
}

// Run executes a specific subtest.
func (t *StateTest) Run(subtest StateSubtest, vmconfig vm.Config) error {
    config, ok := Forks[subtest.Fork]
    if !ok {
        return UnsupportedForkError{subtest.Fork}
    }
    block, _ := t.genesis(config).ToBlock()
    db, _ := ethdb.NewMemDatabase()
    statedb := makePreState(db, t.json.Pre)

    post := t.json.Post[subtest.Fork][subtest.Index]
    msg, err := t.json.Tx.toMessage(post)
    if err != nil {
        return err
    }
    context := core.NewEVMContext(msg, block.Header(), nil, &t.json.Env.Coinbase)
    context.GetHash = vmTestBlockHash
    evm := vm.NewEVM(context, statedb, config, vmconfig)

    gaspool := new(core.GasPool)
    gaspool.AddGas(block.GasLimit())
    snapshot := statedb.Snapshot()
    if _, _, err := core.ApplyMessage(evm, msg, gaspool); err != nil {
        statedb.RevertToSnapshot(snapshot)
    }
    if post.Logs != nil {
        if err := checkLogs(statedb.Logs(), *post.Logs); err != nil {
            return err
        }
    }
    root, _ := statedb.CommitTo(db, config.IsEIP158(block.Number()))
    if root != common.Hash(post.Root) {
        return fmt.Errorf("post state root mismatch: got %x, want %x", root, post.Root)
    }
    return nil
}

func (t *StateTest) gasLimit(subtest StateSubtest) uint64 {
    return t.json.Tx.GasLimit[t.json.Post[subtest.Fork][subtest.Index].Indexes.Gas]
}

func makePreState(db ethdb.Database, accounts core.GenesisAlloc) *state.StateDB {
    sdb := state.NewDatabase(db)
    statedb, _ := state.New(common.Hash{}, sdb)
    for addr, a := range accounts {
        statedb.SetCode(addr, a.Code)
        statedb.SetNonce(addr, a.Nonce)
        statedb.SetBalance(addr, a.Balance)
        for k, v := range a.Storage {
            statedb.SetState(addr, k, v)
        }
    }
    // Commit and re-open to start with a clean state.
    root, _ := statedb.CommitTo(db, false)
    statedb, _ = state.New(root, sdb)
    return statedb
}

func (t *StateTest) genesis(config *params.ChainConfig) *core.Genesis {
    return &core.Genesis{
        Config:     config,
        Coinbase:   t.json.Env.Coinbase,
        Difficulty: t.json.Env.Difficulty,
        GasLimit:   t.json.Env.GasLimit.Uint64(),
        Number:     t.json.Env.Number,
        Timestamp:  t.json.Env.Timestamp,
        Alloc:      t.json.Pre,
    }
}

func (tx *stTransaction) toMessage(ps stPostState) (core.Message, error) {
    // Derive sender from private key if present.
    var from common.Address
    if len(tx.PrivateKey) > 0 {
        key, err := crypto.ToECDSA(tx.PrivateKey)
        if err != nil {
            return nil, fmt.Errorf("invalid private key: %v", err)
        }
        from = crypto.PubkeyToAddress(key.PublicKey)
    }
    // Parse recipient if present.
    var to *common.Address
    if tx.To != "" {
        to = new(common.Address)
        if err := to.UnmarshalText([]byte(tx.To)); err != nil {
            return nil, fmt.Errorf("invalid to address: %v", err)
        }
    }

    // Get values specific to this post state.
    if ps.Indexes.Data > len(tx.Data) {
        return nil, fmt.Errorf("tx data index %d out of bounds", ps.Indexes.Data)
    }
    if ps.Indexes.Value > len(tx.Value) {
        return nil, fmt.Errorf("tx value index %d out of bounds", ps.Indexes.Value)
    }
    if ps.Indexes.Gas > len(tx.GasLimit) {
        return nil, fmt.Errorf("tx gas limit index %d out of bounds", ps.Indexes.Gas)
    }
    dataHex := tx.Data[ps.Indexes.Data]
    valueHex := tx.Value[ps.Indexes.Value]
    gasLimit := tx.GasLimit[ps.Indexes.Gas]
    // Value, Data hex encoding is messy: https://github.com/ethereum/tests/issues/203
    value := new(big.Int)
    if valueHex != "0x" {
        v, ok := math.ParseBig256(valueHex)
        if !ok {
            return nil, fmt.Errorf("invalid tx value %q", valueHex)
        }
        value = v
    }
    data, err := hex.DecodeString(strings.TrimPrefix(dataHex, "0x"))
    if err != nil {
        return nil, fmt.Errorf("invalid tx data %q", dataHex)
    }

    msg := types.NewMessage(from, to, tx.Nonce, value, new(big.Int).SetUint64(gasLimit), tx.GasPrice, data, true)
    return msg, nil
}

func checkLogs(have []*types.Log, want []stLog) error {
    if len(have) != len(want) {
        return fmt.Errorf("logs length mismatch: got %d, want %d", len(have), len(want))
    }
    for i := range have {
        if have[i].Address != want[i].Address {
            return fmt.Errorf("log address %d: got %x, want %x", i, have[i].Address, want[i].Address)
        }
        if !bytes.Equal(have[i].Data, want[i].Data) {
            return fmt.Errorf("log data %d: got %x, want %x", i, have[i].Data, want[i].Data)
        }
        if !reflect.DeepEqual(have[i].Topics, want[i].Topics) {
            return fmt.Errorf("log topics %d:\ngot  %x\nwant %x", i, have[i].Topics, want[i].Topics)
        }
        genBloom := math.PaddedBigBytes(types.LogsBloom([]*types.Log{have[i]}), 256)
        var wantBloom types.Bloom
        if err := hexutil.UnmarshalFixedUnprefixedText("Bloom", []byte(want[i].Bloom), wantBloom[:]); err != nil {
            return fmt.Errorf("test log %d has invalid bloom: %v", i, err)
        }
        if !bytes.Equal(genBloom, wantBloom[:]) {
            return fmt.Errorf("bloom mismatch")
        }
    }
    return nil
}