Pre+post handling diff for shared mem precompile

.gitignore

@@ -51,4 +51,5 @@ cmd/simulator/.simulator/*
 dist/
 
 # generator rpc file for e2e tests
-contract-examples/dynamic_rpc.json
+contract-examples/dynamic_rpc.json
+node_modules

accounts/abi/abi.go

@@ -95,6 +95,7 @@ func (abi ABI) Pack(name string, args ...interface{}) ([]byte, error) {
 // Returns the topics for the event including the event signature (if non-anonymous event) and
 // hashes derived from indexed arguments and the packed data of non-indexed args according to
 // the event ABI specification.
+// The order of arguments must match the order of the event definition.
 // https://docs.soliditylang.org/en/v0.8.17/abi-spec.html#indexed-event-encoding.
 // Note: PackEvent does not support array (fixed or dynamic-size) or struct types.
 func (abi ABI) PackEvent(name string, args ...interface{}) ([]common.Hash, []byte, error) {

plugin/evm/block.go

@@ -62,23 +62,35 @@ func (b *Block) Accept(context.Context) error {
 	if err := vm.blockChain.Accept(b.ethBlock); err != nil {
 		return fmt.Errorf("chain could not accept %s: %w", b.ID(), err)
 	}
+
 	// Call Accept for relevant precompile logs. This should apply DB operations to the VM's versionDB
 	// to be committed atomically with marking this block as accepted.
-	if err := b.handlePrecompileAccept(); err != nil {
+	sharedMemoryWriter := NewSharedMemoryWriter()
+	if err := b.handlePrecompileAccept(sharedMemoryWriter); err != nil {
 		return err
 	}
 	if err := vm.acceptedBlockDB.Put(lastAcceptedKey, b.id[:]); err != nil {
 		return fmt.Errorf("failed to put %s as the last accepted block: %w", b.ID(), err)
 	}
 
-	return vm.db.Commit()
+	// Get pending operations on the vm's versionDB so we can apply them atomically
+	// with the shared memory requests.
+	vdbBatch, err := vm.db.CommitBatch()
+	if err != nil {
+		return fmt.Errorf("failed to get commit batch: %w", err)
+	}
+
+	// Apply any shared memory requests that accumulated from processing the logs
+	// of the accepted block (generated by precompiles) atomically with other pending
+	// changes to the vm's versionDB.
+	return vm.ctx.SharedMemory.Apply(sharedMemoryWriter.requests, vdbBatch)
 }
 
 // handlePrecompileAccept calls Accept on any logs generated with an active precompile address that implements
 // contract.Accepter
 // This function assumes that the Accept function will ONLY operate on state maintained in the VM's versiondb.
 // This ensures that any DB operations are performed atomically with marking the block as accepted.
-func (b *Block) handlePrecompileAccept() error {
+func (b *Block) handlePrecompileAccept(sharedMemoryWriter *sharedMemoryWriter) error {
 	rules := b.vm.chainConfig.AvalancheRules(b.ethBlock.Number(), b.ethBlock.Timestamp())
 	receipts := rawdb.ReadReceipts(b.vm.chaindb, b.ethBlock.Hash(), b.ethBlock.NumberU64(), b.vm.chainConfig)
 	if receipts == nil {
@@ -102,7 +114,11 @@ func (b *Block) handlePrecompileAccept() error {
 				continue
 			}
 
-			if err := accepter.Accept(log.TxHash, txIndex, log.Topics, log.Data); err != nil {
+			acceptCtx := &contract.AcceptContext{
+				SnowCtx:      b.vm.ctx,
+				SharedMemory: sharedMemoryWriter,
+			}
+			if err := accepter.Accept(acceptCtx, log.TxHash, txIndex, log.Topics, log.Data); err != nil {
 				return err
 			}
 		}

plugin/evm/shared_memory_writer.go

@@ -0,0 +1,37 @@
+// (c) 2023, Ava Labs, Inc. All rights reserved.
+// See the file LICENSE for licensing terms.
+
+package evm
+
+import (
+	"github.com/ava-labs/avalanchego/chains/atomic"
+	"github.com/ava-labs/avalanchego/ids"
+	"github.com/ava-labs/subnet-evm/precompile/contract"
+)
+
+var _ contract.SharedMemoryWriter = &sharedMemoryWriter{}
+
+type sharedMemoryWriter struct {
+	requests map[ids.ID]*atomic.Requests
+}
+
+func NewSharedMemoryWriter() *sharedMemoryWriter {
+	return &sharedMemoryWriter{
+		requests: make(map[ids.ID]*atomic.Requests),
+	}
+}
+
+func (s *sharedMemoryWriter) AddSharedMemoryRequests(chainID ids.ID, requests *atomic.Requests) {
+	mergeAtomicOpsToMap(s.requests, chainID, requests)
+}
+
+// mergeAtomicOps merges atomic ops for [chainID] represented by [requests]
+// to the [output] map provided.
+func mergeAtomicOpsToMap(output map[ids.ID]*atomic.Requests, chainID ids.ID, requests *atomic.Requests) {
+	if request, exists := output[chainID]; exists {
+		request.PutRequests = append(request.PutRequests, requests.PutRequests...)
+		request.RemoveRequests = append(request.RemoveRequests, requests.RemoveRequests...)
+	} else {
+		output[chainID] = requests
+	}
+}

plugin/evm/vm_test.go

@@ -36,7 +36,9 @@ import (
 	"github.com/stretchr/testify/require"
 
 	"github.com/ava-labs/avalanchego/api/keystore"
+	"github.com/ava-labs/avalanchego/chains/atomic"
 	"github.com/ava-labs/avalanchego/database/manager"
+	"github.com/ava-labs/avalanchego/database/prefixdb"
 	"github.com/ava-labs/avalanchego/ids"
 	"github.com/ava-labs/avalanchego/snow"
 	"github.com/ava-labs/avalanchego/snow/choices"
@@ -157,12 +159,14 @@ func (sn *snLookup) SubnetID(chainID ids.ID) (ids.ID, error) {
 }
 
 // If [genesisJSON] is empty, defaults to using [genesisJSONLatest]
-func setupGenesis(t *testing.T,
+func setupGenesis(
+	t *testing.T,
 	genesisJSON string,
 ) (*snow.Context,
 	manager.Manager,
 	[]byte,
 	chan engCommon.Message,
+	*atomic.Memory,
 ) {
 	if len(genesisJSON) == 0 {
 		genesisJSON = genesisJSONLatest
@@ -176,6 +180,10 @@ func setupGenesis(t *testing.T,
 		Patch: 5,
 	})
 
+	// initialize the atomic memory
+	atomicMemory := atomic.NewMemory(prefixdb.New([]byte{0}, baseDBManager.Current().Database))
+	ctx.SharedMemory = atomicMemory.NewSharedMemory(ctx.ChainID)
+
 	// NB: this lock is intentionally left locked when this function returns.
 	// The caller of this function is responsible for unlocking.
 	ctx.Lock.Lock()
@@ -192,7 +200,7 @@ func setupGenesis(t *testing.T,
 
 	issuer := make(chan engCommon.Message, 1)
 	prefixedDBManager := baseDBManager.NewPrefixDBManager([]byte{1})
-	return ctx, prefixedDBManager, genesisBytes, issuer
+	return ctx, prefixedDBManager, genesisBytes, issuer, atomicMemory
 }
 
 // GenesisVM creates a VM instance with the genesis test bytes and returns
@@ -209,7 +217,7 @@ func GenesisVM(t *testing.T,
 	*engCommon.SenderTest,
 ) {
 	vm := &VM{}
-	ctx, dbManager, genesisBytes, issuer := setupGenesis(t, genesisJSON)
+	ctx, dbManager, genesisBytes, issuer, _ := setupGenesis(t, genesisJSON)
 	appSender := &engCommon.SenderTest{T: t}
 	appSender.CantSendAppGossip = true
 	appSender.SendAppGossipF = func(context.Context, []byte) error { return nil }
@@ -418,7 +426,7 @@ func TestSubnetEVMUpgradeRequiredAtGenesis(t *testing.T) {
 	}
 
 	for _, test := range genesisTests {
-		ctx, dbManager, genesisBytes, issuer := setupGenesis(t, test.genesisJSON)
+		ctx, dbManager, genesisBytes, issuer, _ := setupGenesis(t, test.genesisJSON)
 		vm := &VM{}
 		err := vm.Initialize(
 			context.Background(),
@@ -568,11 +576,12 @@ func TestBuildEthTxBlock(t *testing.T) {
 // then calling SetPreference on block B (when it becomes preferred)
 // and the head of a longer chain (block D) does not corrupt the
 // canonical chain.
-//  A
-// / \
-// B  C
-//    |
-//    D
+//
+//	 A
+//	/ \
+//	B  C
+//	   |
+//	   D
 func TestSetPreferenceRace(t *testing.T) {
 	// Create two VMs which will agree on block A and then
 	// build the two distinct preferred chains above
@@ -2036,7 +2045,7 @@ func TestConfigureLogLevel(t *testing.T) {
 	for _, test := range configTests {
 		t.Run(test.name, func(t *testing.T) {
 			vm := &VM{}
-			ctx, dbManager, genesisBytes, issuer := setupGenesis(t, test.genesisJSON)
+			ctx, dbManager, genesisBytes, issuer, _ := setupGenesis(t, test.genesisJSON)
 			appSender := &engCommon.SenderTest{T: t}
 			appSender.CantSendAppGossip = true
 			appSender.SendAppGossipF = func(context.Context, []byte) error { return nil }

plugin/evm/vm_upgrade_bytes_test.go

@@ -81,9 +81,14 @@ func TestVMUpgradeBytesPrecompile(t *testing.T) {
 	}
 
 	// restart the vm
-	ctx := NewContext()
+	// Hack: registering metrics uses global variables, so we need to disable metrics here so that we
+	// can initialize the VM twice.
+	metrics.Enabled = false
+	defer func() {
+		metrics.Enabled = true
+	}()
 	if err := vm.Initialize(
-		context.Background(), ctx, dbManager, []byte(genesisJSONSubnetEVM), upgradeBytesJSON, []byte{}, issuer, []*common.Fx{}, appSender,
+		context.Background(), vm.ctx, dbManager, []byte(genesisJSONSubnetEVM), upgradeBytesJSON, []byte{}, issuer, []*common.Fx{}, appSender,
 	); err != nil {
 		t.Fatal(err)
 	}

precompile/contract/interfaces.go

@@ -7,6 +7,8 @@ package contract
 import (
 	"math/big"
 
+	"github.com/ava-labs/avalanchego/chains/atomic"
+	"github.com/ava-labs/avalanchego/ids"
 	"github.com/ava-labs/avalanchego/snow"
 	"github.com/ava-labs/avalanchego/snow/engine/snowman/block"
 	"github.com/ava-labs/subnet-evm/commontype"
@@ -35,12 +37,21 @@ type Predicater interface {
 	VerifyPredicate(predicateContext *PredicateContext, storageSlots []byte) error
 }
 
+type SharedMemoryWriter interface {
+	AddSharedMemoryRequests(chainID ids.ID, requests *atomic.Requests)
+}
+
+type AcceptContext struct {
+	SnowCtx      *snow.Context
+	SharedMemory SharedMemoryWriter
+}
+
 // Accepter is an optional interface for StatefulPrecompiledContracts to implement.
 // If implemented, Accept will be called for every log with the address of the precompile when the block is accepted.
 // WARNING: this is not intended to be used for custom precompiles. Backwards compatibility with custom precompiles that
 // use the Accepter interface will not be supported.
 type Accepter interface {
-	Accept(txHash common.Hash, logIndex int, topics []common.Hash, logData []byte) error
+	Accept(acceptCtx *AcceptContext, txHash common.Hash, logIndex int, topics []common.Hash, logData []byte) error
 }
 
 // ChainContext defines an interface that provides information to a stateful precompile