fixup! feat(emulator): bump emulator (v0.21.0) and rootfs (v0.18.0). make it build

Author: mpolitzer

Dockerfile

@@ -3,7 +3,7 @@
 
 # syntax=docker.io/docker/dockerfile:1
 
-ARG EMULATOR_VERSION=0.21.0-test5
+ARG EMULATOR_VERSION=0.21.0-test6
 
 # Build directories.
 ARG GO_BUILD_PATH=/build/cartesi/go
@@ -29,8 +29,8 @@ RUN <<EOF
     ARCH=$(dpkg --print-architecture)
     wget -O /tmp/cartesi-machine-emulator.deb "https://github.com/cartesi/machine-emulator/releases/download/v${EMULATOR_VERSION}/machine-emulator_${ARCH}.deb"
     case "$ARCH" in
-        amd64) echo "ab6e93c9bb7b9911c59a2ea8ed879f5f8d54b8c9cfa577534f7d3df2d87fdd5b  /tmp/cartesi-machine-emulator.deb" | sha256sum --check ;;
-        arm64) echo "aaae49bc9362e81c00f081e09ad5ad16c9916dd32d355ea016494b7d4e6cee26  /tmp/cartesi-machine-emulator.deb" | sha256sum --check ;;
+        amd64) echo "df61b4ce4cfef1783dc378ad7647a83a337ac83ba2c78988b0717449d8b9f941  /tmp/cartesi-machine-emulator.deb" | sha256sum --check ;;
+        arm64) echo "29cea4a43416c4c173c3db7b7892878c5968928c753779e9f0aebdc7524f9759  /tmp/cartesi-machine-emulator.deb" | sha256sum --check ;;
         *) echo "unsupported architecture: $ARCH"; exit 1 ;;
     esac
     apt-get install -y --no-install-recommends /tmp/cartesi-machine-emulator.deb

Makefile

@@ -414,13 +414,13 @@ withdraw-wallet: cartesi-rollups-cli ## Send a test withdrawal request from the
 
 # Temporary test dependencies target while we are not using distribution packages
 DOWNLOADS_DIR = test/downloads
-CARTESI_TEST_MACHINE_IMAGES = $(DOWNLOADS_DIR)/linux.bin
+CARTESI_TEST_MACHINE_IMAGES = $(DOWNLOADS_DIR)/linux.bin $(DOWNLOADS_DIR)/rootfs.ext2
 $(CARTESI_TEST_MACHINE_IMAGES):
 	@mkdir -p $(DOWNLOADS_DIR)
 	@wget -nc -i test/dependencies -P $(DOWNLOADS_DIR)
 	@shasum -ca 256 test/dependencies.sha256
 	@cd $(DOWNLOADS_DIR) && ln -s rootfs-tools.ext2 rootfs.ext2
-	@cd $(DOWNLOADS_DIR) && ln -s linux-6.5.13-ctsi-1-v0.20.0.bin linux.bin
+	@cd $(DOWNLOADS_DIR) && ln -s linux-6.5.13-ctsi-2-uio-test1-v0.21.0.bin  linux.bin
 
 download-test-dependencies: | $(CARTESI_TEST_MACHINE_IMAGES)
 

cmd/cartesi-rollups-machine-tool/main.go

@@ -6,6 +6,7 @@ package main
 import (
 	"bytes"
 	"context"
+	"encoding/base64"
 	"encoding/json"
 	"errors"
 	"fmt"
@@ -19,6 +20,7 @@ import (
 	"github.com/cartesi/rollups-node/internal/model"
 	"github.com/cartesi/rollups-node/internal/repository"
 	"github.com/cartesi/rollups-node/internal/repository/factory"
+	//"github.com/davecgh/go-spew/spew"
 	"github.com/ethereum/go-ethereum/common"
 	"github.com/ethereum/go-ethereum/common/hexutil"
 	"github.com/spf13/cobra"
@@ -392,6 +394,23 @@ func generateMachineProof(
 	if err := json.Unmarshal(raw, &proof); err != nil {
 		return nil, fmt.Errorf("parse machine proof: %w", err)
 	}
+
+	// convert the file hashes from base64 to hex
+	proof.RootHash, err = base64ToHex(proof.RootHash)
+	if err != nil {
+		return nil, err
+	}
+	proof.TargetHash, err = base64ToHex(proof.TargetHash)
+	if err != nil {
+		return nil, err
+	}
+	for i := range proof.SiblingHashes {
+		proof.SiblingHashes[i], err = base64ToHex(proof.SiblingHashes[i])
+		if err != nil {
+			return nil, err
+		}
+	}
+
 	return &proof, nil
 }
 
@@ -478,3 +497,11 @@ func ensure0x(s string) string {
 func strip0x(s string) string {
 	return strings.TrimPrefix(strings.TrimPrefix(s, "0x"), "0X")
 }
+
+func base64ToHex(s string) (string, error) {
+	raw, err := base64.StdEncoding.DecodeString(s)
+	if err != nil {
+		return "", fmt.Errorf("expected %s to be a hash in base64. %w",  s, err)
+	}
+	return common.Hash(raw).Hex(), nil
+}

cmd/cartesi-rollups-machine-tool/replay_dave.lua

@@ -3,8 +3,6 @@
 
 local cartesi = require("cartesi")
 
-local checkpoint_address = 0xfe0
-
 local function usage(message)
     if message then io.stderr:write(message, "\n") end
     io.stderr:write(
@@ -75,16 +73,15 @@ end
 
 local function advance_one(machine, input_path, input_number)
     local checkpoint = machine:get_root_hash()
-    machine:write_memory(checkpoint_address, checkpoint)
-    machine:send_cmio_response(cartesi.CMIO_YIELD_REASON_ADVANCE_STATE, read_all(input_path))
+    machine:send_cmio_response(checkpoint, cartesi.HTIF_YIELD_REASON_ADVANCE_STATE, read_all(input_path))
     run_until_manual_yield(machine)
 
     local _, reason, data = machine:receive_cmio_request()
-    if reason == cartesi.CMIO_YIELD_MANUAL_REASON_RX_REJECTED then
+    if reason == cartesi.HTIF_YIELD_MANUAL_REASON_RX_REJECTED then
         error(string.format("Dave replay input %d was rejected", input_number))
-    elseif reason == cartesi.CMIO_YIELD_MANUAL_REASON_TX_EXCEPTION then
+    elseif reason == cartesi.HTIF_YIELD_MANUAL_REASON_TX_EXCEPTION then
         error(string.format("Dave replay input %d raised an exception", input_number))
-    elseif reason ~= cartesi.CMIO_YIELD_MANUAL_REASON_RX_ACCEPTED then
+    elseif reason ~= cartesi.HTIF_YIELD_MANUAL_REASON_RX_ACCEPTED then
         error(string.format("Dave replay input %d ended with unexpected yield reason %s", input_number, tostring(reason)))
     end
     if #data ~= 32 then

test/dependencies

@@ -1,2 +1,2 @@
-https://github.com/cartesi/image-kernel/releases/download/v0.20.0/linux-6.5.13-ctsi-1-v0.20.0.bin
+https://github.com/cartesi/image-kernel/releases/download/v0.21.0-test1/linux-6.5.13-ctsi-2-uio-test1-v0.21.0.bin
 https://github.com/cartesi/machine-guest-tools/releases/download/v0.18.0-test7/rootfs-tools.ext2

test/dependencies.sha256

@@ -1,2 +1,2 @@
-65dd100ff6204346ac2f50f772721358b5c1451450ceb39a154542ee27b4c947  test/downloads/linux-6.5.13-ctsi-1-v0.20.0.bin
+9fb5aaa623f35c0ef2138c8dadf1b0a1e388e0f51758cb6a5477ec5cecd3a029  test/downloads/linux-6.5.13-ctsi-2-uio-test1-v0.21.0.bin
 274b92629d5568fcb62a309398c7ab95bf6e2c6538c346eaf41e59b8f39f4035  test/downloads/rootfs-tools.ext2

test/integration/withdrawal_lifecycle_test.go

@@ -9,6 +9,7 @@ import (
 	"bytes"
 	"context"
 	"encoding/json"
+	"encoding/base64"
 	"errors"
 	"fmt"
 	"math/big"
@@ -28,6 +29,7 @@ import (
 	"github.com/cartesi/rollups-node/pkg/contracts/ierc20metadata"
 	"github.com/cartesi/rollups-node/pkg/contracts/iquorum"
 	"github.com/cartesi/rollups-node/pkg/ethutil"
+	"github.com/davecgh/go-spew/spew"
 	"github.com/ethereum/go-ethereum/accounts/abi"
 	"github.com/ethereum/go-ethereum/accounts/abi/bind"
 	"github.com/ethereum/go-ethereum/common"
@@ -580,7 +582,9 @@ func (s *WithdrawalLifecycleSuite) generateWithdrawalProofs(
 	var replaySummary struct {
 		MachineRoot string `json:"machine_root"`
 	}
+	fmt.Print("1.", string(replayOut))
 	r.NoError(json.Unmarshal([]byte(replayOut), &replaySummary), "parse machine replay summary")
+	spew.Dump(replaySummary)
 	r.Equal(strings.ToLower(finalEpoch.MachineHash.Hex()), strings.ToLower(replaySummary.MachineRoot),
 		"replayed machine root must match finalized epoch machine hash")
 
@@ -600,7 +604,9 @@ func (s *WithdrawalLifecycleSuite) generateWithdrawalProofs(
 		AccountIndex string `json:"account_index"`
 		MachineRoot  string `json:"machine_root"`
 	}
+	fmt.Print("2.", string(proveOut))
 	r.NoError(json.Unmarshal([]byte(proveOut), &proveSummary), "parse accounts-drive proof summary")
+	spew.Dump(proveSummary)
 	r.Equal(strings.ToLower(finalEpoch.MachineHash.Hex()), strings.ToLower(proveSummary.MachineRoot),
 		"proof machine root must match finalized epoch machine hash")
 	r.NotEmpty(proveSummary.AccountIndex, "proof summary must include account index")
@@ -827,3 +833,11 @@ func listWithdrawals(
 	}
 	return rpcResp.Result, nil
 }
+
+func base64ToHex(s string) (string, error) {
+	raw, err := base64.StdEncoding.DecodeString(s)
+	if err != nil {
+		return "", fmt.Errorf("expected %s to be a hash in base64. %w",  s, err)
+	}
+	return common.Hash(raw).Hex(), nil
+}