Check network on start and reset db

storage/src/main/java/tech/pegasys/teku/storage/server/VersionedDatabaseFactory.java

@@ -13,13 +13,18 @@
 
 package tech.pegasys.teku.storage.server;
 
+import static com.fasterxml.jackson.dataformat.yaml.YAMLGenerator.Feature.WRITE_DOC_START_MARKER;
+
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.dataformat.yaml.YAMLFactory;
 import com.google.common.annotations.VisibleForTesting;
 import java.io.File;
 import java.io.IOException;
 import java.nio.charset.StandardCharsets;
 import java.nio.file.Files;
 import java.nio.file.Path;
 import java.nio.file.StandardOpenOption;
+import java.util.Locale;
 import org.apache.logging.log4j.LogManager;
 import org.apache.logging.log4j.Logger;
 import org.apache.tuweni.bytes.Bytes;
@@ -46,7 +51,8 @@ public class VersionedDatabaseFactory implements DatabaseFactory {
   @VisibleForTesting static final String STORAGE_MODE_PATH = "data-storage-mode.txt";
   @VisibleForTesting static final String METADATA_FILENAME = "metadata.yml";
   @VisibleForTesting static final String NETWORK_FILENAME = "network.yml";
-
+  private static final String EPHEMERY_DEPOSIT_CONTRACT_ADDRESS =
+      "0x4242424242424242424242424242424242424242";
   private final MetricsSystem metricsSystem;
   private final File dataDirectory;
   private final int maxKnownNodeCacheSize;
@@ -88,6 +94,7 @@ public VersionedDatabaseFactory(
   public Database createDatabase() {
     LOG.info("Beacon data directory set to: {}", dataDirectory.getAbsolutePath());
     validateDataPaths();
+    resetDatabaseDirectories();
     final DatabaseVersion dbVersion = getDatabaseVersion();
     createDirectories(dbVersion);
     saveDatabaseVersion(dbVersion);
@@ -384,4 +391,74 @@ private void saveStorageMode(final StateStorageMode storageMode) {
           e);
     }
   }
+
+  @VisibleForTesting
+  public boolean shouldResetForEphemery() {
+    File networkFile = getNetworkFile();
+    if (!networkFile.exists()) {
+      return false;
+    }
+    try {
+      Long depositChainId = spec.getGenesisSpecConfig().getDepositChainId();
+      String depositContractString = eth1Address.toHexString().toLowerCase(Locale.ROOT);
+      String networkContent = Files.readString(networkFile.toPath());
+
+      ObjectMapper objectMapper =
+          new ObjectMapper(new YAMLFactory().disable(WRITE_DOC_START_MARKER));
+      DatabaseNetwork readDatabaseNetwork =
+          objectMapper.readerFor(DatabaseNetwork.class).readValue(networkFile);
+
+      return depositContractString.equals(EPHEMERY_DEPOSIT_CONTRACT_ADDRESS)
+          && networkContent.contains("deposit_chain_id")
+          && !readDatabaseNetwork.getDepositChainId().equals(depositChainId);
+
+    } catch (IOException e) {
+      throw new RuntimeException(
+          String.format(
+              "Failed to read network file at %s during reset check",
+              networkFile.getAbsolutePath()),
+          e);
+    }
+  }
+
+  @VisibleForTesting
+  public void resetDatabaseDirectories() {
+    File networkFile = getNetworkFile();
+    try {
+      if (dbDirectory.exists()) {
+        deleteDirectoryRecursively(dbDirectory.toPath());
+      }
+      if (v5ArchiveDirectory.exists()) {
+        deleteDirectoryRecursively(v5ArchiveDirectory.toPath());
+      }
+      if (networkFile.exists()) {
+        if (shouldResetForEphemery()) {
+          Files.delete(networkFile.toPath());
+        }
+      }
+    } catch (IOException e) {
+      throw DatabaseStorageException.unrecoverable(
+          String.format(
+              "Failed to reset database directories or network file at %s",
+              networkFile.getAbsolutePath()),
+          e);
+    }
+  }
+
+  private void deleteDirectoryRecursively(final Path path) throws IOException {
+    if (Files.isDirectory(path)) {
+      try (var stream = Files.walk(path)) {
+        stream
+            .sorted((o1, o2) -> o2.compareTo(o1))
+            .forEach(
+                p -> {
+                  try {
+                    Files.delete(p);
+                  } catch (IOException e) {
+                    throw new RuntimeException("Failed to delete file: " + p, e);
+                  }
+                });
+      }
+    }
+  }
 }

storage/src/main/java/tech/pegasys/teku/storage/server/network/DatabaseNetwork.java

@@ -45,6 +45,9 @@ public class DatabaseNetwork {
   @VisibleForTesting
   final Long depositChainId;
 
+  private static final String EPHEMERY_DEPOSIT_CONTRACT_ADDRESS =
+      "0x4242424242424242424242424242424242424242";
+
   @JsonCreator
   DatabaseNetwork(
       @JsonProperty(value = "fork_version") final String forkVersion,
@@ -84,6 +87,15 @@ public static DatabaseNetwork init(
             formatMessage(
                 "deposit contract", depositContractString, databaseNetwork.depositContract));
       }
+      if (!depositContractString.equals(EPHEMERY_DEPOSIT_CONTRACT_ADDRESS)
+          && databaseNetwork.depositChainId != null
+          && !databaseNetwork.depositChainId.equals(depositChainId)) {
+        throw DatabaseStorageException.unrecoverable(
+            formatMessage(
+                "deposit chain id",
+                String.valueOf(depositChainId),
+                String.valueOf(databaseNetwork.depositChainId)));
+      }
       return databaseNetwork;
     } else {
       DatabaseNetwork databaseNetwork =
@@ -93,6 +105,10 @@ public static DatabaseNetwork init(
     }
   }
 
+  public Long getDepositChainId() {
+    return depositChainId;
+  }
+
   private static String formatMessage(
       final String fieldName, final String expected, final String actual) {
     return String.format(

storage/src/test/java/tech/pegasys/teku/storage/server/VersionedDatabaseFactoryTest.java

@@ -15,6 +15,11 @@
 
 import static org.assertj.core.api.Assertions.assertThat;
 import static org.assertj.core.api.Assertions.assertThatThrownBy;
+import static org.mockito.Mockito.doReturn;
+import static org.mockito.Mockito.spy;
+import static org.mockito.Mockito.times;
+import static org.mockito.Mockito.verify;
+import static org.mockito.Mockito.verifyNoInteractions;
 import static tech.pegasys.teku.storage.server.StateStorageMode.PRUNE;
 
 import java.io.File;
@@ -139,6 +144,48 @@ public void createDatabase_shouldAllowAllSupportedDatabases(final DatabaseVersio
     assertThat(dbFactory.getDatabaseVersion()).isEqualTo(version);
   }
 
+  @Test
+  void shouldOnlyResetWhenOnEphemeryAndDueForReset() throws Exception {
+    VersionedDatabaseFactory dbFactorySpy =
+        spy(
+            new VersionedDatabaseFactory(
+                new StubMetricsSystem(),
+                dataDir,
+                StorageConfiguration.builder()
+                    .specProvider(spec)
+                    .eth1DepositContract(eth1Address)
+                    .build()));
+
+    doReturn(true).when(dbFactorySpy).shouldResetForEphemery();
+    dbFactorySpy.resetDatabaseDirectories();
+    verify(dbFactorySpy, times(1)).resetDatabaseDirectories();
+
+    try (final Database db = dbFactorySpy.createDatabase()) {
+      assertThat(db).isNotNull();
+      verify(dbFactorySpy, times(1)).createDatabase();
+    }
+  }
+
+  @Test
+  void shouldNotResetWhenOnEphemeryButNotDueForRestAndWhenNotOnEphemery() throws Exception {
+    VersionedDatabaseFactory dbFactorySpy =
+        spy(
+            new VersionedDatabaseFactory(
+                new StubMetricsSystem(),
+                dataDir,
+                StorageConfiguration.builder()
+                    .specProvider(spec)
+                    .eth1DepositContract(eth1Address)
+                    .build()));
+
+    doReturn(false).when(dbFactorySpy).shouldResetForEphemery();
+    verifyNoInteractions(dbFactorySpy);
+    try (final Database db = dbFactorySpy.createDatabase()) {
+      assertThat(db).isNotNull();
+      verify(dbFactorySpy, times(1)).createDatabase();
+    }
+  }
+
   private void createDbDirectory(final Path dataPath) {
     final File dbDirectory =
         Paths.get(dataPath.toAbsolutePath().toString(), VersionedDatabaseFactory.DB_PATH).toFile();