Restore snapshot changes for shallow snapshot V2 (#15462) (#15738)

---------

Signed-off-by: Sachin Kale <[email protected]>
Co-authored-by: Sachin Kale <[email protected]>
Co-authored-by: Gaurav Bafna <[email protected]>

Author: 3 people

server/src/internalClusterTest/java/org/opensearch/remotestore/RestoreShallowSnapshotV2IT.java

@@ -122,6 +122,8 @@ private static StorageType fromString(String string) {
     private StorageType storageType = StorageType.LOCAL;
     @Nullable
     private String sourceRemoteStoreRepository = null;
+    @Nullable
+    private String sourceRemoteTranslogRepository = null;
 
     @Nullable // if any snapshot UUID will do
     private String snapshotUuid;
@@ -165,6 +167,9 @@ public RestoreSnapshotRequest(StreamInput in) throws IOException {
         if (in.getVersion().onOrAfter(Version.V_2_10_0)) {
             sourceRemoteStoreRepository = in.readOptionalString();
         }
+        if (in.getVersion().onOrAfter(Version.V_2_17_0)) {
+            sourceRemoteTranslogRepository = in.readOptionalString();
+        }
     }
 
     @Override
@@ -198,6 +203,9 @@ public void writeTo(StreamOutput out) throws IOException {
         if (out.getVersion().onOrAfter(Version.V_2_10_0)) {
             out.writeOptionalString(sourceRemoteStoreRepository);
         }
+        if (out.getVersion().onOrAfter(Version.V_2_17_0)) {
+            out.writeOptionalString(sourceRemoteTranslogRepository);
+        }
     }
 
     @Override
@@ -560,6 +568,16 @@ public RestoreSnapshotRequest setSourceRemoteStoreRepository(String sourceRemote
         return this;
     }
 
+    /**
+     * Sets Source Remote Translog Repository for all the restored indices
+     *
+     * @param sourceRemoteTranslogRepository name of the remote translog repository that should be used for all restored indices.
+     */
+    public RestoreSnapshotRequest setSourceRemoteTranslogRepository(String sourceRemoteTranslogRepository) {
+        this.sourceRemoteTranslogRepository = sourceRemoteTranslogRepository;
+        return this;
+    }
+
     /**
      * Returns Source Remote Store Repository for all the restored indices
      *
@@ -569,6 +587,15 @@ public String getSourceRemoteStoreRepository() {
         return sourceRemoteStoreRepository;
     }
 
+    /**
+     * Returns Source Remote Translog Repository for all the restored indices
+     *
+     * @return source Remote Translog Repository
+     */
+    public String getSourceRemoteTranslogRepository() {
+        return sourceRemoteTranslogRepository;
+    }
+
     /**
      * Parses restore definition
      *
@@ -688,6 +715,9 @@ public XContentBuilder toXContent(XContentBuilder builder, Params params) throws
         if (sourceRemoteStoreRepository != null) {
             builder.field("source_remote_store_repository", sourceRemoteStoreRepository);
         }
+        if (sourceRemoteTranslogRepository != null) {
+            builder.field("source_remote_translog_repository", sourceRemoteTranslogRepository);
+        }
         builder.endObject();
         return builder;
     }
@@ -716,7 +746,8 @@ public boolean equals(Object o) {
             && Arrays.equals(ignoreIndexSettings, that.ignoreIndexSettings)
             && Objects.equals(snapshotUuid, that.snapshotUuid)
             && Objects.equals(storageType, that.storageType)
-            && Objects.equals(sourceRemoteStoreRepository, that.sourceRemoteStoreRepository);
+            && Objects.equals(sourceRemoteStoreRepository, that.sourceRemoteStoreRepository)
+            && Objects.equals(sourceRemoteTranslogRepository, that.sourceRemoteTranslogRepository);
         return equals;
     }
 
@@ -736,7 +767,8 @@ public int hashCode() {
             indexSettings,
             snapshotUuid,
             storageType,
-            sourceRemoteStoreRepository
+            sourceRemoteStoreRepository,
+            sourceRemoteTranslogRepository
         );
         result = 31 * result + Arrays.hashCode(indices);
         result = 31 * result + Arrays.hashCode(ignoreIndexSettings);

server/src/main/java/org/opensearch/action/admin/cluster/snapshots/restore/RestoreSnapshotRequest.java

@@ -265,6 +265,9 @@ public static class SnapshotRecoverySource extends RecoverySource {
         private final boolean isSearchableSnapshot;
         private final boolean remoteStoreIndexShallowCopy;
         private final String sourceRemoteStoreRepository;
+        private final String sourceRemoteTranslogRepository;
+
+        private final long pinnedTimestamp;
 
         public SnapshotRecoverySource(String restoreUUID, Snapshot snapshot, Version version, IndexId indexId) {
             this(restoreUUID, snapshot, version, indexId, false, false, null);
@@ -278,6 +281,30 @@ public SnapshotRecoverySource(
             boolean isSearchableSnapshot,
             boolean remoteStoreIndexShallowCopy,
             @Nullable String sourceRemoteStoreRepository
+        ) {
+            this(
+                restoreUUID,
+                snapshot,
+                version,
+                indexId,
+                isSearchableSnapshot,
+                remoteStoreIndexShallowCopy,
+                sourceRemoteStoreRepository,
+                null,
+                0L
+            );
+        }
+
+        public SnapshotRecoverySource(
+            String restoreUUID,
+            Snapshot snapshot,
+            Version version,
+            IndexId indexId,
+            boolean isSearchableSnapshot,
+            boolean remoteStoreIndexShallowCopy,
+            @Nullable String sourceRemoteStoreRepository,
+            @Nullable String sourceRemoteTranslogRepository,
+            long pinnedTimestamp
         ) {
             this.restoreUUID = restoreUUID;
             this.snapshot = Objects.requireNonNull(snapshot);
@@ -286,6 +313,8 @@ public SnapshotRecoverySource(
             this.isSearchableSnapshot = isSearchableSnapshot;
             this.remoteStoreIndexShallowCopy = remoteStoreIndexShallowCopy;
             this.sourceRemoteStoreRepository = sourceRemoteStoreRepository;
+            this.sourceRemoteTranslogRepository = sourceRemoteTranslogRepository;
+            this.pinnedTimestamp = pinnedTimestamp;
         }
 
         SnapshotRecoverySource(StreamInput in) throws IOException {
@@ -309,6 +338,13 @@ public SnapshotRecoverySource(
                 remoteStoreIndexShallowCopy = false;
                 sourceRemoteStoreRepository = null;
             }
+            if (in.getVersion().onOrAfter(Version.V_2_17_0)) {
+                sourceRemoteTranslogRepository = in.readOptionalString();
+                pinnedTimestamp = in.readLong();
+            } else {
+                sourceRemoteTranslogRepository = null;
+                pinnedTimestamp = 0L;
+            }
         }
 
         public String restoreUUID() {
@@ -341,10 +377,18 @@ public String sourceRemoteStoreRepository() {
             return sourceRemoteStoreRepository;
         }
 
+        public String sourceRemoteTranslogRepository() {
+            return sourceRemoteTranslogRepository;
+        }
+
         public boolean remoteStoreIndexShallowCopy() {
             return remoteStoreIndexShallowCopy;
         }
 
+        public long pinnedTimestamp() {
+            return pinnedTimestamp;
+        }
+
         @Override
         protected void writeAdditionalFields(StreamOutput out) throws IOException {
             out.writeString(restoreUUID);
@@ -362,6 +406,10 @@ protected void writeAdditionalFields(StreamOutput out) throws IOException {
                 out.writeBoolean(remoteStoreIndexShallowCopy);
                 out.writeOptionalString(sourceRemoteStoreRepository);
             }
+            if (out.getVersion().onOrAfter(Version.V_2_17_0)) {
+                out.writeOptionalString(sourceRemoteTranslogRepository);
+                out.writeLong(pinnedTimestamp);
+            }
         }
 
         @Override
@@ -378,7 +426,8 @@ public void addAdditionalFields(XContentBuilder builder, ToXContent.Params param
                 .field("restoreUUID", restoreUUID)
                 .field("isSearchableSnapshot", isSearchableSnapshot)
                 .field("remoteStoreIndexShallowCopy", remoteStoreIndexShallowCopy)
-                .field("sourceRemoteStoreRepository", sourceRemoteStoreRepository);
+                .field("sourceRemoteStoreRepository", sourceRemoteStoreRepository)
+                .field("sourceRemoteTranslogRepository", sourceRemoteTranslogRepository);
         }
 
         @Override
@@ -403,8 +452,11 @@ public boolean equals(Object o) {
                 && isSearchableSnapshot == that.isSearchableSnapshot
                 && remoteStoreIndexShallowCopy == that.remoteStoreIndexShallowCopy
                 && sourceRemoteStoreRepository != null
-                    ? sourceRemoteStoreRepository.equals(that.sourceRemoteStoreRepository)
-                    : that.sourceRemoteStoreRepository == null;
+                ? sourceRemoteStoreRepository.equals(that.sourceRemoteStoreRepository)
+                : that.sourceRemoteStoreRepository == null && sourceRemoteTranslogRepository != null
+                    ? sourceRemoteTranslogRepository.equals(that.sourceRemoteTranslogRepository)
+                : that.sourceRemoteTranslogRepository == null && pinnedTimestamp == that.pinnedTimestamp;
+
         }
 
         @Override
@@ -416,10 +468,11 @@ public int hashCode() {
                 version,
                 isSearchableSnapshot,
                 remoteStoreIndexShallowCopy,
-                sourceRemoteStoreRepository
+                sourceRemoteStoreRepository,
+                sourceRemoteTranslogRepository,
+                pinnedTimestamp
             );
         }
-
     }
 
     /**