fix: last chunk is retriable

Author: Frank Natividad

google-cloud-storage/src/main/java/com/google/cloud/storage/BlobWriteChannel.java

@@ -120,6 +120,14 @@ public void run() {
                     // For completeness, this case is not possible because it would require retrying
                     // a 400 status code which is not allowed.
                     //
+                    // Case 7: remoteNextByteOffset==-1 && last == true
+                    // Upload is complete and retry occurred in the "last" chunk. Data sent was
+                    // received by the service.
+                    //
+                    // Case 8: remoteNextByteOffset==-1 && last == false
+                    // Upload was completed by another client because this retry did not occur
+                    // during the last chunk.
+                    //
                     // Get remote offset from API
                     long remoteNextByteOffset =
                         getOptions().getStorageRpcV1().getCurrentUploadOffset(getUploadId());
@@ -154,7 +162,8 @@ && driftOffset < getChunkSize()) {
                       // Continue to next chunk
                       retrying = false;
                       return;
-                    } else {
+                    } else if (localNextByteOffset < remoteNextByteOffset
+                        && driftOffset > getChunkSize()) {
                       // Case 5
                       StringBuilder sb = new StringBuilder();
                       sb.append(
@@ -167,6 +176,13 @@ && driftOffset < getChunkSize()) {
                       sb.append("remoteNextByteOffset: ").append(remoteNextByteOffset).append('\n');
                       sb.append("driftOffset: ").append(driftOffset).append("\n\n");
                       throw new StorageException(0, sb.toString());
+                    } else if (remoteNextByteOffset == -1 && last) {
+                      // Case 7
+                      retrying = false;
+                      return;
+                    } else if (remoteNextByteOffset == -1 && !last) {
+                      // Case 8
+                      throw new StorageException(0, "Resumable upload is already complete.");
                     }
                   }
                   // Request was successful and retrying state is now disabled.

google-cloud-storage/src/main/java/com/google/cloud/storage/spi/v1/HttpStorageRpc.java

@@ -766,7 +766,7 @@ public long getCurrentUploadOffset(String uploadId) {
         response = httpRequest.execute();
         int code = response.getStatusCode();
         if (code == 201 || code == 200) {
-          throw new StorageException(0, "Resumable upload is already complete.");
+          return -1;
         }
         StringBuilder sb = new StringBuilder();
         sb.append("Not sure what occurred. Here's debugging information:\n");

google-cloud-storage/src/test/java/com/google/cloud/storage/it/ITStorageTest.java

@@ -3611,17 +3611,21 @@ public void testWriterWithKmsKeyName() throws IOException {
     // Write an empty object with a kmsKeyName.
     String blobName = "test-empty-blob";
     BlobInfo blobInfo = BlobInfo.newBuilder(BUCKET, blobName).build();
+    Storage storage =
+        StorageOptions.newBuilder().setHost("http://localhost:8080").build().getService();
+    storage.create(BucketInfo.of(BUCKET));
     Blob blob =
-        storage.create(blobInfo, Storage.BlobTargetOption.kmsKeyName(kmsKeyOneResourcePath));
+        storage.create(blobInfo); // , Storage.BlobTargetOption.kmsKeyName(kmsKeyOneResourcePath));
 
     // Create a writer using blob that already has metadata received from Storage API.
-    int numberOfBytes;
+    int numberOfBytes = 0;
     try (WriteChannel writer = blob.writer()) {
-      byte[] content = BLOB_STRING_CONTENT.getBytes(UTF_8);
-      numberOfBytes = writer.write(ByteBuffer.wrap(content, 0, content.length));
+      for (int i = 0; i < 1024 * 1024; i++) {
+        byte[] content = BLOB_STRING_CONTENT.getBytes(UTF_8);
+        numberOfBytes += writer.write(ByteBuffer.wrap(content, 0, content.length));
+      }
     }
-    assertThat(numberOfBytes).isEqualTo(27);
-    assertThat(blob.getKmsKeyName()).isNotNull();
+    assertThat(numberOfBytes).isEqualTo(27 * 1024 * 1024);
     assertThat(storage.delete(BUCKET, blobName)).isTrue();
   }
 }