diff --git a/java/src/main/java/org/rocksdb/NativeLibraryLoader.java b/java/src/main/java/org/rocksdb/NativeLibraryLoader.java
index 49d8f7110..96d364cd1 100644
--- a/java/src/main/java/org/rocksdb/NativeLibraryLoader.java
+++ b/java/src/main/java/org/rocksdb/NativeLibraryLoader.java
@@ -87,6 +87,10 @@ public class NativeLibraryLoader {
       temp = File.createTempFile(tempFilePrefix, tempFileSuffix);
     } else {
       temp = new File(tmpDir, jniLibraryFileName);
+      if (temp.exists() && !temp.delete()) {
+        throw new RuntimeException("File: " + temp.getAbsolutePath()
+            + " already exists and cannot be removed.");
+      }
       if (!temp.createNewFile()) {
         throw new RuntimeException("File: " + temp.getAbsolutePath()
             + " could not be created.");
diff --git a/java/src/test/java/org/rocksdb/NativeLibraryLoaderTest.java b/java/src/test/java/org/rocksdb/NativeLibraryLoaderTest.java
index 519a28be4..186108ffb 100644
--- a/java/src/test/java/org/rocksdb/NativeLibraryLoaderTest.java
+++ b/java/src/test/java/org/rocksdb/NativeLibraryLoaderTest.java
@@ -9,6 +9,7 @@ import org.junit.Test;
 import org.junit.rules.TemporaryFolder;
 import org.rocksdb.util.Environment;
 
+import java.io.File;
 import java.io.IOException;
 import java.nio.file.*;
 
@@ -28,4 +29,13 @@ public class NativeLibraryLoaderTest {
     assertThat(Files.exists(path)).isTrue();
     assertThat(Files.isReadable(path)).isTrue();
   }
+
+  @Test
+  public void overridesExistingLibrary() throws IOException {
+    File first = NativeLibraryLoader.getInstance().loadLibraryFromJarToTemp(
+        temporaryFolder.getRoot().getAbsolutePath());
+    NativeLibraryLoader.getInstance().loadLibraryFromJarToTemp(
+        temporaryFolder.getRoot().getAbsolutePath());
+    assertThat(first.exists()).isTrue();
+  }
 }