From 6838fdf8b8910d009b0f9427affe39bd21bb8fdf Mon Sep 17 00:00:00 2001 From: Philip Durbin Date: Tue, 23 May 2023 10:27:28 -0400 Subject: [PATCH] disable NetCDF metadata extraction for S3 direct upload #9601 --- .../edu/harvard/iq/dataverse/dataaccess/S3AccessIO.java | 1 + .../edu/harvard/iq/dataverse/ingest/IngestServiceBean.java | 7 ++++++- 2 files changed, 7 insertions(+), 1 deletion(-) diff --git a/src/main/java/edu/harvard/iq/dataverse/dataaccess/S3AccessIO.java b/src/main/java/edu/harvard/iq/dataverse/dataaccess/S3AccessIO.java index f6bca84941e..e8c476a9f7b 100644 --- a/src/main/java/edu/harvard/iq/dataverse/dataaccess/S3AccessIO.java +++ b/src/main/java/edu/harvard/iq/dataverse/dataaccess/S3AccessIO.java @@ -815,6 +815,7 @@ String getMainFileKey() throws IOException { if (key == null) { DataFile df = this.getDataFile(); // TODO: (?) - should we worry here about the datafile having null for the owner here? + // Yes, df.getOwner() can be null during S3 direct upload key = getMainFileKey(df.getOwner(), df.getStorageIdentifier(), driverId); } return key; diff --git a/src/main/java/edu/harvard/iq/dataverse/ingest/IngestServiceBean.java b/src/main/java/edu/harvard/iq/dataverse/ingest/IngestServiceBean.java index 7cdfda8d082..9915fcecb42 100644 --- a/src/main/java/edu/harvard/iq/dataverse/ingest/IngestServiceBean.java +++ b/src/main/java/edu/harvard/iq/dataverse/ingest/IngestServiceBean.java @@ -1197,7 +1197,12 @@ public boolean fileMetadataExtractableFromNetcdf(DataFile dataFile, Path tempLoc StorageIO storageIO; try { storageIO = dataFile.getStorageIO(); - storageIO.open(); + try { + storageIO.open(); + } catch (Exception ex) { + logger.fine("fileMetadataExtractableFromNetcdf skipped because of exception calling dataFile.getStorageIO(): " + ex); + return false; + } if (storageIO.isLocalFile()) { localFile = storageIO.getFileSystemPath().toFile(); dataFileLocation = localFile.getAbsolutePath();