S3a support for ingestion status (#816)

* S3a support for ingestion status

* Formatting

Author: jozefbakus

pom.xml

@@ -113,7 +113,8 @@
         <hibernate.validator.version>6.2.0.Final</hibernate.validator.version>
         <aws.java.sdk.bom.version>1.12.29</aws.java.sdk.bom.version>
         <absa.commons.version>1.0.3</absa.commons.version>
-
+        <hadoop-aws.version>2.7.3.2.6.1.0-129</hadoop-aws.version>
+        <aws-java-sdk-bundle.version>1.11.375</aws-java-sdk-bundle.version>
         <!-- Deployment -->
         <gpg.plugin.version>1.6</gpg.plugin.version>
         <nexus.staging.plugin.version>1.6.8</nexus.staging.plugin.version>
@@ -144,6 +145,7 @@
     </dependencyManagement>
 
     <dependencies>
+
         <dependency>
             <groupId>org.apache.logging.log4j</groupId>
             <artifactId>log4j-api</artifactId>
@@ -442,6 +444,16 @@
             <version>${absa.commons.version}</version>
             <scope>test</scope>
         </dependency>
+        <dependency>
+            <groupId>org.apache.hadoop</groupId>
+            <artifactId>hadoop-aws</artifactId>
+            <version>${hadoop-aws.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>com.amazonaws</groupId>
+            <artifactId>aws-java-sdk-bundle</artifactId>
+            <version>${aws-java-sdk-bundle.version}</version>
+        </dependency>
     </dependencies>
     <build>
         <resources>

src/main/scala/za/co/absa/hyperdrive/trigger/api/rest/WebMvcConfig.scala

@@ -1,4 +1,3 @@
-
 /*
  * Copyright 2018 ABSA Group Limited
  *
@@ -17,11 +16,21 @@
 package za.co.absa.hyperdrive.trigger.api.rest
 
 import org.springframework.context.annotation.Configuration
-import org.springframework.web.servlet.config.annotation.{ViewControllerRegistry, WebMvcConfigurer}
+import org.springframework.web.servlet.config.annotation.{
+  AsyncSupportConfigurer,
+  ViewControllerRegistry,
+  WebMvcConfigurer
+}
 
 @Configuration
 class WebMvcConfig extends WebMvcConfigurer {
   override def addViewControllers(registry: ViewControllerRegistry): Unit = {
     registry.addViewController("/").setViewName("forward:/index.html")
   }
+
+  override def configureAsyncSupport(configurer: AsyncSupportConfigurer): Unit = {
+    val timeout: Long = 3 * 60 * 1000
+    super.configureAsyncSupport(configurer)
+    configurer.setDefaultTimeout(timeout)
+  }
 }

src/main/scala/za/co/absa/hyperdrive/trigger/api/rest/services/HdfsService.scala

@@ -44,15 +44,15 @@ class HdfsServiceImpl extends HdfsService with LazyLogging {
   override def exists(path: Path)(implicit ugi: UserGroupInformation): Try[Boolean] = {
     Try {
       doAs {
-        fs.exists(path)
+        fs(path).exists(path)
       }
     }
   }
 
   override def open(path: Path)(implicit ugi: UserGroupInformation): Try[FSDataInputStream] = {
     Try {
       doAs {
-        fs.open(path)
+        fs(path).open(path)
       }
     }
   }
@@ -62,7 +62,7 @@ class HdfsServiceImpl extends HdfsService with LazyLogging {
   ): Try[Array[FileStatus]] = {
     Try {
       doAs {
-        fs.listStatus(path, filter)
+        fs(path).listStatus(path, filter)
       }
     }
   }
@@ -105,7 +105,7 @@ class HdfsServiceImpl extends HdfsService with LazyLogging {
   /**
    *  Must not be a lazy val, because different users should get different FileSystems. FileSystem is cached internally.
    */
-  private def fs = FileSystem.get(conf)
+  private def fs(path: Path) = path.getFileSystem(conf)
 
   private def doAs[T](fn: => T)(implicit ugi: UserGroupInformation) = {
     ugi.doAs(new PrivilegedExceptionAction[T] {