HDDS-17707. Remove AWS SDK for Java v1

hadoop-ozone/dist/src/main/license/bin/LICENSE.txt

@@ -266,15 +266,10 @@ Apache License 2.0
 =====================
 
    ch.qos.reload4j:reload4j
-   com.amazonaws:aws-java-sdk-core
-   com.amazonaws:aws-java-sdk-kms
-   com.amazonaws:aws-java-sdk-s3
-   com.amazonaws:jmespath-java
    com.carrotsearch:hppc
    com.fasterxml.jackson.core:jackson-annotations
    com.fasterxml.jackson.core:jackson-core
    com.fasterxml.jackson.core:jackson-databind
-   com.fasterxml.jackson.dataformat:jackson-dataformat-cbor
    com.fasterxml.jackson.dataformat:jackson-dataformat-xml
    com.fasterxml.jackson.datatype:jackson-datatype-jsr310
    com.fasterxml.jackson.jaxrs:jackson-jaxrs-base

hadoop-ozone/dist/src/main/license/jar-report.txt

@@ -12,9 +12,6 @@ share/ozone/lib/asm-util.jar
 share/ozone/lib/asm.jar
 share/ozone/lib/aspectjrt.jar
 share/ozone/lib/avro.jar
-share/ozone/lib/aws-java-sdk-core.jar
-share/ozone/lib/aws-java-sdk-kms.jar
-share/ozone/lib/aws-java-sdk-s3.jar
 share/ozone/lib/bcpkix-jdk18on.jar
 share/ozone/lib/bcprov-jdk18on.jar
 share/ozone/lib/bcutil-jdk18on.jar
@@ -97,7 +94,6 @@ share/ozone/lib/j2objc-annotations.jar
 share/ozone/lib/jackson-annotations.jar
 share/ozone/lib/jackson-core.jar
 share/ozone/lib/jackson-databind.jar
-share/ozone/lib/jackson-dataformat-cbor.jar
 share/ozone/lib/jackson-dataformat-xml.jar
 share/ozone/lib/jackson-datatype-jsr310.jar
 share/ozone/lib/jackson-jaxrs-base.jar
@@ -161,7 +157,6 @@ share/ozone/lib/jgrapht-ext.jar
 share/ozone/lib/jgraphx.jar
 share/ozone/lib/jheaps.jar
 share/ozone/lib/jline.jar
-share/ozone/lib/jmespath-java.jar
 share/ozone/lib/jnr-a64asm.jar
 share/ozone/lib/jnr-constants.jar
 share/ozone/lib/jnr-ffi.jar

hadoop-ozone/dist/src/main/smoketest/fcq/s3_om_fcq.robot

@@ -37,12 +37,6 @@ Setup headers
     Kinit test user    testuser     testuser.keytab
     Setup secure v4 headers
 
-Setup aws credentials
-    ${accessKey} =      Execute     aws configure get aws_access_key_id
-    ${secret} =         Execute     aws configure get aws_secret_access_key
-    Set Environment Variable        AWS_SECRET_ACCESS_KEY  ${secret}
-    Set Environment Variable        AWS_ACCESS_KEY_ID  ${accessKey}
-
 Verify endpoint is up
     [arguments]         ${url}
     Run Keyword if      '${SECURITY_ENABLED}' == 'true'     Kinit HTTP user
@@ -52,10 +46,16 @@ Verify endpoint is up
 Setup bucket1
     Execute AWSS3APICli             create-bucket --bucket bucket1
 
-Freon s3kg
-    [arguments]         ${prefix}=s3bg      ${n}=1000       ${threads}=10       ${args}=${EMPTY}
-    ${result} =         Execute             ozone freon s3kg -e ${S3_ENDPOINT_URL} -t ${threads} -n ${n} -p ${prefix} ${args}
-                        Should contain      ${result}       Successful executions: ${n}
+Generate S3 load
+    [arguments]         ${n}=100
+    # one aws process uploads all the files, several at a time
+    ${dir} =            Execute             mktemp -d
+                        Execute             for i in $(seq 1 ${n}); do echo "$i" > ${dir}/key-$i; done
+    ${result} =         Execute AWSS3Cli    cp --recursive ${dir} s3://bucket1/fcq/
+                        Should contain      ${result}       upload:
+    # count the objects: the CLI merges the pages of the listing, which drops KeyCount
+    ${count} =          Execute AWSS3APICli    list-objects-v2 --bucket bucket1 --prefix fcq/ --query 'length(Contents)'
+                        Should Be Equal As Integers    ${count}    ${n}
 
 Check metrics caller
     ${result} =         Execute             curl --negotiate -u : -LSs ${OM_JMX_ENDPOINT} | sed -n '/${DECAY_RPC_SCHEDULER_METRICS_NAME}/,/}/p' | grep 'Caller('
@@ -65,9 +65,6 @@ Check metrics caller
 Test setup headers
     Setup headers
 
-Test setup credentials
-    Setup aws credentials
-
 Test create bucket 1
     Setup bucket1
 
@@ -78,8 +75,8 @@ Test metrics are registered
     ${result} =         Execute                             curl --negotiate -u : -LSs ${OM_JMX_ENDPOINT} | grep ${DECAY_RPC_SCHEDULER_METRICS_NAME}
                         Should contain      ${result}       ${DECAY_RPC_SCHEDULER_METRICS_NAME}
 
-Run freon s3kg
-    Freon s3kg
+Run S3 load
+    Generate S3 load
 
 Test caller from metrics
     Check metrics caller

hadoop-ozone/dist/src/shell/conf/log4j.properties

@@ -167,9 +167,7 @@ log4j.logger.http.requests=${ozone.http.request.logger}
 #log4j.logger.http.requests.webhdfs=INFO,HttpAccess
 
 # Custom Logging levels
-# AWS SDK & S3A FileSystem
-#log4j.logger.com.amazonaws=ERROR
-log4j.logger.com.amazonaws.http.AmazonHttpClient=ERROR
+# S3A FileSystem
 #log4j.logger.org.apache.hadoop.fs.s3a.S3AFileSystem=WARN
 
 # Log levels of third-party libraries

hadoop-ozone/freon/pom.xml

@@ -31,14 +31,6 @@
   </properties>
 
   <dependencies>
-    <dependency>
-      <groupId>com.amazonaws</groupId>
-      <artifactId>aws-java-sdk-core</artifactId>
-    </dependency>
-    <dependency>
-      <groupId>com.amazonaws</groupId>
-      <artifactId>aws-java-sdk-s3</artifactId>
-    </dependency>
     <dependency>
       <groupId>com.fasterxml.jackson.core</groupId>
       <artifactId>jackson-annotations</artifactId>