Use AWS C++ SDK for communicating with S3

tensorstore/kvstore/s3/BUILD

@@ -157,6 +157,8 @@ tensorstore_cc_library(
         "//tensorstore/internal/log:verbose_flag",
         "//tensorstore/kvstore:byte_range",
         "//tensorstore/kvstore/s3/credentials:aws_credentials",
+        # TODO: substitute this with just the auth components of the aws sdk
+        "@com_github_aws_cpp_sdk//:s3",
         "@com_google_absl//absl/base:core_headers",
         "@com_google_absl//absl/log:absl_check",
         "@com_google_absl//absl/log:absl_log",

third_party/com_github_aws_c_common/aws_c_common.BUILD.bazel

@@ -0,0 +1,46 @@
+# Description:
+#   AWS C Common
+
+package(default_visibility = ["//visibility:public"])
+
+licenses(["notice"])  # Apache 2.0
+
+exports_files(["LICENSE"])
+
+cc_library(
+    name = "aws-c-common",
+    srcs = glob([
+        "include/aws/common/*.h",
+        "include/aws/common/private/*.h",
+        "source/*.c",
+    ]) + select({
+        "@bazel_tools//src/conditions:windows": glob([
+            "source/windows/*.c",
+        ]),
+        "//conditions:default": glob([
+            "source/posix/*.c",
+        ]),
+    }),
+    hdrs = [
+        "include/aws/common/config.h",
+    ],
+    defines = [],
+    includes = [
+        "include",
+    ],
+    textual_hdrs = glob([
+        "include/**/*.inl",
+    ]),
+    deps = [],
+)
+
+genrule(
+    name = "config_h",
+    srcs = [
+        "include/aws/common/config.h.in",
+    ],
+    outs = [
+        "include/aws/common/config.h",
+    ],
+    cmd = "sed 's/cmakedefine/undef/g' $< > $@",
+)

third_party/com_github_aws_c_common/system.BUILD.bazel

@@ -0,0 +1,4 @@
+cc_library(
+    name = "aws_c_common",
+    visibility = ["//visibility:public"],
+)

third_party/com_github_aws_c_common/workspace.bzl

@@ -0,0 +1,34 @@
+# Copyright 2024 The TensorStore Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+load("//third_party:repo.bzl", "third_party_http_archive")
+load("@bazel_tools//tools/build_defs/repo:utils.bzl", "maybe")
+
+def repo():
+    maybe(
+        third_party_http_archive,
+        name = "com_github_aws_c_common",
+        sha256 = "01c2a58553a37b3aa5914d9e0bf7bf14507ff4937bc5872a678892ca20fcae1f",
+        strip_prefix = "aws-c-common-0.4.29",
+        urls = [
+            "https://storage.googleapis.com/mirror.tensorflow.org/github.com/awslabs/aws-c-common/archive/v0.4.29.tar.gz",
+            "https://github.com/awslabs/aws-c-common/archive/v0.4.29.tar.gz",
+        ],        build_file = Label("//third_party:com_github_aws_c_common/aws_c_common.BUILD.bazel"),
+        system_build_file = Label("//third_party:com_github_aws_c_common/system.BUILD.bazel"),
+        cmake_name = "aws_c_common",
+        cmake_target_mapping = {
+            "@com_github_aws_c_common//:aws_c_common": "aws_c_common::aws_c_common",
+        },
+        bazel_to_cmake = {},
+    )

third_party/com_github_aws_c_event_stream/aws_c_event_stream.BUILD.bazel

@@ -0,0 +1,25 @@
+# Description:
+#   AWS C Event Stream
+
+package(default_visibility = ["//visibility:public"])
+
+licenses(["notice"])  # Apache 2.0
+
+exports_files(["LICENSE"])
+
+cc_library(
+    name = "aws-c-event-stream",
+    srcs = glob([
+        "include/**/*.h",
+        "source/**/*.c",
+    ]),
+    hdrs = [],
+    defines = [],
+    includes = [
+        "include",
+    ],
+    deps = [
+        "@com_github_aws_c_common//:aws-c-common",
+        "@com_github_aws_checksums//:aws-checksums",
+    ],
+)

third_party/com_github_aws_c_event_stream/system.BUILD.bazel

@@ -0,0 +1,4 @@
+cc_library(
+    name = "aws_c_event_stream",
+    visibility = ["//visibility:public"],
+)

third_party/com_github_aws_c_event_stream/workspace.bzl

@@ -0,0 +1,34 @@
+# Copyright 2024 The TensorStore Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+load("//third_party:repo.bzl", "third_party_http_archive")
+load("@bazel_tools//tools/build_defs/repo:utils.bzl", "maybe")
+
+def repo():
+    maybe(
+        third_party_http_archive,
+        name = "com_github_aws_c_event_stream",
+        sha256 = "31d880d1c868d3f3df1e1f4b45e56ac73724a4dc3449d04d47fc0746f6f077b6",
+        strip_prefix = "aws-c-event-stream-0.1.4",
+        urls = [
+            "https://storage.googleapis.com/mirror.tensorflow.org/github.com/awslabs/aws-c-event-stream/archive/v0.1.4.tar.gz",
+            "https://github.com/awslabs/aws-c-event-stream/archive/v0.1.4.tar.gz",
+        ],        build_file = Label("//third_party:com_github_aws_c_event_stream/aws_c_event_stream.BUILD.bazel"),
+        system_build_file = Label("//third_party:com_github_aws_c_event_stream/system.BUILD.bazel"),
+        cmake_name = "aws_c_event_stream",
+        cmake_target_mapping = {
+            "@com_github_aws_c_event_stream//:aws_c_event_stream": "aws_c_event_stream::aws_c_event_stream",
+        },
+        bazel_to_cmake = {},
+    )

third_party/com_github_aws_checksums/aws_checksums.BUILD.bazel

@@ -0,0 +1,42 @@
+# Description:
+#   AWS CheckSums
+
+package(default_visibility = ["//visibility:public"])
+
+licenses(["notice"])  # Apache 2.0
+
+exports_files(["LICENSE"])
+
+cc_library(
+    name = "aws-checksums",
+    srcs = glob([
+        "include/aws/checksums/*.h",
+        "include/aws/checksums/private/*.h",
+        "source/*.c",
+    ]) + [
+        "crc_hw.c",
+    ],
+    hdrs = [],
+    defines = [],
+    includes = [
+        "include",
+    ],
+    deps = [],
+)
+
+genrule(
+    name = "crc_hw_c",
+    outs = ["crc_hw.c"],
+    cmd = "\n".join([
+        "cat <<'EOF' >$@",
+        "#include <aws/checksums/private/cpuid.h>",
+        "#include <aws/checksums/private/crc_priv.h>",
+        "int aws_checksums_do_cpu_id(int32_t *cpuid) {",
+        "    return 0;",
+        "}",
+        "uint32_t aws_checksums_crc32c_hw(const uint8_t *input, int length, uint32_t previousCrc32) {",
+        "  return aws_checksums_crc32c_sw(input, length, previousCrc32);",
+        "}",
+        "EOF",
+    ]),
+)

third_party/com_github_aws_checksums/system.BUILD.bazel

@@ -0,0 +1,4 @@
+cc_library(
+    name = "aws_checksums",
+    visibility = ["//visibility:public"],
+)

third_party/com_github_aws_checksums/workspace.bzl

@@ -0,0 +1,35 @@
+# Copyright 2024 The TensorStore Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+load("//third_party:repo.bzl", "third_party_http_archive")
+load("@bazel_tools//tools/build_defs/repo:utils.bzl", "maybe")
+
+def repo():
+    maybe(
+        third_party_http_archive,
+        name = "com_github_aws_checksums",
+        sha256 = "6e6bed6f75cf54006b6bafb01b3b96df19605572131a2260fddaf0e87949ced0",
+        strip_prefix = "aws-checksums-0.1.5",
+        urls = [
+            "https://storage.googleapis.com/mirror.tensorflow.org/github.com/awslabs/aws-checksums/archive/v0.1.5.tar.gz",
+            "https://github.com/awslabs/aws-checksums/archive/v0.1.5.tar.gz",
+        ],
+        build_file = Label("//third_party:com_github_aws_checksums/aws_checksums.BUILD.bazel"),
+        system_build_file = Label("//third_party:com_github_aws_checksums/system.BUILD.bazel"),
+        cmake_name = "aws_checksums",
+        cmake_target_mapping = {
+            "@com_github_aws_checksums//:aws_checksums": "aws_checksums::aws_checksums",
+        },
+        bazel_to_cmake = {},
+    )