refactor: rename s3-storage to aws and url-storage to url

Author: mmalenic

.github/workflows/build.yml

@@ -33,7 +33,7 @@ jobs:
         run: cargo build --all-targets --all-features
       - name: Build no default features
         run: cargo build --all-targets --no-default-features
-      - name: Build s3-storage
-        run: cargo build --all-targets --features s3-storage
-      - name: Build url-storage
-        run: cargo build --all-targets --features url-storage
+      - name: Build aws
+        run: cargo build --all-targets --features aws
+      - name: Build url
+        run: cargo build --all-targets --features url

htsget-actix/Cargo.toml

@@ -11,8 +11,8 @@ homepage = "https://github.com/umccr/htsget-rs/blob/main/htsget-actix/README.md"
 repository = "https://github.com/umccr/htsget-rs"
 
 [features]
-s3-storage = ["htsget-config/s3-storage", "htsget-search/s3-storage", "htsget-http/s3-storage", "htsget-axum/s3-storage", "htsget-test/s3-storage"]
-url-storage = ["htsget-config/url-storage", "htsget-search/url-storage", "htsget-http/url-storage", "htsget-axum/url-storage", "htsget-test/url-storage"]
+aws = ["htsget-config/aws", "htsget-search/aws", "htsget-http/aws", "htsget-axum/aws", "htsget-test/aws"]
+url = ["htsget-config/url", "htsget-search/url", "htsget-http/url", "htsget-axum/url", "htsget-test/url"]
 experimental = [
     "htsget-config/experimental",
     "htsget-search/experimental",

htsget-actix/README.md

@@ -53,8 +53,8 @@ are exposed in the public API.
 #### Feature flags
 
 This crate has the following features:
-* `s3-storage`: used to enable `S3` location functionality.
-* `url-storage`: used to enable `Url` location functionality.
+* `aws`: used to enable `S3` location functionality.
+* `url`: used to enable `Url` location functionality.
 * `experimental`: used to enable experimental features that aren't necessarily part of the htsget spec, such as Crypt4GH support through `C4GHStorage`.
 
 ## Benchmarks

htsget-axum/Cargo.toml

@@ -11,18 +11,18 @@ homepage = "https://github.com/umccr/htsget-rs/blob/main/htsget-axum/README.md"
 repository = "https://github.com/umccr/htsget-rs"
 
 [features]
-s3-storage = [
-    "htsget-config/s3-storage",
-    "htsget-search/s3-storage",
-    "htsget-test/s3-storage",
-    "htsget-test/aws-mocks",
-    "htsget-http/s3-storage"
+aws = [
+    "htsget-config/aws",
+    "htsget-search/aws",
+    "htsget-test/aws",
+    "htsget-test/aws",
+    "htsget-http/aws"
 ]
-url-storage = [
-    "htsget-config/url-storage",
-    "htsget-search/url-storage",
-    "htsget-test/url-storage",
-    "htsget-http/url-storage"
+url = [
+    "htsget-config/url",
+    "htsget-search/url",
+    "htsget-test/url",
+    "htsget-http/url"
 ]
 experimental = [
     "htsget-config/experimental",

htsget-axum/README.md

@@ -42,14 +42,14 @@ This crate uses [htsget-config] for configuration.
 Using the default configuration, this will start a ticket server on `127.0.0.1:8080` and a data block server on `127.0.0.1:8081`
 with data accessible from the [`data`][data] directory. This application supports storage backends defined in [htsget-storage].
 
-To use `S3Storage`, compile with the `s3-storage` feature:
+To use `S3Storage`, compile with the `aws` feature:
 ```sh
-cargo run -p htsget-axum --features s3-storage
+cargo run -p htsget-axum --features aws
 ```
 
 This will start a ticket server with `S3Storage` using a bucket called `"data"`.
 
-To use `UrlStorage`, compile with the `url-storage` feature.
+To use `UrlStorage`, compile with the `url` feature.
 
 See [htsget-search] for details on how to structure files.
 
@@ -178,8 +178,8 @@ htsget-rs. It also contains the data block server which fetches data from a `Loc
 #### Feature flags
 
 This crate has the following features:
-* `s3-storage`: used to enable `S3` location functionality.
-* `url-storage`: used to enable `Url` location functionality.
+* `aws`: used to enable `S3` location functionality and any other AWS features.
+* `url`: used to enable `Url` location functionality.
 * `experimental`: used to enable experimental features that aren't necessarily part of the htsget spec, such as Crypt4GH support through `C4GHStorage`.
 
 ## License

htsget-config/Cargo.toml

@@ -11,8 +11,8 @@ homepage = "https://github.com/umccr/htsget-rs/blob/main/htsget-config/README.md
 repository = "https://github.com/umccr/htsget-rs"
 
 [features]
-s3-storage = ["dep:aws-sdk-secretsmanager", "dep:aws-config", "dep:tempfile"]
-url-storage = ["dep:reqwest", "dep:cfg-if"]
+aws = ["dep:aws-sdk-secretsmanager", "dep:aws-config", "dep:tempfile"]
+url = ["dep:reqwest", "dep:cfg-if"]
 experimental = ["dep:crypt4gh", "dep:tokio", "dep:futures-util"]
 default = []
 

htsget-config/README.md

@@ -82,7 +82,7 @@ data_server = "None"
  
 > [!IMPORTANT]  
 > Some parts of htsget-rs require extra feature flags for conditional compilation, that's why the examples specify
-> using `--all-features`. Notably, `--features s3-storage` enables the `S3` location type, and `--features url-storage`
+> using `--all-features`. Notably, `--features aws` enables the `S3` location type, and `--features url`
 > enabled the remote HTTP server location type. If using a subset of features, for example S3 locations only, then
 > a single feature can be enabled instead of using `--all-features`.
 
@@ -387,7 +387,7 @@ backend.keys.private = "data/c4gh/keys/bob.sec" # pragma: allowlist secret
 backend.keys.public = "data/c4gh/keys/alice.pub"
 ```
 
-Keys can also be retrieved from [AWS Secrets Manager][secrets-manager]. Compile with the `s3-storage` feature flag and specify `keys.kind = "SecretsManager"` under
+Keys can also be retrieved from [AWS Secrets Manager][secrets-manager]. Compile with the `aws` feature flag and specify `keys.kind = "SecretsManager"` under
 `location` to fetch keys from Secrets Manager. When using Secrets Manager, the `private` and `public`
 correspond to ARNs or secret names in Secrets Manager storing PEM formatted keys.
 
@@ -447,8 +447,8 @@ regex, and changing it by using a substitution string. Advanced configuration op
 ### Feature flags
 
 This crate has the following features:
-* `s3-storage`: used to enable `S3` location functionality.
-* `url-storage`: used to enable `Url` location functionality.
+* `aws`: used to enable `S3` location functionality and any other AWS features.
+* `url`: used to enable `Url` location functionality.
 * `experimental`: used to enable experimental features that aren't necessarily part of the htsget spec, such as Crypt4GH support through `C4GHStorage`.
 
 ## License

htsget-config/examples/config-files/c4gh.toml

@@ -1,5 +1,5 @@
 # An example of running htsget-rs with Crypt4GH enabled.
-# Run with `cargo run -p htsget-axum --features experimental,s3-storage -- --config htsget-config/examples/config-files/c4gh.toml`
+# Run with `cargo run -p htsget-axum --features experimental,aws -- --config htsget-config/examples/config-files/c4gh.toml`
 
 ticket_server.addr = "127.0.0.1:8080"
 data_server.addr = "127.0.0.1:8081"

htsget-config/examples/config-files/s3_storage.toml

@@ -1,5 +1,5 @@
 # An example for a server which uses s3 storage with data located in "bucket".
-# Run with `cargo run -p htsget-axum --features s3-storage -- --config htsget-config/examples/config-files/s3_storage.toml`
+# Run with `cargo run -p htsget-axum --features aws -- --config htsget-config/examples/config-files/s3_storage.toml`
 
 ticket_server.cors.allow_headers = "All"
 ticket_server.cors.allow_methods = "All"

htsget-config/examples/config-files/tls_ticket_server.toml

@@ -1,5 +1,5 @@
 # An example config file for a TLS ticket server that uses S3 as a storage backend.
-# Run with `cargo run -p htsget-axum --features s3-storage -- --config htsget-config/examples/config-files/tls_ticket_server.toml`
+# Run with `cargo run -p htsget-axum --features aws -- --config htsget-config/examples/config-files/tls_ticket_server.toml`
 
 ticket_server.addr = "0.0.0.0:8080"
 ticket_server.cors_allow_origins = "All"