diff --git a/.github/ISSUE_TEMPLATE/bug_report.yml b/.github/ISSUE_TEMPLATE/bug_report.yml index bb7e428f3..0fa41735f 100644 --- a/.github/ISSUE_TEMPLATE/bug_report.yml +++ b/.github/ISSUE_TEMPLATE/bug_report.yml @@ -60,7 +60,6 @@ body: description: What database backend are you using? options: - SQLite - - MySQL - PostgreSQL validations: required: true diff --git a/Makefile b/Makefile index c439e48a1..c6e51e868 100644 --- a/Makefile +++ b/Makefile @@ -13,7 +13,7 @@ check-go: @which go > /dev/null || (echo "Go is not installed. Please install Go." && exit 1) install-lint-deps: - @which golangci-lint > /dev/null || (echo "Required golangci-lint not found. Installing it..." && go install github.com/golangci/golangci-lint/cmd/golangci-lint@latest) + @which golangci-lint > /dev/null || (echo "Required golangci-lint not found. Installing it..." && go install github.com/golangci/golangci-lint/v2/cmd/golangci-lint@latest) @which staticcheck > /dev/null || (echo "Required staticcheck not found. Installing it..." && go install honnef.co/go/tools/cmd/staticcheck@latest) install-test-deps: diff --git a/analytics/analytics.go b/analytics/analytics.go index 6451c4935..eed516cb9 100644 --- a/analytics/analytics.go +++ b/analytics/analytics.go @@ -27,8 +27,8 @@ var logger = log.Logger("analytics") // Init initializes the global variables 'Instance' and 'Enabled' based on values stored in the database // and environment variables respectively. The function uses the 'instance_id' key to fetch the 'Instance' -// value from the database. If the 'Instance' value is already set, the function returns early. If the environment -// variable 'SINGULARITY_ANALYTICS' is set to "0", 'Enabled' is set to false. +// value from the database. If the 'Instance' value is already set, the function returns early. Analytics are +// opt-in: unless the environment variable 'SINGULARITY_ANALYTICS' is set to "1", 'Enabled' is set to false. // // Parameters: // - ctx: The context for managing timeouts and cancellation. diff --git a/api/api.go b/api/api.go index 13a98d49b..e72ceeb97 100644 --- a/api/api.go +++ b/api/api.go @@ -404,14 +404,9 @@ var logger = logging.Logger("api") // // Parameters: // - ctx: A context.Context used to control the server's lifecycle and propagate cancellation. +// - exitErr: A channel that receives the terminal error (or nil) once the server has shut down. // // Returns: -// - A slice of channels (service.Done) that signal when different parts of the service -// have completed their work. This includes: -// 1. The main echo server's completion. -// 2. The host's completion. -// 3. Completion of analytics event flushing. -// - A channel (service.Fail) that reports errors that occur while the server is running. // - An error if there is an issue during the initialization phase, otherwise nil. func (s *Server) Start(ctx context.Context, exitErr chan<- error) error { err := analytics.Init(ctx, s.db) diff --git a/client/swagger/http/wallet_association/wallet_association_client.go b/client/swagger/http/wallet_association/wallet_association_client.go index 544178e4c..8c1fd6a19 100644 --- a/client/swagger/http/wallet_association/wallet_association_client.go +++ b/client/swagger/http/wallet_association/wallet_association_client.go @@ -66,7 +66,7 @@ type ClientService interface { } /* -AttachWallet attaches a new wallet with a preparation +AttachWallet attaches a new wallet to a preparation */ func (a *Client) AttachWallet(params *AttachWalletParams, opts ...ClientOption) (*AttachWalletOK, error) { // NOTE: parameters are not validated before sending @@ -109,7 +109,7 @@ func (a *Client) AttachWallet(params *AttachWalletParams, opts ...ClientOption) } /* -DetachWallet detaches a new wallet from a preparation +DetachWallet detaches a wallet from a preparation */ func (a *Client) DetachWallet(params *DetachWalletParams, opts ...ClientOption) (*DetachWalletOK, error) { // NOTE: parameters are not validated before sending diff --git a/client/swagger/models/dataprep_create_request.go b/client/swagger/models/dataprep_create_request.go index b74df4632..68f4c9e86 100644 --- a/client/swagger/models/dataprep_create_request.go +++ b/client/swagger/models/dataprep_create_request.go @@ -25,7 +25,7 @@ type DataprepCreateRequest struct { // Maximum size of the CAR files to be created MaxSize *string `json:"maxSize,omitempty"` - // Minimum piece size for the preparation, applies only to DAG and remainer pieces + // Minimum piece size for the preparation, applies only to DAG and remainder pieces MinPieceSize *string `json:"minPieceSize,omitempty"` // Name of the preparation diff --git a/client/swagger/models/deal_proposal.go b/client/swagger/models/deal_proposal.go index ac7ffff06..e57d4bdbc 100644 --- a/client/swagger/models/deal_proposal.go +++ b/client/swagger/models/deal_proposal.go @@ -44,7 +44,7 @@ type DealProposal struct { // Price in FIL per deal PricePerDeal float64 `json:"pricePerDeal,omitempty"` - // Price in FIL per GiB + // Price in FIL per GiB PricePerGb float64 `json:"pricePerGb,omitempty"` // Price in FIL per GiB per epoch diff --git a/client/swagger/models/schedule_create_request.go b/client/swagger/models/schedule_create_request.go index e8b37352b..8f87ef5b2 100644 --- a/client/swagger/models/schedule_create_request.go +++ b/client/swagger/models/schedule_create_request.go @@ -56,7 +56,7 @@ type ScheduleCreateRequest struct { // Price in FIL per deal PricePerDeal float64 `json:"pricePerDeal,omitempty"` - // Price in FIL per GiB + // Price in FIL per GiB PricePerGb float64 `json:"pricePerGb,omitempty"` // Price in FIL per GiB per epoch @@ -68,7 +68,7 @@ type ScheduleCreateRequest struct { // Schedule cron pattern ScheduleCron string `json:"scheduleCron,omitempty"` - // Whether a cron schedule should run in definitely + // Whether a cron schedule should run indefinitely ScheduleCronPerpetual bool `json:"scheduleCronPerpetual,omitempty"` // Number of deals per scheduled time diff --git a/client/swagger/models/schedule_update_request.go b/client/swagger/models/schedule_update_request.go index 7ba5d0b4c..00091302f 100644 --- a/client/swagger/models/schedule_update_request.go +++ b/client/swagger/models/schedule_update_request.go @@ -53,7 +53,7 @@ type ScheduleUpdateRequest struct { // Price in FIL per deal PricePerDeal float64 `json:"pricePerDeal,omitempty"` - // Price in FIL per GiB + // Price in FIL per GiB PricePerGb float64 `json:"pricePerGb,omitempty"` // Price in FIL per GiB per epoch @@ -62,7 +62,7 @@ type ScheduleUpdateRequest struct { // Schedule cron pattern ScheduleCron string `json:"scheduleCron,omitempty"` - // Whether a cron schedule should run in definitely + // Whether a cron schedule should run indefinitely ScheduleCronPerpetual bool `json:"scheduleCronPerpetual,omitempty"` // Number of deals per scheduled time diff --git a/cmd/admin/init.go b/cmd/admin/init.go index 6c49d3a82..89c1ba428 100644 --- a/cmd/admin/init.go +++ b/cmd/admin/init.go @@ -17,7 +17,7 @@ var InitCmd = &cli.Command{ Usage: "Name of the user or service that is running the Singularity for tracking and logging purpose", }, }, - Description: "This commands need to be run before running any singularity daemon or after any version upgrade", + Description: "This command needs to be run before running any singularity daemon or after any version upgrade", Action: func(c *cli.Context) error { db, closer, err := database.OpenFromCLI(c) if err != nil { diff --git a/cmd/dataprep/create.go b/cmd/dataprep/create.go index c48f68a06..d1e7d83e2 100644 --- a/cmd/dataprep/create.go +++ b/cmd/dataprep/create.go @@ -42,7 +42,7 @@ var CreateCmd = &cli.Command{ &cli.StringSliceFlag{ Name: "local-output", Category: "Quick creation with local output paths", - Usage: "The local output path to be used for the preparation. This is a convenient flag that will create a output storage with the provided path", + Usage: "The local output path to be used for the preparation. This is a convenient flag that will create an output storage with the provided path", }, &cli.StringFlag{ Name: "max-size", diff --git a/cmd/dataprep/daggen.go b/cmd/dataprep/daggen.go index 98defba83..f7be054c1 100644 --- a/cmd/dataprep/daggen.go +++ b/cmd/dataprep/daggen.go @@ -33,7 +33,7 @@ var PauseDagGenCmd = &cli.Command{ Name: "pause-daggen", Usage: "Pause a DAG generation job", Category: "Job Management", - ArgsUsage: " ", + ArgsUsage: " ", Before: cliutil.CheckNArgs, Action: func(c *cli.Context) error { db, closer, err := database.OpenFromCLI(c) diff --git a/cmd/dataprep/output.go b/cmd/dataprep/output.go index 510f4fef8..c650b8b70 100644 --- a/cmd/dataprep/output.go +++ b/cmd/dataprep/output.go @@ -10,7 +10,7 @@ import ( var AttachOutputCmd = &cli.Command{ Name: "attach-output", - Usage: "Attach a output storage to a preparation", + Usage: "Attach an output storage to a preparation", ArgsUsage: " ", Category: "Preparation Management", Before: cliutil.CheckNArgs, @@ -31,7 +31,7 @@ var AttachOutputCmd = &cli.Command{ var DetachOutputCmd = &cli.Command{ Name: "detach-output", - Usage: "Detach a output storage to a preparation", + Usage: "Detach an output storage from a preparation", ArgsUsage: " ", Category: "Preparation Management", Before: cliutil.CheckNArgs, diff --git a/cmd/dataprep/wallet.go b/cmd/dataprep/wallet.go index 923f561da..bd27cca07 100644 --- a/cmd/dataprep/wallet.go +++ b/cmd/dataprep/wallet.go @@ -52,7 +52,7 @@ var ListWalletsCmd = &cli.Command{ var DetachWalletCmd = &cli.Command{ Name: "detach-wallet", - Usage: "Detach a wallet to a preparation", + Usage: "Detach a wallet from a preparation", ArgsUsage: " ", Category: "Wallet Management", Before: cliutil.CheckNArgs, diff --git a/cmd/deal/schedule/common.go b/cmd/deal/schedule/common.go index 5019c8c3b..8e4356bf3 100644 --- a/cmd/deal/schedule/common.go +++ b/cmd/deal/schedule/common.go @@ -165,7 +165,7 @@ func scheduleCreateFlags(includeDealType bool) []cli.Flag { Name: "max-pending-deal-size", Category: "Restrictions", Aliases: []string{"pending-size"}, - Usage: "Max pending deal sizes overall for this request, i.e. 1000", + Usage: "Max pending deal sizes overall for this request, i.e. 100TiB", DefaultText: "Unlimited", Value: "0", }, @@ -173,7 +173,7 @@ func scheduleCreateFlags(includeDealType bool) []cli.Flag { Name: "max-pending-deal-number", Category: "Restrictions", Aliases: []string{"pending-number"}, - Usage: "Max pending deal number overall for this request, i.e. 100TiB", + Usage: "Max pending deal number overall for this request, i.e. 1000", DefaultText: "Unlimited", }, &cli.StringSliceFlag{ diff --git a/cmd/deal/schedule/update.go b/cmd/deal/schedule/update.go index 64df9894d..1d1997bfc 100644 --- a/cmd/deal/schedule/update.go +++ b/cmd/deal/schedule/update.go @@ -163,13 +163,13 @@ var UpdateCmd = &cli.Command{ Name: "max-pending-deal-size", Category: "Restrictions", Aliases: []string{"pending-size"}, - Usage: "Max pending deal sizes overall for this request, i.e. 1000", + Usage: "Max pending deal sizes overall for this request, i.e. 100TiB", }, &cli.IntFlag{ Name: "max-pending-deal-number", Category: "Restrictions", Aliases: []string{"pending-number"}, - Usage: "Max pending deal number overall for this request, i.e. 100TiB", + Usage: "Max pending deal number overall for this request, i.e. 1000", }, &cli.StringSliceFlag{ Name: "allowed-piece-cid", diff --git a/cmd/deal/send-manual.go b/cmd/deal/send-manual.go index 46bb1a171..63e390294 100644 --- a/cmd/deal/send-manual.go +++ b/cmd/deal/send-manual.go @@ -82,7 +82,7 @@ Notes: &cli.Float64Flag{ Name: "price-per-gb", Category: "Deal Proposal", - Usage: "Price in FIL per GiB", + Usage: "Price in FIL per GiB", Value: 0, }, &cli.Float64Flag{ diff --git a/cmd/ez/prep.go b/cmd/ez/prep.go index ee1e2fd8a..fb400f453 100644 --- a/cmd/ez/prep.go +++ b/cmd/ez/prep.go @@ -24,8 +24,8 @@ var PrepCmd = &cli.Command{ Before: cliutil.CheckNArgs, ArgsUsage: "", Usage: "Prepare a dataset from a local path", - Description: "This commands can be used to prepare a dataset from a local path with minimum configurable parameters.\n" + - "For more advanced usage, please use the subcommands under `storage` and `data-prep`.\n" + + Description: "This command can be used to prepare a dataset from a local path with minimum configurable parameters.\n" + + "For more advanced usage, please use the subcommands under `storage` and `prep`.\n" + "You can also use this command for benchmarking with in-memory database and inline preparation, i.e.\n" + " mkdir dataset\n" + " truncate -s 1024G dataset/1T.bin\n" + diff --git a/cmd/run/api.go b/cmd/run/api.go index 49359c38c..a41453517 100644 --- a/cmd/run/api.go +++ b/cmd/run/api.go @@ -19,12 +19,11 @@ var APICmd = &cli.Command{ Action: func(c *cli.Context) error { // run automigrate + legacy key check before handing off to api.Run, // which opens its own db connection internally - db, closer, err := openAndMigrate(c) + _, closer, err := openAndMigrate(c) if err != nil { return err } closer.Close() - _ = db return api.Run(c) }, diff --git a/cmd/storage/update.go b/cmd/storage/update.go index 2e66a6c0e..7659c0401 100644 --- a/cmd/storage/update.go +++ b/cmd/storage/update.go @@ -72,7 +72,7 @@ var HTTPClientConfigFlagsForUpdate = []cli.Flag{ }, &cli.StringSliceFlag{ Name: "client-header", - Usage: "Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header \"key=\"\". To remove all headers, use --http-header \"\"", + Usage: "Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header \"key=\"\". To remove all headers, use --client-header \"\"", Category: "Client Config", }, &cli.BoolFlag{ diff --git a/cmd/version.go b/cmd/version.go index 496803b70..8c2f90aa8 100644 --- a/cmd/version.go +++ b/cmd/version.go @@ -16,6 +16,7 @@ var VersionCmd = &cli.Command{ buildInfo, ok := debug.ReadBuildInfo() if !ok { fmt.Println("unknown version") + return nil } version := buildInfo.Main.Version diff --git a/database/connstring.go b/database/connstring.go index 0f1188d02..1774c8b4b 100644 --- a/database/connstring.go +++ b/database/connstring.go @@ -55,13 +55,13 @@ func AddPragmaToSQLite(connString string) (string, error) { qs := u.Query() qs.Add("_pragma", "busy_timeout(50000)") - qs.Set("_pragma", "foreign_keys(1)") + qs.Add("_pragma", "foreign_keys(1)") if strings.HasPrefix(connString, "file::memory:") { - qs.Set("_pragma", "journal_mode(MEMORY)") + qs.Add("_pragma", "journal_mode(MEMORY)") qs.Set("mode", "memory") qs.Set("cache", "shared") } else { - qs.Set("_pragma", "journal_mode(WAL)") + qs.Add("_pragma", "journal_mode(WAL)") } u.RawQuery = qs.Encode() diff --git a/database/util.go b/database/util.go index 062b23b6e..2e807f9dc 100644 --- a/database/util.go +++ b/database/util.go @@ -101,8 +101,5 @@ func retryOn(err error) bool { emsg := err.Error() return strings.Contains(emsg, sqlSerializationFailure) || strings.Contains(emsg, "database is locked") || - strings.Contains(emsg, "database table is locked") || - // MySQL/InnoDB serialization conflict - strings.Contains(emsg, "Record has changed since last read") || - strings.Contains(emsg, "Error 1020 (HY000)") + strings.Contains(emsg, "database table is locked") } diff --git a/docker-compose.yml b/docker-compose.yml index a1636e85d..d67c661bf 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,5 +1,3 @@ -version: "2.1" - services: db: image: postgres:15 @@ -22,6 +20,8 @@ services: image: ghcr.io/data-preservation-programs/singularity:main command: admin init restart: on-failure # Restart only on failure + environment: + DATABASE_CONNECTION_STRING: postgres://postgres:postgres@db:5432/singularity depends_on: db: condition: service_healthy diff --git a/docs/en/README.md b/docs/en/README.md index f4ec63aa7..de3ca5add 100644 --- a/docs/en/README.md +++ b/docs/en/README.md @@ -24,7 +24,7 @@ Users will appreciate Singularity's ability to maintain dataset hierarchies. Fol ## Content Distribution -Beyond preparation, Singularity doubles as a nimble storage provider, eliminating traditional storage provider operations like sealing and proving. Users can effortlessly download either CAR files or original files from Singularity using a range of protocols, including Graphsync, HTTP, and Bitswap. +Beyond preparation, Singularity doubles as a nimble storage provider, eliminating traditional storage provider operations like sealing and proving. Users can effortlessly download either CAR files or original files from Singularity over HTTP (trustless gateway and piece retrieval). ### Efficient CAR Distribution @@ -32,7 +32,7 @@ With inline preparation in play, storage providers can swiftly download CAR file ### Convenient Content Retrieval -For all prepared files, Singularity offers Graphsync/HTTP/Bitswap retrievals. This feature positions Singularity as an alternative to a traditional storage provider, bypassing the need for storage proofs. +For all prepared files, Singularity offers HTTP retrievals (trustless gateway and piece retrieval). This feature positions Singularity as an alternative to a traditional storage provider, bypassing the need for storage proofs. ## Deal Making diff --git a/docs/en/cli-reference/admin/init.md b/docs/en/cli-reference/admin/init.md index cb59e97ad..b321cbf20 100644 --- a/docs/en/cli-reference/admin/init.md +++ b/docs/en/cli-reference/admin/init.md @@ -9,7 +9,7 @@ USAGE: singularity admin init [command options] DESCRIPTION: - This commands need to be run before running any singularity daemon or after any version upgrade + This command needs to be run before running any singularity daemon or after any version upgrade OPTIONS: --identity value Name of the user or service that is running the Singularity for tracking and logging purpose diff --git a/docs/en/cli-reference/deal/schedule/create-batch.md b/docs/en/cli-reference/deal/schedule/create-batch.md index 99c9ec15d..7c43085a8 100644 --- a/docs/en/cli-reference/deal/schedule/create-batch.md +++ b/docs/en/cli-reference/deal/schedule/create-batch.md @@ -54,8 +54,8 @@ OPTIONS: --allowed-piece-cid value, --piece-cid value [ --allowed-piece-cid value, --piece-cid value ] List of allowed piece CIDs in this schedule (default: Any) --allowed-piece-cid-file value, --piece-cid-file value [ --allowed-piece-cid-file value, --piece-cid-file value ] List of files that contains a list of piece CIDs to allow --force Force to send out deals regardless of replication restriction (default: false) - --max-pending-deal-number value, --pending-number value Max pending deal number overall for this request, i.e. 100TiB (default: Unlimited) - --max-pending-deal-size value, --pending-size value Max pending deal sizes overall for this request, i.e. 1000 (default: Unlimited) + --max-pending-deal-number value, --pending-number value Max pending deal number overall for this request, i.e. 1000 (default: Unlimited) + --max-pending-deal-size value, --pending-size value Max pending deal sizes overall for this request, i.e. 100TiB (default: Unlimited) --total-deal-number value, --total-number value Max total deal number for this request, i.e. 1000 (default: Unlimited) --total-deal-size value, --total-size value Max total deal sizes for this request, i.e. 100TiB (default: Unlimited) diff --git a/docs/en/cli-reference/deal/schedule/create.md b/docs/en/cli-reference/deal/schedule/create.md index 77d44dee6..076b39943 100644 --- a/docs/en/cli-reference/deal/schedule/create.md +++ b/docs/en/cli-reference/deal/schedule/create.md @@ -66,8 +66,8 @@ OPTIONS: --allowed-piece-cid value, --piece-cid value [ --allowed-piece-cid value, --piece-cid value ] List of allowed piece CIDs in this schedule (default: Any) --allowed-piece-cid-file value, --piece-cid-file value [ --allowed-piece-cid-file value, --piece-cid-file value ] List of files that contains a list of piece CIDs to allow --force Force to send out deals regardless of replication restriction (default: false) - --max-pending-deal-number value, --pending-number value Max pending deal number overall for this request, i.e. 100TiB (default: Unlimited) - --max-pending-deal-size value, --pending-size value Max pending deal sizes overall for this request, i.e. 1000 (default: Unlimited) + --max-pending-deal-number value, --pending-number value Max pending deal number overall for this request, i.e. 1000 (default: Unlimited) + --max-pending-deal-size value, --pending-size value Max pending deal sizes overall for this request, i.e. 100TiB (default: Unlimited) --total-deal-number value, --total-number value Max total deal number for this request, i.e. 1000 (default: Unlimited) --total-deal-size value, --total-size value Max total deal sizes for this request, i.e. 100TiB (default: Unlimited) diff --git a/docs/en/cli-reference/deal/schedule/update.md b/docs/en/cli-reference/deal/schedule/update.md index fc73c4566..44f146541 100644 --- a/docs/en/cli-reference/deal/schedule/update.md +++ b/docs/en/cli-reference/deal/schedule/update.md @@ -64,8 +64,8 @@ OPTIONS: --allowed-piece-cid value, --piece-cid value [ --allowed-piece-cid value, --piece-cid value ] List of allowed piece CIDs in this schedule. Append only. --allowed-piece-cid-file value, --piece-cid-file value [ --allowed-piece-cid-file value, --piece-cid-file value ] List of files that contains a list of piece CIDs to allow. Append only. --force Force to send out deals regardless of replication restriction (default: false) - --max-pending-deal-number value, --pending-number value Max pending deal number overall for this request, i.e. 100TiB (default: 0) - --max-pending-deal-size value, --pending-size value Max pending deal sizes overall for this request, i.e. 1000 + --max-pending-deal-number value, --pending-number value Max pending deal number overall for this request, i.e. 1000 (default: 0) + --max-pending-deal-size value, --pending-size value Max pending deal sizes overall for this request, i.e. 100TiB --total-deal-number value, --total-number value Max total deal number for this request, i.e. 1000 (default: 0) --total-deal-size value, --total-size value Max total deal sizes for this request, i.e. 100TiB diff --git a/docs/en/cli-reference/deal/send-manual.md b/docs/en/cli-reference/deal/send-manual.md index af50b3d99..26db11ee0 100644 --- a/docs/en/cli-reference/deal/send-manual.md +++ b/docs/en/cli-reference/deal/send-manual.md @@ -36,7 +36,7 @@ OPTIONS: --piece-cid value Piece CID of the deal --piece-size value Piece Size of the deal (default: "32GiB") --price-per-deal value Price in FIL per deal (default: 0) - --price-per-gb value Price in FIL per GiB (default: 0) + --price-per-gb value Price in FIL per GiB (default: 0) --price-per-gb-epoch value Price in FIL per GiB per epoch (default: 0) --provider value Storage Provider ID to send deal to --root-cid value Root CID that is required as part of the deal proposal, if empty, will be set to empty CID (default: Empty CID) diff --git a/docs/en/cli-reference/download.md b/docs/en/cli-reference/download.md index 129394475..cc28fa299 100644 --- a/docs/en/cli-reference/download.md +++ b/docs/en/cli-reference/download.md @@ -59,7 +59,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/ez-prep.md b/docs/en/cli-reference/ez-prep.md index 1895c56dd..de590fe52 100644 --- a/docs/en/cli-reference/ez-prep.md +++ b/docs/en/cli-reference/ez-prep.md @@ -12,8 +12,8 @@ CATEGORY: Utility DESCRIPTION: - This commands can be used to prepare a dataset from a local path with minimum configurable parameters. - For more advanced usage, please use the subcommands under `storage` and `data-prep`. + This command can be used to prepare a dataset from a local path with minimum configurable parameters. + For more advanced usage, please use the subcommands under `storage` and `prep`. You can also use this command for benchmarking with in-memory database and inline preparation, i.e. mkdir dataset truncate -s 1024G dataset/1T.bin diff --git a/docs/en/cli-reference/prep/README.md b/docs/en/cli-reference/prep/README.md index f59874e5e..171fb1da0 100644 --- a/docs/en/cli-reference/prep/README.md +++ b/docs/en/cli-reference/prep/README.md @@ -28,13 +28,13 @@ COMMANDS: create Create a new preparation list List all preparations attach-source Attach a source storage to a preparation - attach-output Attach a output storage to a preparation - detach-output Detach a output storage to a preparation + attach-output Attach an output storage to a preparation + detach-output Detach an output storage from a preparation explore Explore prepared source by path Wallet Management: attach-wallet Attach a wallet to a preparation list-wallets List attached wallets with a preparation - detach-wallet Detach a wallet to a preparation + detach-wallet Detach a wallet from a preparation OPTIONS: --help, -h show help diff --git a/docs/en/cli-reference/prep/attach-output.md b/docs/en/cli-reference/prep/attach-output.md index b17ac26b9..d5f302214 100644 --- a/docs/en/cli-reference/prep/attach-output.md +++ b/docs/en/cli-reference/prep/attach-output.md @@ -1,9 +1,9 @@ -# Attach a output storage to a preparation +# Attach an output storage to a preparation {% code fullWidth="true" %} ``` NAME: - singularity prep attach-output - Attach a output storage to a preparation + singularity prep attach-output - Attach an output storage to a preparation USAGE: singularity prep attach-output [command options] diff --git a/docs/en/cli-reference/prep/create.md b/docs/en/cli-reference/prep/create.md index d92507884..f5de610b3 100644 --- a/docs/en/cli-reference/prep/create.md +++ b/docs/en/cli-reference/prep/create.md @@ -25,7 +25,7 @@ OPTIONS: Quick creation with local output paths - --local-output value [ --local-output value ] The local output path to be used for the preparation. This is a convenient flag that will create a output storage with the provided path + --local-output value [ --local-output value ] The local output path to be used for the preparation. This is a convenient flag that will create an output storage with the provided path Quick creation with local source paths diff --git a/docs/en/cli-reference/prep/detach-output.md b/docs/en/cli-reference/prep/detach-output.md index addd5988c..ee7e562bb 100644 --- a/docs/en/cli-reference/prep/detach-output.md +++ b/docs/en/cli-reference/prep/detach-output.md @@ -1,9 +1,9 @@ -# Detach a output storage to a preparation +# Detach an output storage from a preparation {% code fullWidth="true" %} ``` NAME: - singularity prep detach-output - Detach a output storage to a preparation + singularity prep detach-output - Detach an output storage from a preparation USAGE: singularity prep detach-output [command options] diff --git a/docs/en/cli-reference/prep/detach-wallet.md b/docs/en/cli-reference/prep/detach-wallet.md index 86827e07e..b604690ee 100644 --- a/docs/en/cli-reference/prep/detach-wallet.md +++ b/docs/en/cli-reference/prep/detach-wallet.md @@ -1,9 +1,9 @@ -# Detach a wallet to a preparation +# Detach a wallet from a preparation {% code fullWidth="true" %} ``` NAME: - singularity prep detach-wallet - Detach a wallet to a preparation + singularity prep detach-wallet - Detach a wallet from a preparation USAGE: singularity prep detach-wallet [command options] diff --git a/docs/en/cli-reference/prep/pause-daggen.md b/docs/en/cli-reference/prep/pause-daggen.md index 3f4c63d59..c49bc9552 100644 --- a/docs/en/cli-reference/prep/pause-daggen.md +++ b/docs/en/cli-reference/prep/pause-daggen.md @@ -6,7 +6,7 @@ NAME: singularity prep pause-daggen - Pause a DAG generation job USAGE: - singularity prep pause-daggen [command options] + singularity prep pause-daggen [command options] CATEGORY: Job Management diff --git a/docs/en/cli-reference/run/download-server.md b/docs/en/cli-reference/run/download-server.md index f9de5d29b..155627824 100644 --- a/docs/en/cli-reference/run/download-server.md +++ b/docs/en/cli-reference/run/download-server.md @@ -62,7 +62,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/azureblob.md b/docs/en/cli-reference/storage/update/azureblob.md index 0841026e1..630dc99ca 100644 --- a/docs/en/cli-reference/storage/update/azureblob.md +++ b/docs/en/cli-reference/storage/update/azureblob.md @@ -404,7 +404,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/b2.md b/docs/en/cli-reference/storage/update/b2.md index abccff91b..dd288ebf9 100644 --- a/docs/en/cli-reference/storage/update/b2.md +++ b/docs/en/cli-reference/storage/update/b2.md @@ -223,7 +223,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/box.md b/docs/en/cli-reference/storage/update/box.md index 15fdcbb6f..2663a2b2c 100644 --- a/docs/en/cli-reference/storage/update/box.md +++ b/docs/en/cli-reference/storage/update/box.md @@ -131,7 +131,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/drive.md b/docs/en/cli-reference/storage/update/drive.md index 57a3b512d..a3a7d7a39 100644 --- a/docs/en/cli-reference/storage/update/drive.md +++ b/docs/en/cli-reference/storage/update/drive.md @@ -513,7 +513,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/dropbox.md b/docs/en/cli-reference/storage/update/dropbox.md index 59d1eb670..0c47b2534 100644 --- a/docs/en/cli-reference/storage/update/dropbox.md +++ b/docs/en/cli-reference/storage/update/dropbox.md @@ -219,7 +219,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/fichier.md b/docs/en/cli-reference/storage/update/fichier.md index e7204ba45..e3216a9d7 100644 --- a/docs/en/cli-reference/storage/update/fichier.md +++ b/docs/en/cli-reference/storage/update/fichier.md @@ -52,7 +52,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/filefabric.md b/docs/en/cli-reference/storage/update/filefabric.md index 21e1071aa..ace33865e 100644 --- a/docs/en/cli-reference/storage/update/filefabric.md +++ b/docs/en/cli-reference/storage/update/filefabric.md @@ -88,7 +88,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/ftp.md b/docs/en/cli-reference/storage/update/ftp.md index 3b989343d..2a1dd7b30 100644 --- a/docs/en/cli-reference/storage/update/ftp.md +++ b/docs/en/cli-reference/storage/update/ftp.md @@ -199,7 +199,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/gcs.md b/docs/en/cli-reference/storage/update/gcs.md index c68094dc0..497abd40e 100644 --- a/docs/en/cli-reference/storage/update/gcs.md +++ b/docs/en/cli-reference/storage/update/gcs.md @@ -268,7 +268,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/gphotos.md b/docs/en/cli-reference/storage/update/gphotos.md index eb191e62e..ba17e1621 100644 --- a/docs/en/cli-reference/storage/update/gphotos.md +++ b/docs/en/cli-reference/storage/update/gphotos.md @@ -188,7 +188,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/hdfs.md b/docs/en/cli-reference/storage/update/hdfs.md index 23abf888b..0015868be 100644 --- a/docs/en/cli-reference/storage/update/hdfs.md +++ b/docs/en/cli-reference/storage/update/hdfs.md @@ -65,7 +65,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/hidrive.md b/docs/en/cli-reference/storage/update/hidrive.md index ad4f9eeec..be387ae92 100644 --- a/docs/en/cli-reference/storage/update/hidrive.md +++ b/docs/en/cli-reference/storage/update/hidrive.md @@ -146,7 +146,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/http.md b/docs/en/cli-reference/storage/update/http.md index 0c82ffb15..f4b023cf4 100644 --- a/docs/en/cli-reference/storage/update/http.md +++ b/docs/en/cli-reference/storage/update/http.md @@ -81,7 +81,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/internetarchive.md b/docs/en/cli-reference/storage/update/internetarchive.md index 63cac0724..30d2c3f5a 100644 --- a/docs/en/cli-reference/storage/update/internetarchive.md +++ b/docs/en/cli-reference/storage/update/internetarchive.md @@ -82,7 +82,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/jottacloud.md b/docs/en/cli-reference/storage/update/jottacloud.md index 73afabe7f..b8b144b30 100644 --- a/docs/en/cli-reference/storage/update/jottacloud.md +++ b/docs/en/cli-reference/storage/update/jottacloud.md @@ -90,7 +90,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/koofr/digistorage.md b/docs/en/cli-reference/storage/update/koofr/digistorage.md index ffd0f5532..d936bef4e 100644 --- a/docs/en/cli-reference/storage/update/koofr/digistorage.md +++ b/docs/en/cli-reference/storage/update/koofr/digistorage.md @@ -52,7 +52,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/koofr/koofr.md b/docs/en/cli-reference/storage/update/koofr/koofr.md index f697cbc34..105e3698c 100644 --- a/docs/en/cli-reference/storage/update/koofr/koofr.md +++ b/docs/en/cli-reference/storage/update/koofr/koofr.md @@ -52,7 +52,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/koofr/other.md b/docs/en/cli-reference/storage/update/koofr/other.md index 2da2ababc..900ecd208 100644 --- a/docs/en/cli-reference/storage/update/koofr/other.md +++ b/docs/en/cli-reference/storage/update/koofr/other.md @@ -56,7 +56,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/mailru.md b/docs/en/cli-reference/storage/update/mailru.md index a79b942a1..b11fb3b7b 100644 --- a/docs/en/cli-reference/storage/update/mailru.md +++ b/docs/en/cli-reference/storage/update/mailru.md @@ -154,7 +154,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/mega.md b/docs/en/cli-reference/storage/update/mega.md index e7009b6d2..39e6c2be0 100644 --- a/docs/en/cli-reference/storage/update/mega.md +++ b/docs/en/cli-reference/storage/update/mega.md @@ -77,7 +77,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/netstorage.md b/docs/en/cli-reference/storage/update/netstorage.md index eb63cb2d7..35ec7390e 100644 --- a/docs/en/cli-reference/storage/update/netstorage.md +++ b/docs/en/cli-reference/storage/update/netstorage.md @@ -53,7 +53,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/onedrive.md b/docs/en/cli-reference/storage/update/onedrive.md index ca65bce75..fd01343f9 100644 --- a/docs/en/cli-reference/storage/update/onedrive.md +++ b/docs/en/cli-reference/storage/update/onedrive.md @@ -320,7 +320,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/oos/env_auth.md b/docs/en/cli-reference/storage/update/oos/env_auth.md index a05ed83ab..df44f7553 100644 --- a/docs/en/cli-reference/storage/update/oos/env_auth.md +++ b/docs/en/cli-reference/storage/update/oos/env_auth.md @@ -223,7 +223,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/oos/instance_principal_auth.md b/docs/en/cli-reference/storage/update/oos/instance_principal_auth.md index a8e4e37cf..124105078 100644 --- a/docs/en/cli-reference/storage/update/oos/instance_principal_auth.md +++ b/docs/en/cli-reference/storage/update/oos/instance_principal_auth.md @@ -227,7 +227,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/oos/no_auth.md b/docs/en/cli-reference/storage/update/oos/no_auth.md index 64d3463de..3068ede0c 100644 --- a/docs/en/cli-reference/storage/update/oos/no_auth.md +++ b/docs/en/cli-reference/storage/update/oos/no_auth.md @@ -217,7 +217,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/oos/resource_principal_auth.md b/docs/en/cli-reference/storage/update/oos/resource_principal_auth.md index 348f19dd8..7bf4bf34c 100644 --- a/docs/en/cli-reference/storage/update/oos/resource_principal_auth.md +++ b/docs/en/cli-reference/storage/update/oos/resource_principal_auth.md @@ -223,7 +223,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/oos/user_principal_auth.md b/docs/en/cli-reference/storage/update/oos/user_principal_auth.md index ee16f2a24..bc13aad3d 100644 --- a/docs/en/cli-reference/storage/update/oos/user_principal_auth.md +++ b/docs/en/cli-reference/storage/update/oos/user_principal_auth.md @@ -241,7 +241,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/oos/workload_identity_auth.md b/docs/en/cli-reference/storage/update/oos/workload_identity_auth.md index 243399c86..231f1de6a 100644 --- a/docs/en/cli-reference/storage/update/oos/workload_identity_auth.md +++ b/docs/en/cli-reference/storage/update/oos/workload_identity_auth.md @@ -225,7 +225,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/opendrive.md b/docs/en/cli-reference/storage/update/opendrive.md index 0c4dd7806..46c8c5ab4 100644 --- a/docs/en/cli-reference/storage/update/opendrive.md +++ b/docs/en/cli-reference/storage/update/opendrive.md @@ -56,7 +56,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/pcloud.md b/docs/en/cli-reference/storage/update/pcloud.md index e9d8ac66f..d89c0994f 100644 --- a/docs/en/cli-reference/storage/update/pcloud.md +++ b/docs/en/cli-reference/storage/update/pcloud.md @@ -97,7 +97,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/premiumizeme.md b/docs/en/cli-reference/storage/update/premiumizeme.md index 540752b81..e6b0ed37b 100644 --- a/docs/en/cli-reference/storage/update/premiumizeme.md +++ b/docs/en/cli-reference/storage/update/premiumizeme.md @@ -75,7 +75,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/putio.md b/docs/en/cli-reference/storage/update/putio.md index 7e35580b4..77677872d 100644 --- a/docs/en/cli-reference/storage/update/putio.md +++ b/docs/en/cli-reference/storage/update/putio.md @@ -68,7 +68,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/qingstor.md b/docs/en/cli-reference/storage/update/qingstor.md index 90fa3824e..c930eee4a 100644 --- a/docs/en/cli-reference/storage/update/qingstor.md +++ b/docs/en/cli-reference/storage/update/qingstor.md @@ -112,7 +112,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/alibaba.md b/docs/en/cli-reference/storage/update/s3/alibaba.md index d8ba70966..a1ec4e7e0 100644 --- a/docs/en/cli-reference/storage/update/s3/alibaba.md +++ b/docs/en/cli-reference/storage/update/s3/alibaba.md @@ -624,7 +624,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/arvancloud.md b/docs/en/cli-reference/storage/update/s3/arvancloud.md index 7e0650fd9..e1ffad1ef 100644 --- a/docs/en/cli-reference/storage/update/s3/arvancloud.md +++ b/docs/en/cli-reference/storage/update/s3/arvancloud.md @@ -612,7 +612,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/aws.md b/docs/en/cli-reference/storage/update/s3/aws.md index 07b9595db..3a989e8c8 100644 --- a/docs/en/cli-reference/storage/update/s3/aws.md +++ b/docs/en/cli-reference/storage/update/s3/aws.md @@ -800,7 +800,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/bizflycloud.md b/docs/en/cli-reference/storage/update/s3/bizflycloud.md index d371a4079..2bfc866e9 100644 --- a/docs/en/cli-reference/storage/update/s3/bizflycloud.md +++ b/docs/en/cli-reference/storage/update/s3/bizflycloud.md @@ -607,7 +607,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/ceph.md b/docs/en/cli-reference/storage/update/s3/ceph.md index beff1cea2..cd4dcf577 100644 --- a/docs/en/cli-reference/storage/update/s3/ceph.md +++ b/docs/en/cli-reference/storage/update/s3/ceph.md @@ -653,7 +653,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/chinamobile.md b/docs/en/cli-reference/storage/update/s3/chinamobile.md index 4251d67c4..0d29619d8 100644 --- a/docs/en/cli-reference/storage/update/s3/chinamobile.md +++ b/docs/en/cli-reference/storage/update/s3/chinamobile.md @@ -708,7 +708,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/cloudflare.md b/docs/en/cli-reference/storage/update/s3/cloudflare.md index df3e3388f..53cef1631 100644 --- a/docs/en/cli-reference/storage/update/s3/cloudflare.md +++ b/docs/en/cli-reference/storage/update/s3/cloudflare.md @@ -563,7 +563,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/cubbit.md b/docs/en/cli-reference/storage/update/s3/cubbit.md index 561966929..f6daa0f0b 100644 --- a/docs/en/cli-reference/storage/update/s3/cubbit.md +++ b/docs/en/cli-reference/storage/update/s3/cubbit.md @@ -605,7 +605,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/digitalocean.md b/docs/en/cli-reference/storage/update/s3/digitalocean.md index 6e7fca023..1fa667b67 100644 --- a/docs/en/cli-reference/storage/update/s3/digitalocean.md +++ b/docs/en/cli-reference/storage/update/s3/digitalocean.md @@ -617,7 +617,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/dreamhost.md b/docs/en/cli-reference/storage/update/s3/dreamhost.md index a9235c36b..2387ac4e1 100644 --- a/docs/en/cli-reference/storage/update/s3/dreamhost.md +++ b/docs/en/cli-reference/storage/update/s3/dreamhost.md @@ -608,7 +608,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/exaba.md b/docs/en/cli-reference/storage/update/s3/exaba.md index 0af99894b..b69526076 100644 --- a/docs/en/cli-reference/storage/update/s3/exaba.md +++ b/docs/en/cli-reference/storage/update/s3/exaba.md @@ -605,7 +605,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/filelu.md b/docs/en/cli-reference/storage/update/s3/filelu.md index 59563dc65..e450b83e9 100644 --- a/docs/en/cli-reference/storage/update/s3/filelu.md +++ b/docs/en/cli-reference/storage/update/s3/filelu.md @@ -613,7 +613,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/flashblade.md b/docs/en/cli-reference/storage/update/s3/flashblade.md index 8f8650b6f..a56d40a7f 100644 --- a/docs/en/cli-reference/storage/update/s3/flashblade.md +++ b/docs/en/cli-reference/storage/update/s3/flashblade.md @@ -554,7 +554,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/gcs.md b/docs/en/cli-reference/storage/update/s3/gcs.md index 63d8e4769..2606fea80 100644 --- a/docs/en/cli-reference/storage/update/s3/gcs.md +++ b/docs/en/cli-reference/storage/update/s3/gcs.md @@ -608,7 +608,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/hetzner.md b/docs/en/cli-reference/storage/update/s3/hetzner.md index 33478845f..bc22a9acd 100644 --- a/docs/en/cli-reference/storage/update/s3/hetzner.md +++ b/docs/en/cli-reference/storage/update/s3/hetzner.md @@ -615,7 +615,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/huaweiobs.md b/docs/en/cli-reference/storage/update/s3/huaweiobs.md index f50095c9f..65b30d131 100644 --- a/docs/en/cli-reference/storage/update/s3/huaweiobs.md +++ b/docs/en/cli-reference/storage/update/s3/huaweiobs.md @@ -633,7 +633,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/ibmcos.md b/docs/en/cli-reference/storage/update/s3/ibmcos.md index ccf546f83..dd4165620 100644 --- a/docs/en/cli-reference/storage/update/s3/ibmcos.md +++ b/docs/en/cli-reference/storage/update/s3/ibmcos.md @@ -726,7 +726,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/idrive.md b/docs/en/cli-reference/storage/update/s3/idrive.md index c64730946..5902a4f16 100644 --- a/docs/en/cli-reference/storage/update/s3/idrive.md +++ b/docs/en/cli-reference/storage/update/s3/idrive.md @@ -587,7 +587,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/intercolo.md b/docs/en/cli-reference/storage/update/s3/intercolo.md index 639eaca5a..94a9e6b3d 100644 --- a/docs/en/cli-reference/storage/update/s3/intercolo.md +++ b/docs/en/cli-reference/storage/update/s3/intercolo.md @@ -605,7 +605,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/ionos.md b/docs/en/cli-reference/storage/update/s3/ionos.md index 212a27737..3e0766db4 100644 --- a/docs/en/cli-reference/storage/update/s3/ionos.md +++ b/docs/en/cli-reference/storage/update/s3/ionos.md @@ -608,7 +608,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/leviia.md b/docs/en/cli-reference/storage/update/s3/leviia.md index 65d485d74..64a1fabee 100644 --- a/docs/en/cli-reference/storage/update/s3/leviia.md +++ b/docs/en/cli-reference/storage/update/s3/leviia.md @@ -603,7 +603,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/liara.md b/docs/en/cli-reference/storage/update/s3/liara.md index ae29a61c5..0fc23f38a 100644 --- a/docs/en/cli-reference/storage/update/s3/liara.md +++ b/docs/en/cli-reference/storage/update/s3/liara.md @@ -601,7 +601,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/linode.md b/docs/en/cli-reference/storage/update/s3/linode.md index 316a65b68..6c627f98b 100644 --- a/docs/en/cli-reference/storage/update/s3/linode.md +++ b/docs/en/cli-reference/storage/update/s3/linode.md @@ -616,7 +616,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/lyvecloud.md b/docs/en/cli-reference/storage/update/s3/lyvecloud.md index 5c578daa7..b07d02565 100644 --- a/docs/en/cli-reference/storage/update/s3/lyvecloud.md +++ b/docs/en/cli-reference/storage/update/s3/lyvecloud.md @@ -609,7 +609,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/magalu.md b/docs/en/cli-reference/storage/update/s3/magalu.md index 83af09c49..c307f24ae 100644 --- a/docs/en/cli-reference/storage/update/s3/magalu.md +++ b/docs/en/cli-reference/storage/update/s3/magalu.md @@ -601,7 +601,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/mega.md b/docs/en/cli-reference/storage/update/s3/mega.md index 277c65126..e7f9b9e60 100644 --- a/docs/en/cli-reference/storage/update/s3/mega.md +++ b/docs/en/cli-reference/storage/update/s3/mega.md @@ -584,7 +584,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/minio.md b/docs/en/cli-reference/storage/update/s3/minio.md index 716d0d88a..a2be3fab0 100644 --- a/docs/en/cli-reference/storage/update/s3/minio.md +++ b/docs/en/cli-reference/storage/update/s3/minio.md @@ -653,7 +653,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/netease.md b/docs/en/cli-reference/storage/update/s3/netease.md index e37a7e693..84cf5cecd 100644 --- a/docs/en/cli-reference/storage/update/s3/netease.md +++ b/docs/en/cli-reference/storage/update/s3/netease.md @@ -605,7 +605,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/other.md b/docs/en/cli-reference/storage/update/s3/other.md index 63396fa46..04ac9a342 100644 --- a/docs/en/cli-reference/storage/update/s3/other.md +++ b/docs/en/cli-reference/storage/update/s3/other.md @@ -605,7 +605,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/outscale.md b/docs/en/cli-reference/storage/update/s3/outscale.md index a4e7ba6a7..50ac6e620 100644 --- a/docs/en/cli-reference/storage/update/s3/outscale.md +++ b/docs/en/cli-reference/storage/update/s3/outscale.md @@ -613,7 +613,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/ovhcloud.md b/docs/en/cli-reference/storage/update/s3/ovhcloud.md index 08a4f2aca..6b759c18b 100644 --- a/docs/en/cli-reference/storage/update/s3/ovhcloud.md +++ b/docs/en/cli-reference/storage/update/s3/ovhcloud.md @@ -632,7 +632,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/petabox.md b/docs/en/cli-reference/storage/update/s3/petabox.md index 6be363aa0..b0452a806 100644 --- a/docs/en/cli-reference/storage/update/s3/petabox.md +++ b/docs/en/cli-reference/storage/update/s3/petabox.md @@ -613,7 +613,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/qiniu.md b/docs/en/cli-reference/storage/update/s3/qiniu.md index 44220f8c4..8cc029eb4 100644 --- a/docs/en/cli-reference/storage/update/s3/qiniu.md +++ b/docs/en/cli-reference/storage/update/s3/qiniu.md @@ -648,7 +648,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/rabata.md b/docs/en/cli-reference/storage/update/s3/rabata.md index a58b58e65..0a8622c92 100644 --- a/docs/en/cli-reference/storage/update/s3/rabata.md +++ b/docs/en/cli-reference/storage/update/s3/rabata.md @@ -580,7 +580,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/rackcorp.md b/docs/en/cli-reference/storage/update/s3/rackcorp.md index 27ee154c6..f1031d659 100644 --- a/docs/en/cli-reference/storage/update/s3/rackcorp.md +++ b/docs/en/cli-reference/storage/update/s3/rackcorp.md @@ -668,7 +668,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/rclone.md b/docs/en/cli-reference/storage/update/s3/rclone.md index fa5ca7c2a..386c081a9 100644 --- a/docs/en/cli-reference/storage/update/s3/rclone.md +++ b/docs/en/cli-reference/storage/update/s3/rclone.md @@ -554,7 +554,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/scaleway.md b/docs/en/cli-reference/storage/update/s3/scaleway.md index 38afa2e10..416809270 100644 --- a/docs/en/cli-reference/storage/update/s3/scaleway.md +++ b/docs/en/cli-reference/storage/update/s3/scaleway.md @@ -625,7 +625,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/seaweedfs.md b/docs/en/cli-reference/storage/update/s3/seaweedfs.md index e9e432d6e..6eeb4f770 100644 --- a/docs/en/cli-reference/storage/update/s3/seaweedfs.md +++ b/docs/en/cli-reference/storage/update/s3/seaweedfs.md @@ -608,7 +608,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/selectel.md b/docs/en/cli-reference/storage/update/s3/selectel.md index fbedb7731..bf8603b93 100644 --- a/docs/en/cli-reference/storage/update/s3/selectel.md +++ b/docs/en/cli-reference/storage/update/s3/selectel.md @@ -571,7 +571,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/servercore.md b/docs/en/cli-reference/storage/update/s3/servercore.md index 4a46d68a2..27e4b2982 100644 --- a/docs/en/cli-reference/storage/update/s3/servercore.md +++ b/docs/en/cli-reference/storage/update/s3/servercore.md @@ -593,7 +593,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/spectralogic.md b/docs/en/cli-reference/storage/update/s3/spectralogic.md index d1dd32a74..c0ef11ac8 100644 --- a/docs/en/cli-reference/storage/update/s3/spectralogic.md +++ b/docs/en/cli-reference/storage/update/s3/spectralogic.md @@ -554,7 +554,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/stackpath.md b/docs/en/cli-reference/storage/update/s3/stackpath.md index 12ef47f51..b65d44895 100644 --- a/docs/en/cli-reference/storage/update/s3/stackpath.md +++ b/docs/en/cli-reference/storage/update/s3/stackpath.md @@ -604,7 +604,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/storj.md b/docs/en/cli-reference/storage/update/s3/storj.md index 5c51ec6b1..4ba28ccde 100644 --- a/docs/en/cli-reference/storage/update/s3/storj.md +++ b/docs/en/cli-reference/storage/update/s3/storj.md @@ -557,7 +557,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/synology.md b/docs/en/cli-reference/storage/update/s3/synology.md index b6e14ebbf..a90322cb5 100644 --- a/docs/en/cli-reference/storage/update/s3/synology.md +++ b/docs/en/cli-reference/storage/update/s3/synology.md @@ -580,7 +580,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/tencentcos.md b/docs/en/cli-reference/storage/update/s3/tencentcos.md index a96b24351..b65574893 100644 --- a/docs/en/cli-reference/storage/update/s3/tencentcos.md +++ b/docs/en/cli-reference/storage/update/s3/tencentcos.md @@ -624,7 +624,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/wasabi.md b/docs/en/cli-reference/storage/update/s3/wasabi.md index 8e655e3a3..a905ac7f7 100644 --- a/docs/en/cli-reference/storage/update/s3/wasabi.md +++ b/docs/en/cli-reference/storage/update/s3/wasabi.md @@ -621,7 +621,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/s3/zata.md b/docs/en/cli-reference/storage/update/s3/zata.md index 304706374..eca4ee8d6 100644 --- a/docs/en/cli-reference/storage/update/s3/zata.md +++ b/docs/en/cli-reference/storage/update/s3/zata.md @@ -611,7 +611,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/seafile.md b/docs/en/cli-reference/storage/update/seafile.md index 82d9593ec..f9217a506 100644 --- a/docs/en/cli-reference/storage/update/seafile.md +++ b/docs/en/cli-reference/storage/update/seafile.md @@ -71,7 +71,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/sftp.md b/docs/en/cli-reference/storage/update/sftp.md index d0dd5dd77..6ae6769f3 100644 --- a/docs/en/cli-reference/storage/update/sftp.md +++ b/docs/en/cli-reference/storage/update/sftp.md @@ -499,7 +499,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/sharefile.md b/docs/en/cli-reference/storage/update/sharefile.md index 707a67197..a120ac369 100644 --- a/docs/en/cli-reference/storage/update/sharefile.md +++ b/docs/en/cli-reference/storage/update/sharefile.md @@ -105,7 +105,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/sia.md b/docs/en/cli-reference/storage/update/sia.md index 7f94dfaf2..a4c58b54f 100644 --- a/docs/en/cli-reference/storage/update/sia.md +++ b/docs/en/cli-reference/storage/update/sia.md @@ -51,7 +51,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/smb.md b/docs/en/cli-reference/storage/update/smb.md index 24a52d6e8..be291c455 100644 --- a/docs/en/cli-reference/storage/update/smb.md +++ b/docs/en/cli-reference/storage/update/smb.md @@ -110,7 +110,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/storj/existing.md b/docs/en/cli-reference/storage/update/storj/existing.md index 61a87f0a4..89f3ca97f 100644 --- a/docs/en/cli-reference/storage/update/storj/existing.md +++ b/docs/en/cli-reference/storage/update/storj/existing.md @@ -30,7 +30,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/storj/new.md b/docs/en/cli-reference/storage/update/storj/new.md index f0e354a75..980f31673 100644 --- a/docs/en/cli-reference/storage/update/storj/new.md +++ b/docs/en/cli-reference/storage/update/storj/new.md @@ -47,7 +47,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/sugarsync.md b/docs/en/cli-reference/storage/update/sugarsync.md index db8c972cc..a23942b8d 100644 --- a/docs/en/cli-reference/storage/update/sugarsync.md +++ b/docs/en/cli-reference/storage/update/sugarsync.md @@ -91,7 +91,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/swift.md b/docs/en/cli-reference/storage/update/swift.md index 188450302..c4ef772de 100644 --- a/docs/en/cli-reference/storage/update/swift.md +++ b/docs/en/cli-reference/storage/update/swift.md @@ -247,7 +247,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/union.md b/docs/en/cli-reference/storage/update/union.md index 32b0360f9..ccac90268 100644 --- a/docs/en/cli-reference/storage/update/union.md +++ b/docs/en/cli-reference/storage/update/union.md @@ -57,7 +57,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/webdav.md b/docs/en/cli-reference/storage/update/webdav.md index fdd8528e3..410dc05ae 100644 --- a/docs/en/cli-reference/storage/update/webdav.md +++ b/docs/en/cli-reference/storage/update/webdav.md @@ -128,7 +128,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/yandex.md b/docs/en/cli-reference/storage/update/yandex.md index c1e5ec5c3..21cc3a2ae 100644 --- a/docs/en/cli-reference/storage/update/yandex.md +++ b/docs/en/cli-reference/storage/update/yandex.md @@ -76,7 +76,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/en/cli-reference/storage/update/zoho.md b/docs/en/cli-reference/storage/update/zoho.md index 7dd9f61c1..0d6bc61b9 100644 --- a/docs/en/cli-reference/storage/update/zoho.md +++ b/docs/en/cli-reference/storage/update/zoho.md @@ -88,7 +88,7 @@ OPTIONS: --client-cert value Path to Client SSL certificate (PEM) for mutual TLS auth. To remove, use empty string. --client-connect-timeout value HTTP Client Connect timeout (default: 1m0s) --client-expect-continue-timeout value Timeout when using expect / 100-continue in HTTP (default: 1s) - --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --http-header "key="". To remove all headers, use --http-header "" + --client-header value [ --client-header value ] Set HTTP header for all transactions (i.e. key=value). This will replace the existing header values. To remove a header, use --client-header "key="". To remove all headers, use --client-header "" --client-insecure-skip-verify Do not verify the server SSL certificate (insecure) (default: false) --client-key value Path to Client SSL private key (PEM) for mutual TLS auth. To remove, use empty string. --client-no-gzip Don't set Accept-Encoding: gzip (default: false) diff --git a/docs/swagger/docs.go b/docs/swagger/docs.go index f61d0b2a7..88a1b375a 100644 --- a/docs/swagger/docs.go +++ b/docs/swagger/docs.go @@ -1434,7 +1434,7 @@ const docTemplate = `{ "tags": [ "Wallet Association" ], - "summary": "Attach a new wallet with a preparation", + "summary": "Attach a new wallet to a preparation", "operationId": "AttachWallet", "parameters": [ { @@ -1483,7 +1483,7 @@ const docTemplate = `{ "tags": [ "Wallet Association" ], - "summary": "Detach a new wallet from a preparation", + "summary": "Detach a wallet from a preparation", "operationId": "DetachWallet", "parameters": [ { @@ -6664,7 +6664,7 @@ const docTemplate = `{ "default": "31.5GiB" }, "minPieceSize": { - "description": "Minimum piece size for the preparation, applies only to DAG and remainer pieces", + "description": "Minimum piece size for the preparation, applies only to DAG and remainder pieces", "type": "string", "default": "1MiB" }, @@ -6868,7 +6868,7 @@ const docTemplate = `{ "duration": { "description": "Duration in epoch or in duration format, i.e. 1500000, 2400h", "type": "string", - "default": "12740h" + "default": "12840h" }, "fileSize": { "description": "File size in bytes for boost to fetch the CAR file", @@ -6905,7 +6905,7 @@ const docTemplate = `{ "default": 0 }, "pricePerGb": { - "description": "Price in FIL per GiB", + "description": "Price in FIL per GiB", "type": "number", "default": 0 }, @@ -7704,7 +7704,7 @@ const docTemplate = `{ "default": 0 }, "pricePerGb": { - "description": "Price in FIL per GiB", + "description": "Price in FIL per GiB", "type": "number", "default": 0 }, @@ -7722,7 +7722,7 @@ const docTemplate = `{ "type": "string" }, "scheduleCronPerpetual": { - "description": "Whether a cron schedule should run in definitely", + "description": "Whether a cron schedule should run indefinitely", "type": "boolean" }, "scheduleDealNumber": { @@ -7819,7 +7819,7 @@ const docTemplate = `{ "default": 0 }, "pricePerGb": { - "description": "Price in FIL per GiB", + "description": "Price in FIL per GiB", "type": "number", "default": 0 }, @@ -7833,7 +7833,7 @@ const docTemplate = `{ "type": "string" }, "scheduleCronPerpetual": { - "description": "Whether a cron schedule should run in definitely", + "description": "Whether a cron schedule should run indefinitely", "type": "boolean" }, "scheduleDealNumber": { diff --git a/docs/swagger/swagger.json b/docs/swagger/swagger.json index 4629db093..b519e5d34 100644 --- a/docs/swagger/swagger.json +++ b/docs/swagger/swagger.json @@ -1427,7 +1427,7 @@ "tags": [ "Wallet Association" ], - "summary": "Attach a new wallet with a preparation", + "summary": "Attach a new wallet to a preparation", "operationId": "AttachWallet", "parameters": [ { @@ -1476,7 +1476,7 @@ "tags": [ "Wallet Association" ], - "summary": "Detach a new wallet from a preparation", + "summary": "Detach a wallet from a preparation", "operationId": "DetachWallet", "parameters": [ { @@ -6657,7 +6657,7 @@ "default": "31.5GiB" }, "minPieceSize": { - "description": "Minimum piece size for the preparation, applies only to DAG and remainer pieces", + "description": "Minimum piece size for the preparation, applies only to DAG and remainder pieces", "type": "string", "default": "1MiB" }, @@ -6861,7 +6861,7 @@ "duration": { "description": "Duration in epoch or in duration format, i.e. 1500000, 2400h", "type": "string", - "default": "12740h" + "default": "12840h" }, "fileSize": { "description": "File size in bytes for boost to fetch the CAR file", @@ -6898,7 +6898,7 @@ "default": 0 }, "pricePerGb": { - "description": "Price in FIL per GiB", + "description": "Price in FIL per GiB", "type": "number", "default": 0 }, @@ -7697,7 +7697,7 @@ "default": 0 }, "pricePerGb": { - "description": "Price in FIL per GiB", + "description": "Price in FIL per GiB", "type": "number", "default": 0 }, @@ -7715,7 +7715,7 @@ "type": "string" }, "scheduleCronPerpetual": { - "description": "Whether a cron schedule should run in definitely", + "description": "Whether a cron schedule should run indefinitely", "type": "boolean" }, "scheduleDealNumber": { @@ -7812,7 +7812,7 @@ "default": 0 }, "pricePerGb": { - "description": "Price in FIL per GiB", + "description": "Price in FIL per GiB", "type": "number", "default": 0 }, @@ -7826,7 +7826,7 @@ "type": "string" }, "scheduleCronPerpetual": { - "description": "Whether a cron schedule should run in definitely", + "description": "Whether a cron schedule should run indefinitely", "type": "boolean" }, "scheduleDealNumber": { diff --git a/docs/swagger/swagger.yaml b/docs/swagger/swagger.yaml index 6ddfcdd98..656ab42ba 100644 --- a/docs/swagger/swagger.yaml +++ b/docs/swagger/swagger.yaml @@ -45,7 +45,7 @@ definitions: minPieceSize: default: 1MiB description: Minimum piece size for the preparation, applies only to DAG and - remainer pieces + remainder pieces type: string name: description: Name of the preparation @@ -188,7 +188,7 @@ definitions: description: Client address type: string duration: - default: 12740h + default: 12840h description: Duration in epoch or in duration format, i.e. 1500000, 2400h type: string fileSize: @@ -219,7 +219,7 @@ definitions: type: number pricePerGb: default: 0 - description: Price in FIL per GiB + description: Price in FIL per GiB type: number pricePerGbEpoch: default: 0 @@ -799,7 +799,7 @@ definitions: type: number pricePerGb: default: 0 - description: Price in FIL per GiB + description: Price in FIL per GiB type: number pricePerGbEpoch: default: 0 @@ -812,7 +812,7 @@ definitions: description: Schedule cron pattern type: string scheduleCronPerpetual: - description: Whether a cron schedule should run in definitely + description: Whether a cron schedule should run indefinitely type: boolean scheduleDealNumber: description: Number of deals per scheduled time @@ -888,7 +888,7 @@ definitions: type: number pricePerGb: default: 0 - description: Price in FIL per GiB + description: Price in FIL per GiB type: number pricePerGbEpoch: default: 0 @@ -898,7 +898,7 @@ definitions: description: Schedule cron pattern type: string scheduleCronPerpetual: - description: Whether a cron schedule should run in definitely + description: Whether a cron schedule should run indefinitely type: boolean scheduleDealNumber: description: Number of deals per scheduled time @@ -16500,7 +16500,7 @@ paths: description: Internal Server Error schema: $ref: '#/definitions/api.HTTPError' - summary: Detach a new wallet from a preparation + summary: Detach a wallet from a preparation tags: - Wallet Association post: @@ -16533,7 +16533,7 @@ paths: description: Internal Server Error schema: $ref: '#/definitions/api.HTTPError' - summary: Attach a new wallet with a preparation + summary: Attach a new wallet to a preparation tags: - Wallet Association /preparation/{name}: diff --git a/handler/dataprep/create.go b/handler/dataprep/create.go index 49e5aaaa6..3348c48fd 100644 --- a/handler/dataprep/create.go +++ b/handler/dataprep/create.go @@ -18,7 +18,7 @@ type CreateRequest struct { OutputStorages []string `json:"outputStorages"` // Name of Output storage systems to be used for the output MaxSizeStr string `default:"31.5GiB" json:"maxSize"` // Maximum size of the CAR files to be created PieceSizeStr string `default:"" json:"pieceSize"` // Target piece size of the CAR files used for piece commitment calculation - MinPieceSizeStr string `default:"1MiB" json:"minPieceSize"` // Minimum piece size for the preparation, applies only to DAG and remainer pieces + MinPieceSizeStr string `default:"1MiB" json:"minPieceSize"` // Minimum piece size for the preparation, applies only to DAG and remainder pieces DeleteAfterExport bool `default:"false" json:"deleteAfterExport"` // Whether to delete the source files after export NoInline bool `default:"false" json:"noInline"` // Whether to disable inline storage for the preparation. Can save database space but requires at least one output storage. NoDag bool `default:"false" json:"noDag"` // Whether to disable maintaining folder dag structure for the sources. If disabled, DagGen will not be possible and folders will not have an associated CID. @@ -28,7 +28,7 @@ type CreateRequest struct { // The function checks the validity of the input parameters such as maxSize, pieceSize, and // the existence of source and output storages. The function also ensures that provided // parameters meet certain criteria, like the pieceSize being a power of two, and maxSize -// allowing for padding. The encryption and storages compatibility is also validated. +// allowing for padding. // // Parameters: // - ctx: The context for database transactions and other operations. @@ -38,7 +38,7 @@ type CreateRequest struct { // Returns: // - A pointer to the validated Preparation model which can be used for subsequent operations. // - An error, if any occurred during the validation. This includes errors such as invalid -// parameter values, storage not found, or incompatibility between encryption and storage options. +// parameter values or storage not found. // // Note: // If certain parameters are not provided in the request, they are computed based on certain diff --git a/handler/dataprep/output.go b/handler/dataprep/output.go index 822dda4b7..fdae8914f 100644 --- a/handler/dataprep/output.go +++ b/handler/dataprep/output.go @@ -56,7 +56,7 @@ func (DefaultHandler) AddOutputStorageHandler(ctx context.Context, db *gorm.DB, }).Error }) if util.IsDuplicateKeyError(err) { - return nil, errors.Wrapf(handlererror.ErrDuplicateRecord, "output storage %s is already attached to preparation %d", output, id) + return nil, errors.Wrapf(handlererror.ErrDuplicateRecord, "output storage %s is already attached to preparation %s", output, id) } if err != nil { return nil, errors.WithStack(err) @@ -97,7 +97,7 @@ func _() {} // It ensures that the output storage and Preparation both exist before attempting the removal. // Special checks are in place to ensure: // 1. The output storage is currently attached to the Preparation. -// 2. Removing the only output storage while using encryption is disallowed. +// 2. Removing the only output storage is disallowed unless DeleteAfterExport is off and inline storage is allowed. // // Parameters: // - ctx: The context for database transactions and other operations. diff --git a/handler/dataprep/rename.go b/handler/dataprep/rename.go index 199766bda..e2933dcee 100644 --- a/handler/dataprep/rename.go +++ b/handler/dataprep/rename.go @@ -37,7 +37,7 @@ func (DefaultHandler) RenamePreparationHandler( ) (*model.Preparation, error) { db = db.WithContext(ctx) if util.IsAllDigits(request.Name) || request.Name == "" { - return nil, errors.Wrapf(handlererror.ErrInvalidParameter, "preparation name %s cannot be all digits or empty", name) + return nil, errors.Wrapf(handlererror.ErrInvalidParameter, "preparation name %s cannot be all digits or empty", request.Name) } var preparation model.Preparation diff --git a/handler/dataprep/source.go b/handler/dataprep/source.go index e1046b78e..41ff430c5 100644 --- a/handler/dataprep/source.go +++ b/handler/dataprep/source.go @@ -68,7 +68,7 @@ func (DefaultHandler) AddSourceStorageHandler(ctx context.Context, db *gorm.DB, return nil }) if util.IsDuplicateKeyError(err) { - return nil, errors.Wrapf(handlererror.ErrDuplicateRecord, "source storage %s is already attached to preparation %d", source, id) + return nil, errors.Wrapf(handlererror.ErrDuplicateRecord, "source storage %s is already attached to preparation %s", source, id) } if err != nil { return nil, errors.WithStack(err) diff --git a/handler/deal/schedule/create.go b/handler/deal/schedule/create.go index 80f6442f7..b354cd4c7 100644 --- a/handler/deal/schedule/create.go +++ b/handler/deal/schedule/create.go @@ -30,7 +30,7 @@ type CreateRequest struct { HTTPHeaders []string `json:"httpHeaders"` // http headers to be passed with the request (i.e. key=value) URLTemplate string `json:"urlTemplate"` // URL template with PIECE_CID placeholder for boost to fetch the CAR file, i.e. http://127.0.0.1/piece/{PIECE_CID}.car PricePerGBEpoch float64 `default:"0" json:"pricePerGbEpoch"` // Price in FIL per GiB per epoch - PricePerGB float64 `default:"0" json:"pricePerGb"` // Price in FIL per GiB + PricePerGB float64 `default:"0" json:"pricePerGb"` // Price in FIL per GiB PricePerDeal float64 `default:"0" json:"pricePerDeal"` // Price in FIL per deal Verified bool `default:"true" json:"verified"` // Whether the deal should be verified IPNI bool `default:"true" json:"ipni"` // Whether the deal should be IPNI @@ -38,7 +38,7 @@ type CreateRequest struct { StartDelay string `default:"72h" json:"startDelay"` // Deal start delay in epoch or in duration format, i.e. 1000, 72h Duration string `default:"12840h" json:"duration"` // Duration in epoch or in duration format, i.e. 1500000, 2400h ScheduleCron string `json:"scheduleCron"` // Schedule cron pattern - ScheduleCronPerpetual bool `json:"scheduleCronPerpetual"` // Whether a cron schedule should run in definitely + ScheduleCronPerpetual bool `json:"scheduleCronPerpetual"` // Whether a cron schedule should run indefinitely ScheduleDealNumber int `json:"scheduleDealNumber"` // Number of deals per scheduled time TotalDealNumber int `json:"totalDealNumber"` // Total number of deals ScheduleDealSize string `json:"scheduleDealSize"` // Size of deals per schedule trigger in human readable format, i.e. 100 TiB @@ -148,7 +148,7 @@ func buildSchedule( var preparation model.Preparation err := preparation.FindByIDOrName(db, request.Preparation, "Wallet") if errors.Is(err, gorm.ErrRecordNotFound) { - return nil, errors.Wrapf(handlererror.ErrNotFound, "preparation %d not found", request.Preparation) + return nil, errors.Wrapf(handlererror.ErrNotFound, "preparation %s not found", request.Preparation) } if err != nil { return nil, errors.WithStack(err) diff --git a/handler/deal/schedule/update.go b/handler/deal/schedule/update.go index f9201bc3c..27e1f4cf3 100644 --- a/handler/deal/schedule/update.go +++ b/handler/deal/schedule/update.go @@ -22,7 +22,7 @@ type UpdateRequest struct { HTTPHeaders []string `json:"httpHeaders"` // http headers to be passed with the request (i.e. key=value) URLTemplate *string `json:"urlTemplate"` // URL template with PIECE_CID placeholder for boost to fetch the CAR file, i.e. http://127.0.0.1/piece/{PIECE_CID}.car PricePerGBEpoch *float64 `default:"0" json:"pricePerGbEpoch"` // Price in FIL per GiB per epoch - PricePerGB *float64 `default:"0" json:"pricePerGb"` // Price in FIL per GiB + PricePerGB *float64 `default:"0" json:"pricePerGb"` // Price in FIL per GiB PricePerDeal *float64 `default:"0" json:"pricePerDeal"` // Price in FIL per deal Verified *bool `default:"true" json:"verified"` // Whether the deal should be verified IPNI *bool `default:"true" json:"ipni"` // Whether the deal should be IPNI @@ -31,7 +31,7 @@ type UpdateRequest struct { StartDelay *string `default:"72h" json:"startDelay"` // Deal start delay in epoch or in duration format, i.e. 1000, 72h Duration *string `default:"12840h" json:"duration"` // Duration in epoch or in duration format, i.e. 1500000, 2400h ScheduleCron *string `json:"scheduleCron"` // Schedule cron pattern - ScheduleCronPerpetual *bool `json:"scheduleCronPerpetual"` // Whether a cron schedule should run in definitely + ScheduleCronPerpetual *bool `json:"scheduleCronPerpetual"` // Whether a cron schedule should run indefinitely ScheduleDealNumber *int `json:"scheduleDealNumber"` // Number of deals per scheduled time TotalDealNumber *int `json:"totalDealNumber"` // Total number of deals ScheduleDealSize *string `json:"scheduleDealSize"` // Size of deals per schedule trigger in human readable format, i.e. 100 TiB @@ -166,7 +166,7 @@ func (DefaultHandler) UpdateHandler( if *request.ScheduleCron != "" { _, err = cronParser.Parse(*request.ScheduleCron) if err != nil { - return nil, errors.Wrapf(handlererror.ErrInvalidParameter, "invalid schedule cron %s", request.ScheduleCron) + return nil, errors.Wrapf(handlererror.ErrInvalidParameter, "invalid schedule cron %s", *request.ScheduleCron) } else { scheduleCron = *request.ScheduleCron } diff --git a/handler/deal/send-manual.go b/handler/deal/send-manual.go index fc0f34f8c..64731c5c0 100644 --- a/handler/deal/send-manual.go +++ b/handler/deal/send-manual.go @@ -25,14 +25,14 @@ type Proposal struct { HTTPHeaders []string `json:"httpHeaders"` // http headers to be passed with the request (i.e. key=value) URLTemplate string `json:"urlTemplate"` // URL template with PIECE_CID placeholder for boost to fetch the CAR file, i.e. http://127.0.0.1/piece/{PIECE_CID}.car PricePerGBEpoch float64 `default:"0" json:"pricePerGbEpoch"` // Price in FIL per GiB per epoch - PricePerGB float64 `default:"0" json:"pricePerGb"` // Price in FIL per GiB + PricePerGB float64 `default:"0" json:"pricePerGb"` // Price in FIL per GiB PricePerDeal float64 `default:"0" json:"pricePerDeal"` // Price in FIL per deal RootCID string `default:"bafkqaaa" json:"rootCid"` // Root CID that is required as part of the deal proposal, if empty, will be set to empty CID Verified bool `default:"true" json:"verified"` // Whether the deal should be verified IPNI bool `default:"true" json:"ipni"` // Whether the deal should be IPNI KeepUnsealed bool `default:"true" json:"keepUnsealed"` // Whether the deal should be kept unsealed StartDelay string `default:"72h" json:"startDelay"` // Deal start delay in epoch or in duration format, i.e. 1000, 72h - Duration string `default:"12740h" json:"duration"` // Duration in epoch or in duration format, i.e. 1500000, 2400h + Duration string `default:"12840h" json:"duration"` // Duration in epoch or in duration format, i.e. 1500000, 2400h ClientAddress string `json:"clientAddress"` // Client address ProviderID string `json:"providerId"` // Provider ID PieceCID string `json:"pieceCid"` // Piece CID diff --git a/handler/download.go b/handler/download.go index 358ad04b4..e91be6dcf 100644 --- a/handler/download.go +++ b/handler/download.go @@ -115,7 +115,7 @@ func download(cctx *cli.Context, reader *store.PieceReader, outPath string, conc reader := io.LimitReader(clonedReader, end-start) buffer := make([]byte, 4096) if !cctx.Bool("quiet") { - _, _ = fmt.Fprintf(cctx.App.Writer, "[Thread %d] Downloading part %d - %d\n", i, end, start) + _, _ = fmt.Fprintf(cctx.App.Writer, "[Thread %d] Downloading part %d - %d\n", i, start, end) } for { if ctx.Err() != nil { diff --git a/handler/job/daggen.go b/handler/job/daggen.go index 68033d55b..125371133 100644 --- a/handler/job/daggen.go +++ b/handler/job/daggen.go @@ -9,7 +9,7 @@ import ( // StartDagGenHandler initiates the start of a Directed Acyclic Graph (DAG) generation job for a given source storage. // -// This function is a wrapper around the more general `StartJobHandler` function and sets the job type to 'Scan'. +// This function is a wrapper around the more general `StartJobHandler` function and sets the job type to 'DagGen'. // // Parameters: // - ctx: The context for database transactions and other operations. @@ -44,7 +44,7 @@ func _() {} // PauseDagGenHandler pauses an ongoing Directed Acyclic Graph (DAG) generation job for a given source storage. // -// This function is a wrapper around the more general `PauseJobHandler` function, specifically for pausing 'Scan' type jobs. +// This function is a wrapper around the more general `PauseJobHandler` function, specifically for pausing 'DagGen' type jobs. // // Parameters: // - ctx: The context for database transactions and other operations. diff --git a/handler/job/status.go b/handler/job/status.go index 36bb862a9..1ec76d633 100644 --- a/handler/job/status.go +++ b/handler/job/status.go @@ -40,7 +40,7 @@ func (DefaultHandler) GetStatusHandler(ctx context.Context, db *gorm.DB, id stri var preparation model.Preparation err := preparation.FindByIDOrName(db, id, "OutputStorages") if errors.Is(err, gorm.ErrRecordNotFound) { - return nil, errors.Wrapf(handlererror.ErrNotFound, "preparation %d cannot be found", id) + return nil, errors.Wrapf(handlererror.ErrNotFound, "preparation %s cannot be found", id) } if err != nil { return nil, errors.WithStack(err) diff --git a/handler/storage/rename.go b/handler/storage/rename.go index 056e3b51a..5e2de01c8 100644 --- a/handler/storage/rename.go +++ b/handler/storage/rename.go @@ -38,7 +38,7 @@ func (DefaultHandler) RenameStorageHandler( ) (*model.Storage, error) { db = db.WithContext(ctx) if util.IsAllDigits(request.Name) || request.Name == "" { - return nil, errors.Wrapf(handlererror.ErrInvalidParameter, "storage name %s cannot be all digits or empty", name) + return nil, errors.Wrapf(handlererror.ErrInvalidParameter, "storage name %s cannot be all digits or empty", request.Name) } var storage model.Storage diff --git a/handler/wallet/attach.go b/handler/wallet/attach.go index 99df42682..22d79e2bc 100644 --- a/handler/wallet/attach.go +++ b/handler/wallet/attach.go @@ -66,7 +66,7 @@ func (DefaultHandler) AttachHandler( } // @ID AttachWallet -// @Summary Attach a new wallet with a preparation +// @Summary Attach a new wallet to a preparation // @Tags Wallet Association // @Produce json // @Accept json diff --git a/handler/wallet/detach.go b/handler/wallet/detach.go index 23042492b..48b94d250 100644 --- a/handler/wallet/detach.go +++ b/handler/wallet/detach.go @@ -23,7 +23,7 @@ func (DefaultHandler) DetachHandler( var preparation model.Preparation err := preparation.FindByIDOrName(db, preparationID, "SourceStorages", "OutputStorages", "Wallet") if errors.Is(err, gorm.ErrRecordNotFound) { - return nil, errors.Wrapf(handlererror.ErrNotFound, "preparation %d not found", preparationID) + return nil, errors.Wrapf(handlererror.ErrNotFound, "preparation %s not found", preparationID) } if err != nil { return nil, errors.WithStack(err) @@ -51,7 +51,7 @@ func (DefaultHandler) DetachHandler( } // @ID DetachWallet -// @Summary Detach a new wallet from a preparation +// @Summary Detach a wallet from a preparation // @Tags Wallet Association // @Produce json // @Accept json diff --git a/handler/wallet/export_keys.go b/handler/wallet/export_keys.go index 8147c6a75..50273c734 100644 --- a/handler/wallet/export_keys.go +++ b/handler/wallet/export_keys.go @@ -127,7 +127,9 @@ func exportOneKey(db *gorm.DB, ks keystore.KeyStore, actor legacyActorRow) (expo // wallet exists, link actor if not already linked if existing.ActorID == nil { existing.ActorID = &actor.ID - db.Save(&existing) + if err := db.Save(&existing).Error; err != nil { + return false, fmt.Sprintf("actor %s: failed to link actor to existing wallet: %v", actor.ID, err) + } } // verify the key file exists and contains a valid key for this address stored, err := ks.Get(existing.KeyPath) @@ -160,7 +162,9 @@ func exportOneKey(db *gorm.DB, ks keystore.KeyStore, actor legacyActorRow) (expo ActorID: &actor.ID, } if err := db.Create(&w).Error; err != nil { - ks.Delete(keyName) + if delErr := ks.Delete(keyName); delErr != nil { + logger.Warnw("failed to clean up key after wallet create failure", "keyName", keyName, "error", delErr) + } return false, fmt.Sprintf("actor %s: wallet create failed: %v", actor.ID, err) } diff --git a/handler/wallet/listattached.go b/handler/wallet/listattached.go index 54f894b7d..221b3a7ac 100644 --- a/handler/wallet/listattached.go +++ b/handler/wallet/listattached.go @@ -17,7 +17,7 @@ func (DefaultHandler) ListAttachedHandler( var preparation model.Preparation err := preparation.FindByIDOrName(db, preparationID, "Wallet") if errors.Is(err, gorm.ErrRecordNotFound) { - return nil, errors.Wrapf(handlererror.ErrNotFound, "preparation %d not found", preparationID) + return nil, errors.Wrapf(handlererror.ErrNotFound, "preparation %s not found", preparationID) } if err != nil { return nil, errors.WithStack(err) diff --git a/model/basetypes.go b/model/basetypes.go index 34d6647b4..827026568 100644 --- a/model/basetypes.go +++ b/model/basetypes.go @@ -231,7 +231,7 @@ func (c ClientConfig) String() string { values = append(values, "headers:") } if c.DisableHTTP2 != nil { - values = append(values, "disableHTTP2"+strconv.FormatBool(*c.DisableHTTP2)) + values = append(values, "disableHTTP2:"+strconv.FormatBool(*c.DisableHTTP2)) } if c.DisableHTTPKeepAlives != nil { values = append(values, "disableHTTPKeepAlives:"+strconv.FormatBool(*c.DisableHTTPKeepAlives)) @@ -327,7 +327,7 @@ var JobStateStrings = []string{ } const ( - // Created means the job has been created is not ready for processing. + // Created means the job has been created and is not ready for processing. Created JobState = "created" // Ready means the job is ready for processing. Ready JobState = "ready" diff --git a/model/basetypes_test.go b/model/basetypes_test.go index 8b40b2679..cf8bf32f1 100644 --- a/model/basetypes_test.go +++ b/model/basetypes_test.go @@ -43,7 +43,7 @@ func TestClientConfigMarshal(t *testing.T) { require.EqualValues(t, c, c2) str := c.String() - require.Equal(t, "connectTimeout:1s timeout:1s expectContinueTimeout:1s insecureSkipVerify:true noGzip:true userAgent:x caCert:x clientCert:x clientKey:x headers: disableHTTP2true disableHTTPKeepAlives:true retryMaxCount:10 retryDelay:1s retryBackoff:1s retryBackoffExponential:1 skipInaccessibleFile:true useServerModTime:true lowLevelRetries:10 scanConcurrency:10", str) + require.Equal(t, "connectTimeout:1s timeout:1s expectContinueTimeout:1s insecureSkipVerify:true noGzip:true userAgent:x caCert:x clientCert:x clientKey:x headers: disableHTTP2:true disableHTTPKeepAlives:true retryMaxCount:10 retryDelay:1s retryBackoff:1s retryBackoffExponential:1 skipInaccessibleFile:true useServerModTime:true lowLevelRetries:10 scanConcurrency:10", str) } var TestCid = cid.NewCidV1(cid.Raw, util.Hash([]byte("test"))) diff --git a/model/migrate.go b/model/migrate.go index 5b415cb9c..4bef24694 100644 --- a/model/migrate.go +++ b/model/migrate.go @@ -210,7 +210,7 @@ func migrateFKConstraints(db *gorm.DB) error { return nil } -// sequenceTable maps table names to their primary key column for sequence fixing. +// sequenceTables lists tables whose sequences need fixing. // Only tables with numeric auto-increment PKs are included. var sequenceTables = []string{ "preparations", diff --git a/model/replication.go b/model/replication.go index ec6d63920..d9def7d80 100644 --- a/model/replication.go +++ b/model/replication.go @@ -2,7 +2,6 @@ package model import ( "fmt" - "strconv" "time" ) @@ -29,7 +28,7 @@ const ( DealTypeMarket DealType = "market" // DealTypePDP represents f41 PDP (Proof of Data Possession) deals DealTypePDP DealType = "pdp" - // DealTypeDDO represents DDO (Decentralized Data Onboarding) allocation deals + // DealTypeDDO represents DDO (Direct Data Onboarding) allocation deals DealTypeDDO DealType = "ddo" ) @@ -99,11 +98,6 @@ var ScheduleStateStrings = []string{ string(ScheduleCompleted), } -func StoragePricePerEpochToPricePerDeal(price string, dealSize int64, durationEpoch int32) float64 { - pricePerEpoch, _ := strconv.ParseFloat(price, 64) - return pricePerEpoch / 1e18 / (float64(dealSize) / float64(1<<35)) * float64(durationEpoch) -} - type DealID uint64 // Deal is the deal model for all deals made by deal pusher or tracked by the tracker. diff --git a/model/replication_test.go b/model/replication_test.go deleted file mode 100644 index 0b812be74..000000000 --- a/model/replication_test.go +++ /dev/null @@ -1,29 +0,0 @@ -package model - -import ( - "testing" - - "github.com/stretchr/testify/require" -) - -func TestStoragePricePerEpochToPricePerDeal(t *testing.T) { - tests := []struct { - price string - dealSize int64 - durationEpoch int32 - expectedResult float64 - }{ - { - price: "1000000000000000000", // 1 in terms of 1e18 - dealSize: 1 << 35, - durationEpoch: 1, - expectedResult: 1.0, - }, - // Add more test cases as required - } - - for _, test := range tests { - result := StoragePricePerEpochToPricePerDeal(test.price, test.dealSize, test.durationEpoch) - require.Equal(t, test.expectedResult, result) - } -} diff --git a/pack/pack.go b/pack/pack.go index 9e0637029..3795bbe3a 100644 --- a/pack/pack.go +++ b/pack/pack.go @@ -29,6 +29,9 @@ import ( var logger = log.Logger("pack") +// carHeaderOnlyThreshold is the maximum CAR offset for a CAR that contains only a header and no blocks. +const carHeaderOnlyThreshold = 65 + // GetCommp calculates the data commitment (CommP) and the piece size based on the // provided commp.Calc instance and target piece size. It ensures that the // calculated piece size matches the target piece size specified. If necessary, @@ -143,7 +146,7 @@ func Pack( } tempFile.Close() - if assembler.carOffset <= 65 { + if assembler.carOffset <= carHeaderOnlyThreshold { return nil, errors.WithStack(ErrNoContent) } @@ -200,7 +203,7 @@ func Pack( } fileSize = obj.Size() - if assembler.carOffset <= 65 { + if assembler.carOffset <= carHeaderOnlyThreshold { return nil, errors.WithStack(ErrNoContent) } @@ -212,7 +215,7 @@ func Pack( defer func() { if !carGenerated && obj != nil { - removeCtx, cancel := context.WithTimeout(context.TODO(), 5*time.Second) + removeCtx, cancel := context.WithTimeout(context.Background(), 5*time.Second) err := storageWriter.Remove(removeCtx, obj) if err != nil { logger.Errorf("failed to remove temporary CAR file %s: %v", filename, err) @@ -235,7 +238,7 @@ func Pack( if err != nil { return nil, errors.WithStack(err) } - if assembler.carOffset <= 65 { + if assembler.carOffset <= carHeaderOnlyThreshold { return nil, errors.WithStack(ErrNoContent) } pieceCid, finalPieceSize, err = GetCommp(calc, uint64(pieceSize)) @@ -440,7 +443,7 @@ func Pack( for dirID, dirDetail := range tree.Cache() { bytes, err := dirDetail.Data.MarshalBinary(ctx) if err != nil { - return errors.Wrap(err, "failed to marshall directory data") + return errors.Wrap(err, "failed to marshal directory data") } node, _ := dirDetail.Data.Node() err = db.Model(&model.Directory{}).Where("id = ?", dirID).Updates(map[string]any{ @@ -460,7 +463,7 @@ func Pack( } } - logger.With("jobsID", job.ID).Info("finished packing") + logger.With("jobID", job.ID).Info("finished packing") if job.Attachment.Preparation.DeleteAfterExport && len(job.Attachment.Preparation.OutputStorages) > 0 { logger.Info("Deleting original data source") for _, file := range updatedFiles { diff --git a/pack/push/pushfile.go b/pack/push/pushfile.go index 0f04fb9f1..240fc1d94 100644 --- a/pack/push/pushfile.go +++ b/pack/push/pushfile.go @@ -96,7 +96,7 @@ func PushFile( Hash: hashValue, } - logger.Infow("new file", "file", file) + logger.Debugw("new file", "file", file) err = EnsureParentDirectories(ctx, db, &file, rootID, directoryCache) if err != nil { return nil, nil, errors.WithStack(err) diff --git a/replication/makedeal.go b/replication/makedeal.go index 01f1fde7d..a77c96840 100644 --- a/replication/makedeal.go +++ b/replication/makedeal.go @@ -235,7 +235,7 @@ func (d DealMakerImpl) GetMinCollateral(ctx context.Context, pieceSize int64, ve bound := new(DealProviderCollateralBound) err := d.lotusClient.CallFor(ctx, bound, "Filecoin.StateDealProviderCollateralBounds", pieceSize, verified, nil) if err != nil { - return big.Int{}, errors.Wrapf(err, "failed to get deal provider collateral bounds with pieceSize %d and verified %s", pieceSize, verified) + return big.Int{}, errors.Wrapf(err, "failed to get deal provider collateral bounds with pieceSize %d and verified %t", pieceSize, verified) } logger.Debugw("got deal provider collateral bounds", "pieceSize", pieceSize, "verified", verified, "bound", bound) @@ -665,7 +665,7 @@ func (m MinerInfoFetcher) GetProviderInfo(ctx context.Context, provider string) return nil, errors.Wrapf(err, "failed to get miner info, miner: %s", provider) } - logger.Debug("got miner info", "miner", provider, "minerInfo", minerInfo) + logger.Debugw("got miner info", "miner", provider, "minerInfo", minerInfo) minerInfo.Multiaddrs = make([]multiaddr.Multiaddr, len(minerInfo.MultiaddrsBase64Encoded)) for i, addr := range minerInfo.MultiaddrsBase64Encoded { decoded, err := base64.StdEncoding.DecodeString(addr) diff --git a/retriever/endpointfinder/options.go b/retriever/endpointfinder/options.go index 61d55424a..ed248ea3a 100644 --- a/retriever/endpointfinder/options.go +++ b/retriever/endpointfinder/options.go @@ -19,6 +19,7 @@ type config struct { func applyOptions(opts ...Option) *config { cfg := &config{ LruSize: defaultLruSize, + LruTimeout: defaultLruTimeout, ErrorLruSize: defaultErrorLruSize, ErrorLruTimeout: defaultErrorLruTimeout, } diff --git a/scan/scan.go b/scan/scan.go index 7f9994fc4..5890d5f19 100644 --- a/scan/scan.go +++ b/scan/scan.go @@ -19,10 +19,6 @@ var logger = log.Logger("scan") // that are not already in the database and adds them. Existing files that have // not yet been packaged into jobs are grouped into jobs of a specified size. // -// The scan starts from the last scanned path, ensuring incremental scanning, and updates -// the `last_scanned_path` field of the SourceAttachment after each file to allow -// resuming interrupted scans. -// // Parameters: // - ctx: Context for timeout and cancellation. // - db: A pointer to a gorm.DB object, providing database access. @@ -90,7 +86,7 @@ func Scan(ctx context.Context, db *gorm.DB, attachment model.SourceAttachment) e return errors.Wrapf(err, "failed to push file %s", entry.Info.Remote()) } if file == nil { - logger.Infow("file already exists", "path", entry.Info.Remote()) + logger.Debugw("file already exists", "path", entry.Info.Remote()) continue } diff --git a/service/contentprovider/http.go b/service/contentprovider/http.go index 8f742722f..f2573c01e 100644 --- a/service/contentprovider/http.go +++ b/service/contentprovider/http.go @@ -332,7 +332,7 @@ func (s *HTTPServer) findPiece(ctx context.Context, pieceCid cid.Cid) ( } if fileInfo.Size() != car.FileSize { file.Close() - errs = append(errs, errors.Wrapf(err, "CAR file size mismatch for %s. expected %d, actual %d.", car.StoragePath, car.FileSize, fileInfo.Size())) + errs = append(errs, errors.Errorf("CAR file size mismatch for %s. expected %d, actual %d.", car.StoragePath, car.FileSize, fileInfo.Size())) continue } return file, fileInfo.ModTime(), nil diff --git a/service/datasetworker/daggen.go b/service/datasetworker/daggen.go index 06b574f73..0d119d121 100644 --- a/service/datasetworker/daggen.go +++ b/service/datasetworker/daggen.go @@ -102,7 +102,7 @@ func (d *DagGenerator) Read(p []byte) (int, error) { d.dirCIDs[dir.ID] = dir.CID blks, err := daggen.UnmarshalToBlocks(dir.Data) if err != nil { - return 0, errors.Wrapf(err, "failed to unmarshall directory %d to blocks", dir.ID) + return 0, errors.Wrapf(err, "failed to unmarshal directory %d to blocks", dir.ID) } readers := make([]io.Reader, 0, len(blks)*3) for _, blk := range blks { @@ -167,7 +167,7 @@ var ErrDagDisabled = errors.New("dag generation is disabled for this preparation // // Parameters: // - ctx context.Context: The context to control cancellations and timeouts. -// - source model.Source: The source for which the DAG needs to be generated. +// - job model.Job: The DagGen job whose attachment identifies the source for which the DAG needs to be generated. // // The function performs several database and file system operations, // each of which might result in an error. Errors are wrapped with context diff --git a/service/datasetworker/datasetworker.go b/service/datasetworker/datasetworker.go index 241c42344..422d510da 100644 --- a/service/datasetworker/datasetworker.go +++ b/service/datasetworker/datasetworker.go @@ -205,10 +205,6 @@ func (w Worker) Run(ctx context.Context) error { return errors.WithStack(err) } -func (w Worker) Name() string { - return "Preparation Worker Main" -} - func (w *Thread) handleWorkComplete(ctx context.Context, jobID model.JobID) error { return database.DoRetry(ctx, func() error { return w.dbNoContext.WithContext(ctx).Model(&model.Job{}).Where("id = ?", jobID).Updates(map[string]any{ @@ -246,8 +242,8 @@ func (w *Thread) handleWorkError(ctx context.Context, jobID model.JobID, err err // It continually looks for work to process, handles errors, and reports updates: // 1. It attempts to find work to do. The types of work are defined by WorkType enumeration (e.g., Scan, Pack, Dag). // 2. It processes the found work based on its type, reporting errors if they occur. -// 3. If an error occurs, it either exits or waits for a minute before looking for more work, based on the configuration. -// 4. If no work is found, it either exits or waits for 15 seconds before looking for more work, based on the configuration. +// 3. If an error occurs, it either exits or waits with configurable exponential backoff before looking for more work, based on the configuration. +// 4. If no work is found, it either exits or waits with configurable exponential backoff before looking for more work, based on the configuration. // 5. It gracefully stops if the provided context is cancelled. // // Parameters: diff --git a/service/dealpusher/options.go b/service/dealpusher/options.go index ed9fb04c2..a82946756 100644 --- a/service/dealpusher/options.go +++ b/service/dealpusher/options.go @@ -1,7 +1,5 @@ package dealpusher -import "github.com/data-preservation-programs/singularity/model" - // Option customizes DealPusher initialization. type Option func(*DealPusher) @@ -17,12 +15,6 @@ func WithPDPSchedulingConfig(cfg PDPSchedulingConfig) Option { } } -func WithScheduleDealTypeResolver(resolver func(schedule *model.Schedule) model.DealType) Option { - return func(d *DealPusher) { - d.scheduleDealTypeResolver = resolver - } -} - func WithDDODealManager(manager DDODealManager) Option { return func(d *DealPusher) { d.ddoDealManager = manager diff --git a/service/dealtracker/dealtracker.go b/service/dealtracker/dealtracker.go index 15c5dcdc1..7f7eb70ec 100644 --- a/service/dealtracker/dealtracker.go +++ b/service/dealtracker/dealtracker.go @@ -265,34 +265,30 @@ func (*DealTracker) Name() string { return "DealTracker" } -// Start starts the DealTracker and returns a list of service.Done channels, a service.Fail channel, and an error. +// Start starts the DealTracker, delivering the terminal error (or nil) on exitErr once it has shut down. // -// The Start method takes a context.Context as input and performs the following steps: +// The Start method performs the following steps: // -// 1. Defines a getState function that returns a healthcheck.State with JobType set to model.DealTracking. +// 1. Registers the worker using healthcheck.Register with the provided context, dbNoContext, workerID, model.DealTracker worker type, and false for the force flag. +// - If an error occurs during registration, it returns the error wrapped with an appropriate message. +// - If another worker is already running, it logs a warning and checks if d.once is true. If d.once is true, +// it returns an error indicating that another worker is already running. // -// 2. Registers the worker using healthcheck.Register with the provided context, dbNoContext, workerID, getState function, and false for the force flag. -// - If an error occurs during registration, it returns nil for the service.Done channels, nil for the service.Fail channel, and the error wrapped with an appropriate message. -// - If another worker is already running, it logs a warning and checks if d.once is true. If d.once is true, it returns nil for the service.Done channels, -// nil for the service.Fail channel, and an error indicating that another worker is already running. +// 2. Logs a warning message and waits for 1 minute before retrying. +// - If the context is done during the wait, it returns the context error. // -// 3. Logs a warning message and waits for 1 minute before retrying. -// - If the context is done during the wait, it returns nil for the service.Done channels, nil for the service.Fail channel, and the context error. +// 3. Starts reporting health using healthcheck.StartReportHealth with the provided context, dbNoContext, workerID, and worker type in a separate goroutine. // -// 4. Starts reporting health using healthcheck.StartReportHealth with the provided context, dbNoContext, workerID, and getState function in a separate goroutine. -// -// 5. Runs the main loop in a separate goroutine. +// 4. Runs the main loop in a separate goroutine. // - Calls d.runOnce to execute the main logic of the DealTracker. // - If an error occurs during execution, it logs an error message. // - If d.once is true, it returns from the goroutine. // - Waits for the specified interval before running the next iteration. // - If the context is done during the wait, it returns from the goroutine. // -// 6. Cleans up resources when the context is done. +// 5. Cleans up resources when the context is done. // - Calls d.cleanup to perform cleanup operations. // - If an error occurs during cleanup, it logs an error message. -// -// 7. Returns a list of service.Done channels containing healthcheckDone, runDone, and cleanupDone, the service.Fail channel fail, and nil for the error. func (d *DealTracker) Start(ctx context.Context, exitErr chan<- error) error { var regTimer *time.Timer for { @@ -636,7 +632,7 @@ func (d *DealTracker) runOnce(ctx context.Context) error { if result.Error != nil { return errors.WithStack(result.Error) } - Logger.Infof("marked %d deal as proposal_expired", result.RowsAffected) + Logger.Infof("marked %d deals as proposal_expired", result.RowsAffected) if err := d.trackDDOAllocations(ctx); err != nil { Logger.Errorw("failed to track DDO allocations", "error", err) diff --git a/service/downloadserver/downloadserver.go b/service/downloadserver/downloadserver.go index 4327ac88c..6f1a7b475 100644 --- a/service/downloadserver/downloadserver.go +++ b/service/downloadserver/downloadserver.go @@ -244,6 +244,9 @@ func (d *DownloadServer) Start(ctx context.Context, exitErr chan<- error) error go func() { runErr := e.Start(d.bind) + if errors.Is(runErr, http.ErrServerClosed) { + runErr = nil + } close(forceShutdown) err := <-shutdownErr diff --git a/service/healthcheck/healthcheck.go b/service/healthcheck/healthcheck.go index 213e0f860..44f8a9b1d 100644 --- a/service/healthcheck/healthcheck.go +++ b/service/healthcheck/healthcheck.go @@ -21,11 +21,6 @@ var ( var cleanupInterval = time.Minute * 5 -type State struct { - JobType model.JobType - WorkingOn string -} - var logger = log.Logger("healthcheck") // StartHealthCheckCleanup continuously runs the HealthCheckCleanup function @@ -218,8 +213,7 @@ func execBatchDelete(db *gorm.DB, dialect, table, column string, limit int) *gor // - err: An error that will be nil if no errors occurred. // // The function first gets the hostname of the machine where it's running. If it fails to get the hostname, it returns an error. -// Then it gets the current state of the worker using the getState function. -// It then creates a new worker model with the provided workerID, the current time as the last heartbeat, the hostname, and the work type and working on values from the state. +// It then creates a new worker model with the provided workerID, the current time as the last heartbeat, the hostname, and the provided worker type. // // If allowDuplicate is set to false, the function checks if there are any active workers with the same work type and whose last heartbeat is not stale. // If there are such workers, it sets alreadyRunning to true and returns. @@ -261,8 +255,7 @@ func Register(ctx context.Context, db *gorm.DB, workerID uuid.UUID, workerType m // The workerID is used to uniquely identify the worker. // // The function first gets the hostname of the machine where it's running. If it fails to get the hostname, it logs an error and returns. -// Then it gets the current state of the worker using the getState function. -// It then creates a new worker model with the provided workerID, the current time as the last heartbeat, the hostname, and the work type and working on values from the state. +// It then creates a new worker model with the provided workerID, the current time as the last heartbeat, the hostname, and the provided worker type. // // The function then tries to create the worker in the database or update the existing worker if one with the same ID already exists. // The update will set the last heartbeat, work type, working on, and hostname fields to the values from the worker model. @@ -295,9 +288,6 @@ func ReportHealth(ctx context.Context, db *gorm.DB, workerID uuid.UUID, workerTy // specified by the reportInterval. This function is responsible for reporting // the health status of a worker to a centralized store (e.g., a database). // -// The health status of the worker is determined by calling the provided getState -// function, which should return the current state of the worker. -// // This function is designed to be run as a background task and will continue to // run until the passed context is cancelled. // diff --git a/service/pdptracker/pdpclient.go b/service/pdptracker/pdpclient.go index b21485c86..599483a69 100644 --- a/service/pdptracker/pdpclient.go +++ b/service/pdptracker/pdpclient.go @@ -2,7 +2,6 @@ package pdptracker import ( "context" - "fmt" "math/big" "github.com/cockroachdb/errors" @@ -12,7 +11,6 @@ import ( "github.com/ethereum/go-ethereum/ethclient" "github.com/filecoin-project/go-address" "github.com/ipfs/go-cid" - "github.com/multiformats/go-varint" ) const pdpDefaultPageSize uint64 = 100 @@ -123,29 +121,6 @@ func (c *ChainPDPClient) GetActivePieces(ctx context.Context, setID uint64) ([]c return result, nil } -func delegatedAddressToCommon(addr address.Address) (common.Address, error) { - if addr == address.Undef { - return common.Address{}, errors.New("client address is required") - } - if addr.Protocol() != address.Delegated { - return common.Address{}, fmt.Errorf("client address must be delegated (f4), got protocol %d", addr.Protocol()) - } - - namespace, n, err := varint.FromUvarint(addr.Payload()) - if err != nil { - return common.Address{}, errors.Wrap(err, "failed to decode delegated namespace") - } - subaddr := addr.Payload()[n:] - if namespace != 10 { - return common.Address{}, fmt.Errorf("unsupported delegated namespace %d", namespace) - } - if len(subaddr) != common.AddressLength { - return common.Address{}, fmt.Errorf("invalid delegated address length: %d", len(subaddr)) - } - - return common.BytesToAddress(subaddr), nil -} - func commonToDelegatedAddress(subaddr common.Address) (address.Address, error) { addr, err := address.NewDelegatedAddress(10, subaddr.Bytes()) if err != nil { diff --git a/service/pdptracker/pdpclient_test.go b/service/pdptracker/pdpclient_test.go index ba970931d..d04353764 100644 --- a/service/pdptracker/pdpclient_test.go +++ b/service/pdptracker/pdpclient_test.go @@ -9,7 +9,6 @@ import ( "github.com/data-preservation-programs/go-synapse/contracts" "github.com/ethereum/go-ethereum/accounts/abi/bind" "github.com/ethereum/go-ethereum/common" - "github.com/filecoin-project/go-address" "github.com/ipfs/go-cid" "github.com/stretchr/testify/require" ) @@ -90,26 +89,3 @@ func TestChainPDPClient_GetActivePieces_Pagination(t *testing.T) { require.True(t, piece1.Equals(result[0])) require.True(t, piece2.Equals(result[1])) } - -func TestDelegatedAddressRoundtrip(t *testing.T) { - originalNetwork := address.CurrentNetwork - t.Cleanup(func() { address.CurrentNetwork = originalNetwork }) - address.CurrentNetwork = address.Mainnet - - ethAddr := common.HexToAddress("0x1111111111111111111111111111111111111111") - filAddr, err := commonToDelegatedAddress(ethAddr) - require.NoError(t, err) - require.Equal(t, address.Delegated, filAddr.Protocol()) - - roundtrip, err := delegatedAddressToCommon(filAddr) - require.NoError(t, err) - require.Equal(t, ethAddr, roundtrip) -} - -func TestDelegatedAddressToCommon_InvalidProtocol(t *testing.T) { - addr, err := address.NewFromString("f0100") - require.NoError(t, err) - - _, err = delegatedAddressToCommon(addr) - require.Error(t, err) -} diff --git a/storagesystem/rclone.go b/storagesystem/rclone.go index e591ce694..d0af7ef53 100644 --- a/storagesystem/rclone.go +++ b/storagesystem/rclone.go @@ -91,7 +91,7 @@ func (h RCloneHandler) scan(ctx context.Context, path string, ch chan<- Entry, w if ctx.Err() != nil { return } - logger.Infow("Scan: listing path", "type", h.fs.String(), "path", path) + logger.Debugw("Scan: listing path", "type", h.fs.String(), "path", path) entries, err := h.fs.List(ctx, path) if err != nil { err = errors.Wrapf(err, "list path: %s", path) diff --git a/storagesystem/types.go b/storagesystem/types.go index 6ba7a4b3b..c306de505 100644 --- a/storagesystem/types.go +++ b/storagesystem/types.go @@ -80,7 +80,6 @@ type Lister interface { List(ctx context.Context, path string) ([]fs.DirEntry, error) // Scan scans the data source starting at the given path and returns a channel of entries. - // The `last` parameter is used to resume scanning from the last entry returned by a previous scan. It is exclusive. // The returned entries must be sorted by path in ascending order. Scan(ctx context.Context, path string) <-chan Entry @@ -106,17 +105,6 @@ type Reader interface { Read(ctx context.Context, path string, offset int64, length int64) (io.ReadCloser, fs.Object, error) } -// EmptyReadCloser is a ReadCloser that always returns EOF. -type EmptyReadCloser struct{} - -func (e *EmptyReadCloser) Read(p []byte) (n int, err error) { - return 0, io.EOF -} - -func (e *EmptyReadCloser) Close() error { - return nil -} - type Backend struct { // Name of this fs Name string diff --git a/store/item_reference.go b/store/item_reference.go deleted file mode 100644 index 2b7bf8e4f..000000000 --- a/store/item_reference.go +++ /dev/null @@ -1,117 +0,0 @@ -package store - -import ( - "context" - "io" - - "github.com/cockroachdb/errors" - "github.com/data-preservation-programs/singularity/model" - "github.com/data-preservation-programs/singularity/storagesystem" - "github.com/data-preservation-programs/singularity/util" - blocks "github.com/ipfs/go-block-format" - "github.com/ipfs/go-cid" - format "github.com/ipfs/go-ipld-format" - "gorm.io/gorm" -) - -// FileReferenceBlockStore is a struct that represents a block store backed by file references. -// It uses a GORM database. -// -// Fields: -// - DBNoContext: The GORM database used for storage. This should be initialized and connected to a database before use. -type FileReferenceBlockStore struct { - DBNoContext *gorm.DB -} - -// Has is a method on the FileReferenceBlockStore struct that checks if a block with the specified CID exists in the store. -// It uses the context for the database operation and returns an error if the operation fails. -// -// Parameters: -// - ctx: The context for the database operation. This can be used to cancel the operation or set a deadline. -// - cid: The CID of the block to check for. -// -// Returns: -// - A boolean indicating whether the block exists in the store, and an error if the operation failed. -func (i *FileReferenceBlockStore) Has(ctx context.Context, cid cid.Cid) (bool, error) { - var count int64 - err := i.DBNoContext.WithContext(ctx).Model(&model.CarBlock{}).Select("cid").Where("cid = ?", model.CID(cid)).Count(&count).Error - return count > 0, errors.WithStack(err) -} - -func (i *FileReferenceBlockStore) Get(ctx context.Context, cid cid.Cid) (blocks.Block, error) { - var carBlock model.CarBlock - err := i.DBNoContext.WithContext(ctx).Joins("File.Attachment.Storage").Where("car_blocks.cid = ?", model.CID(cid)).First(&carBlock).Error - if errors.Is(err, gorm.ErrRecordNotFound) { - return nil, format.ErrNotFound{Cid: cid} - } - if err != nil { - return nil, errors.WithStack(err) - } - if carBlock.RawBlock != nil { - return blocks.NewBlockWithCid(carBlock.RawBlock, cid) - } - - // TODO: Performance can be improved by caching the handler - handler, err := storagesystem.NewRCloneHandler(ctx, *carBlock.File.Attachment.Storage) - if err != nil { - return nil, errors.WithStack(err) - } - reader, obj, err := handler.Read( - ctx, - carBlock.File.Path, - carBlock.FileOffset, - int64(carBlock.BlockLength())) - if err != nil { - return nil, errors.WithStack(err) - } - defer reader.Close() - same, explanation := storagesystem.IsSameEntry(ctx, *carBlock.File, obj) - if !same { - return nil, errors.Wrap(ErrFileHasChanged, explanation) - } - readBytes, err := io.ReadAll(reader) - if err != nil { - return nil, errors.WithStack(err) - } - return blocks.NewBlockWithCid(readBytes, cid) -} - -// GetSize is a method on the FileReferenceBlockStore struct that retrieves the size of a block with the specified CID from the store. -// It uses the context for the database operation and returns an error if the operation fails. -// -// Parameters: -// - ctx: The context for the database operation. This can be used to cancel the operation or set a deadline. -// - c: The CID of the block whose size is to be retrieved. -// -// Returns: -// - The size of the block in bytes, and an error if the operation failed. If the block does not exist in the store, it returns a -func (i *FileReferenceBlockStore) GetSize(ctx context.Context, c cid.Cid) (int, error) { - var carBlock model.CarBlock - err := i.DBNoContext.WithContext(ctx).Where("cid = ?", model.CID(c)).First(&carBlock).Error - if err != nil { - if errors.Is(err, gorm.ErrRecordNotFound) { - return 0, format.ErrNotFound{Cid: c} - } - return 0, errors.WithStack(err) - } - return int(carBlock.BlockLength()), nil -} - -func (i *FileReferenceBlockStore) Put(ctx context.Context, block blocks.Block) error { - return util.ErrNotImplemented -} - -func (i *FileReferenceBlockStore) PutMany(ctx context.Context, i2 []blocks.Block) error { - return util.ErrNotImplemented -} - -func (i *FileReferenceBlockStore) AllKeysChan(ctx context.Context) (<-chan cid.Cid, error) { - return nil, util.ErrNotImplemented -} - -func (i *FileReferenceBlockStore) HashOnRead(enabled bool) { -} - -func (i *FileReferenceBlockStore) DeleteBlock(ctx context.Context, cid cid.Cid) error { - return util.ErrNotImplemented -} diff --git a/store/item_reference_test.go b/store/item_reference_test.go deleted file mode 100644 index 7af525a34..000000000 --- a/store/item_reference_test.go +++ /dev/null @@ -1,168 +0,0 @@ -package store - -import ( - "context" - "os" - "path/filepath" - "testing" - - "github.com/data-preservation-programs/singularity/model" - util2 "github.com/data-preservation-programs/singularity/util" - "github.com/data-preservation-programs/singularity/util/testutil" - "github.com/gotidy/ptr" - "github.com/ipfs/boxo/util" - "github.com/ipfs/go-cid" - format "github.com/ipfs/go-ipld-format" - "github.com/rclone/rclone/fs" - "github.com/stretchr/testify/require" - "gorm.io/gorm" -) - -func TestFileReferenceBlockStore_Has(t *testing.T) { - testutil.All(t, func(ctx context.Context, t *testing.T, db *gorm.DB) { - store := FileReferenceBlockStore{ - DBNoContext: db, - } - - has, err := store.Has(ctx, testutil.TestCid) - require.NoError(t, err) - require.False(t, has) - - err = db.Create(&model.CarBlock{ - Car: &model.Car{ - Attachment: &model.SourceAttachment{ - Preparation: &model.Preparation{}, - Storage: &model.Storage{}, - }, - PreparationID: ptr.Of(model.PreparationID(1)), - }, - CID: model.CID(testutil.TestCid), - }).Error - require.NoError(t, err) - - has, err = store.Has(ctx, testutil.TestCid) - require.NoError(t, err) - require.True(t, has) - }) -} - -func TestFileReferenceBlockStore_NotImplemented(t *testing.T) { - store := &FileReferenceBlockStore{} - require.ErrorIs(t, store.Put(context.Background(), nil), util2.ErrNotImplemented) - require.ErrorIs(t, store.PutMany(context.Background(), nil), util2.ErrNotImplemented) - c, err := store.AllKeysChan(context.Background()) - require.ErrorIs(t, err, util2.ErrNotImplemented) - require.Nil(t, c) - require.ErrorIs(t, store.DeleteBlock(context.Background(), cid.Undef), util2.ErrNotImplemented) - store.HashOnRead(true) -} - -func TestFileReferenceBlockStore_GetSize(t *testing.T) { - testutil.All(t, func(ctx context.Context, t *testing.T, db *gorm.DB) { - store := FileReferenceBlockStore{ - DBNoContext: db, - } - cidValue := testutil.TestCid - _, err := store.GetSize(ctx, cidValue) - require.ErrorIs(t, err, format.ErrNotFound{}) - err = db.Create(&model.CarBlock{ - Car: &model.Car{ - Attachment: &model.SourceAttachment{ - Preparation: &model.Preparation{}, - Storage: &model.Storage{}, - }, - PreparationID: ptr.Of(model.PreparationID(1)), - }, - CID: model.CID(cidValue), - RawBlock: []byte("test"), - }).Error - require.NoError(t, err) - size, err := store.GetSize(ctx, cidValue) - require.NoError(t, err) - require.EqualValues(t, 4, size) - }) -} - -func TestFileReferenceBlockStore_Get_RawBlock(t *testing.T) { - testutil.All(t, func(ctx context.Context, t *testing.T, db *gorm.DB) { - store := FileReferenceBlockStore{ - DBNoContext: db, - } - - cidValue := testutil.TestCid - _, err := store.Get(ctx, cidValue) - require.ErrorIs(t, err, format.ErrNotFound{}) - - err = db.Create(&model.CarBlock{ - Car: &model.Car{ - Attachment: &model.SourceAttachment{ - Preparation: &model.Preparation{}, - Storage: &model.Storage{}, - }, - PreparationID: ptr.Of(model.PreparationID(1)), - }, - CID: model.CID(cidValue), - RawBlock: []byte("test"), - }).Error - require.NoError(t, err) - blk, err := store.Get(ctx, cidValue) - require.NoError(t, err) - require.Equal(t, []byte("test"), blk.RawData()) - }) -} - -func TestFileReferenceBlockStore_Get_FileBlock(t *testing.T) { - testutil.All(t, func(ctx context.Context, t *testing.T, db *gorm.DB) { - store := FileReferenceBlockStore{ - DBNoContext: db, - } - - tmp := t.TempDir() - err := os.WriteFile(filepath.Join(tmp, "1.txt"), []byte("test"), 0644) - require.NoError(t, err) - cidValue := cid.NewCidV1(cid.Raw, util.Hash([]byte("test"))) - _, err = store.Get(ctx, cidValue) - require.ErrorIs(t, err, format.ErrNotFound{}) - - err = db.Create(&model.SourceAttachment{ - Preparation: &model.Preparation{}, - Storage: &model.Storage{ - Type: "local", - Path: tmp, - }, - }).Error - require.NoError(t, err) - - err = db.Create(&model.CarBlock{ - Car: &model.Car{ - AttachmentID: ptr.Of(model.SourceAttachmentID(1)), - PreparationID: ptr.Of(model.PreparationID(1)), - }, - CID: model.CID(cidValue), - File: &model.File{ - AttachmentID: ptr.Of(model.SourceAttachmentID(1)), - Path: "1.txt", - Size: 4, - LastModifiedNano: testutil.GetFileTimestamp(t, filepath.Join(tmp, "1.txt")), - }, - FileOffset: 0, - CarBlockLength: 36 + 1 + 4, - }).Error - require.NoError(t, err) - blk, err := store.Get(ctx, cidValue) - require.NoError(t, err) - require.Equal(t, []byte("test"), blk.RawData()) - - // Change the file - err = os.WriteFile(filepath.Join(tmp, "1.txt"), []byte("test2"), 0644) - require.NoError(t, err) - _, err = store.Get(ctx, cidValue) - require.ErrorIs(t, err, ErrFileHasChanged) - - // File removed - err = os.Remove(filepath.Join(tmp, "1.txt")) - require.NoError(t, err) - _, err = store.Get(ctx, cidValue) - require.ErrorIs(t, err, fs.ErrorObjectNotFound) - }) -} diff --git a/store/piece_store.go b/store/piece_store.go index d3d7ed23d..5e08e0170 100644 --- a/store/piece_store.go +++ b/store/piece_store.go @@ -132,17 +132,16 @@ func (pr *PieceReader) Clone() *PieceReader { } // NewPieceReader is a function that creates a new PieceReader. -// It takes a context, a Car model, a Source model, a slice of CarBlock models, a slice of File models, and a HandlerResolver as input. +// It takes a context, a Car model, a Storage model, a slice of CarBlock models, and a slice of File models as input. // It validates the input data and returns an error if any of it is invalid. // The returned PieceReader starts at the beginning of the data (position 0). // // Parameters: // - ctx: The context for the new PieceReader. This can be used to cancel operations or set deadlines. // - car: A Car model that represents the CAR (Content Addressable Archive) file being read. -// - source: A Source model that represents the source of the data. +// - storage: A Storage model that represents the storage backend holding the data. // - carBlocks: A slice of CarBlock models that represent the blocks of data in the CAR file. // - files: A slice of File models that represent the files of data being read. -// - resolver: A HandlerResolver that is used to resolve the handler for the source of the data. // // Returns: // - A new PieceReader that has been initialized with the provided data, and an error if the initialization failed. @@ -309,7 +308,7 @@ func (pr *PieceReader) Read(p []byte) (n int, err error) { file := pr.files[*carBlock.FileID] fileOffset := pr.pos - carBlock.CarOffset - int64(len(carBlock.Varint)) - int64(cid.Cid(carBlock.CID).ByteLen()) fileOffset += carBlock.FileOffset - logger.Infow("reading file", "path", file.Path, "offset", fileOffset) + logger.Debugw("reading file", "path", file.Path, "offset", fileOffset) var obj fs.Object pr.reader, obj, err = pr.handler.Read(pr.ctx, file.Path, fileOffset, file.Size-fileOffset) if err != nil { diff --git a/util/util.go b/util/util.go index dddfec4f0..48deef70b 100644 --- a/util/util.go +++ b/util/util.go @@ -83,28 +83,6 @@ func IsAllDigits(s string) bool { return true } -// ChunkMapKeys is a generic function that takes a map with keys of any comparable type and values of any type, and an integer as input. -// It divides the keys of the input map into packJobs of size 'chunkSize' and returns a 2D slice of keys. -// It uses the ChunkSlice function to divide the keys into packJobs. -// -// Parameters: -// -// - m: A map with keys of any comparable type and values of any type. The keys of this map will be chunked. -// - chunkSize: The size of each packJob. Must be a positive integer. -// -// Returns: -// -// - A 2D slice where each inner slice is of length 'chunkSize'. The last inner slice may be shorter if the number of keys in 'm' is not a multiple of 'chunkSize'. -func ChunkMapKeys[T1 comparable, T2 any](m map[T1]T2, chunkSize int) [][]T1 { - keys := make([]T1, len(m)) - var i int - for key := range m { - keys[i] = key - i++ - } - return ChunkSlice(keys, chunkSize) -} - // ChunkSlice is a generic function that takes a slice of any type and an integer as input. // It divides the input slice into packJobs of size 'chunkSize' and returns a 2D slice. // If 'chunkSize' is less than or equal to zero, it returns an empty 2D slice. diff --git a/util/util_test.go b/util/util_test.go index b182926d4..578ea9851 100644 --- a/util/util_test.go +++ b/util/util_test.go @@ -7,7 +7,6 @@ import ( "github.com/data-preservation-programs/singularity/util/testutil" "github.com/libp2p/go-libp2p/core/crypto" - "github.com/rjNemo/underscore" "github.com/stretchr/testify/require" ) @@ -87,53 +86,6 @@ func TestPackJobSlice(t *testing.T) { } } -func TestChunkMapKeys(t *testing.T) { - tests := []struct { - name string - m map[string]int - chunkSize int - }{ - { - name: "basic case", - m: map[string]int{"a": 1, "b": 2, "c": 3, "d": 4, "e": 5, "f": 6, "g": 7}, - chunkSize: 3, - }, - { - name: "chunkSize greater than map size", - m: map[string]int{"a": 1, "b": 2, "c": 3}, - chunkSize: 5, - }, - { - name: "empty map", - m: map[string]int{}, - chunkSize: 2, - }, - { - name: "chunkSize zero", - m: map[string]int{"a": 1, "b": 2, "c": 3, "d": 4, "e": 5}, - chunkSize: 0, - }, - { - name: "chunkSize equals map size", - m: map[string]int{"a": 1, "b": 2, "c": 3, "d": 4, "e": 5}, - chunkSize: 5, - }, - } - - for _, tt := range tests { - t.Run(tt.name, func(t *testing.T) { - result := ChunkMapKeys(tt.m, tt.chunkSize) - if tt.chunkSize <= 0 { - require.Equal(t, [][]string(nil), result) - return - } - total := underscore.SumMap(result, func(keys []string) int { - return len(keys) - }) - require.Equal(t, len(tt.m), total) - }) - } -} func TestGenerateNewPeer(t *testing.T) { privateBytes, publicBytes, peerID, err := GenerateNewPeer()