Commit ea9adfb

authored

[Feature] [Platform] ECS Storage (#1926)

1 parent c73a144 commit ea9adfbCopy full SHA for ea9adfb

File tree

37 files changed

+1706

-213

lines changed

.golangci.yaml
CHANGELOG.md
docs
- api
  - ArangoPlatformStorage.V1Alpha1.md
- cli
  - arangodb_operator_integration.md
go.mod
go.sum
integrations/storage/v2
pkg
- apis/platform/v1alpha1
- crd/crds
  - platform-storage.schema.generated.yaml
- integrations
  - sidecar
    - integration.storage.v2.go
  - storage_v2.go
- util
  - constants
    - constants.go
  - gcs
    - config.go
    - provider.go
  - tests
    - aws.go
    - gcs.go

37 files changed

+1706

-213

lines changed

`‎.golangci.yaml‎`

Lines changed: 2 additions & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -87,6 +87,8 @@ linters-settings:`
`87`	`87`	`pkg: github.com/arangodb/kube-arangodb/integrations/storage/v2`
`88`	`88`	`- alias: pbImplStorageV2Shared`
`89`	`89`	`pkg: github.com/arangodb/kube-arangodb/integrations/storage/v2/shared`
	`90`	`+ - alias: pbImplStorageV2SharedGCS`
	`91`	`+ pkg: github.com/arangodb/kube-arangodb/integrations/storage/v2/shared/gcs`
`90`	`92`	`- alias: pbImplStorageV2SharedS3`
`91`	`93`	`pkg: github.com/arangodb/kube-arangodb/integrations/storage/v2/shared/s3`
`92`	`94`	`- alias: pbStorageV2`

`‎CHANGELOG.md‎`

Lines changed: 1 addition & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -6,6 +6,7 @@`
`6`	`6`	`- (Documentation) Shutdown Debug Feature`
`7`	`7`	`- (Documentation) ManualUpgrade Docs`
`8`	`8`	`- (Documentation) Add Required & Skip in Docs`
	`9`	`+- (Feature) (Platform) ECS Storage`
`9`	`10`
`10`	`11`	`## [1.2.50](https://github.com/arangodb/kube-arangodb/tree/1.2.50) (2025年07月04日)`
`11`	`12`	`- (Feature) (Platform) MetaV1 Integration Service`

`‎docs/api/ArangoPlatformStorage.V1Alpha1.md‎`

Lines changed: 38 additions & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -8,6 +8,44 @@ title: ArangoPlatformStorage V1Alpha1`
`8`	`8`
`9`	`9`	`## Spec`
`10`	`10`
	`11`	`+### .spec.backend.gcs.bucketName`
	`12`	`+`
	`13`	+Type: `string` <sup>[\[ref\]](https://github.com/arangodb/kube-arangodb/blob/1.2.50/pkg/apis/platform/v1alpha1/storage_spec_backend_gcs.go#L35)</sup>
	`14`	`+`
	`15`	`+This field is required`
	`16`	`+`
	`17`	`+BucketName specifies the name of the bucket`
	`18`	`+`
	`19`	`+***`
	`20`	`+`
	`21`	`+### .spec.backend.gcs.bucketPath`
	`22`	`+`
	`23`	+Type: `string` <sup>[\[ref\]](https://github.com/arangodb/kube-arangodb/blob/1.2.50/pkg/apis/platform/v1alpha1/storage_spec_backend_gcs.go#L38)</sup>
	`24`	`+`
	`25`	`+BucketPath specifies the Prefix within the bucket`
	`26`	`+`
	`27`	`+***`
	`28`	`+`
	`29`	`+### .spec.backend.gcs.credentialsSecret.name`
	`30`	`+`
	`31`	+Type: `string` <sup>[\[ref\]](https://github.com/arangodb/kube-arangodb/blob/1.2.50/pkg/apis/shared/v1/object.go#L53)</sup>
	`32`	`+`
	`33`	`+This field is required`
	`34`	`+`
	`35`	`+Name of the object`
	`36`	`+`
	`37`	`+***`
	`38`	`+`
	`39`	`+### .spec.backend.gcs.projectID`
	`40`	`+`
	`41`	+Type: `string` <sup>[\[ref\]](https://github.com/arangodb/kube-arangodb/blob/1.2.50/pkg/apis/platform/v1alpha1/storage_spec_backend_gcs.go#L32)</sup>
	`42`	`+`
	`43`	`+This field is required`
	`44`	`+`
	`45`	`+ProjectID specifies the GCP ProjectID`
	`46`	`+`
	`47`	`+***`
	`48`	`+`
`11`	`49`	`### .spec.backend.s3.allowInsecure`
`12`	`50`
`13`	`51`	Type: `boolean` <sup>[\[ref\]](https://github.com/arangodb/kube-arangodb/blob/1.2.50/pkg/apis/platform/v1alpha1/storage_spec_backend_s3.go#L49)</sup>

`‎docs/cli/arangodb_operator_integration.md‎`

Lines changed: 6 additions & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -81,6 +81,12 @@ Flags:`
`81`	`81`	`--integration.shutdown.v1.internal Defines if Internal access to service shutdown.v1 is enabled (Env: INTEGRATION_SHUTDOWN_V1_INTERNAL) (default true)`
`82`	`82`	`--integration.storage.v2 StorageBucket V2 Integration (Env: INTEGRATION_STORAGE_V2)`
`83`	`83`	`--integration.storage.v2.external Defines if External access to service storage.v2 is enabled (Env: INTEGRATION_STORAGE_V2_EXTERNAL)`
	`84`	`+ --integration.storage.v2.gcs.bucket.name string Bucket name (Env: INTEGRATION_STORAGE_V2_GCS_BUCKET_NAME)`
	`85`	`+ --integration.storage.v2.gcs.bucket.prefix string Bucket Prefix (Env: INTEGRATION_STORAGE_V2_GCS_BUCKET_PREFIX)`
	`86`	`+ --integration.storage.v2.gcs.project-id string GCP Project ID (Env: INTEGRATION_STORAGE_V2_GCS_PROJECT_ID)`
	`87`	`+ --integration.storage.v2.gcs.provider.sa.file string Path to the file with ServiceAccount JSON (Env: INTEGRATION_STORAGE_V2_GCS_PROVIDER_SA_FILE)`
	`88`	`+ --integration.storage.v2.gcs.provider.sa.json string ServiceAccount JSON (Env: INTEGRATION_STORAGE_V2_GCS_PROVIDER_SA_JSON)`
	`89`	`+ --integration.storage.v2.gcs.provider.type string Type of the provided credentials (Env: INTEGRATION_STORAGE_V2_GCS_PROVIDER_TYPE) (default "serviceAccount")`
`84`	`90`	`--integration.storage.v2.internal Defines if Internal access to service storage.v2 is enabled (Env: INTEGRATION_STORAGE_V2_INTERNAL) (default true)`
`85`	`91`	`--integration.storage.v2.s3.allow-insecure If set to true, the Endpoint certificates won't be checked (Env: INTEGRATION_STORAGE_V2_S3_ALLOW_INSECURE)`
`86`	`92`	`--integration.storage.v2.s3.bucket.name string Bucket name (Env: INTEGRATION_STORAGE_V2_S3_BUCKET_NAME)`

`‎go.mod‎`

Lines changed: 43 additions & 22 deletions

Original file line number	Diff line number	Diff line change
`@@ -37,7 +37,6 @@ require (`
`37`	`37`	`github.com/cenkalti/backoff v2.2.1+incompatible`
`38`	`38`	`github.com/coreos/go-semver v0.3.1`
`39`	`39`	`github.com/dchest/uniuri v1.2.0`
`40`		`- github.com/envoyproxy/go-control-plane v0.13.1`
`41`	`40`	`github.com/fsnotify/fsnotify v1.7.0`
`42`	`41`	`github.com/gin-gonic/gin v1.9.1`
`43`	`42`	`github.com/golang/protobuf v1.5.4 // indirect`
`@@ -57,13 +56,13 @@ require (`
`57`	`56`	`github.com/spf13/cobra v1.9.1`
`58`	`57`	`github.com/spf13/pflag v1.0.6`
`59`	`58`	`github.com/stretchr/testify v1.10.0`
`60`		`- golang.org/x/sync v0.12.0`
`61`		`- golang.org/x/sys v0.31.0`
`62`		`- golang.org/x/text v0.23.0`
`63`		`- golang.org/x/time v0.7.0`
`64`		`- google.golang.org/genproto/googleapis/rpc v0.0.0-20250204164813-702378808489`
`65`		`- google.golang.org/grpc v1.70.0`
`66`		`- google.golang.org/protobuf v1.36.5`
	`59`	`+ golang.org/x/sync v0.14.0`
	`60`	`+ golang.org/x/sys v0.33.0`
	`61`	`+ golang.org/x/text v0.25.0`
	`62`	`+ golang.org/x/time v0.11.0`
	`63`	`+ google.golang.org/genproto/googleapis/rpc v0.0.0-20250512202823-5a2f75b736a9`
	`64`	`+ google.golang.org/grpc v1.72.1`
	`65`	`+ google.golang.org/protobuf v1.36.6`
`67`	`66`	`gopkg.in/yaml.v3 v3.0.1`
`68`	`67`	`k8s.io/api v0.32.2`
`69`	`68`	`k8s.io/apiextensions-apiserver v0.32.2`
`@@ -74,29 +73,41 @@ require (`
`74`	`73`	`)`
`75`	`74`
`76`	`75`	`require (`
	`76`	`+ cloud.google.com/go/storage v1.55.0`
`77`	`77`	`github.com/Masterminds/semver/v3 v3.3.0`
`78`	`78`	`github.com/arangodb-managed/apis v0.89.1`
`79`	`79`	`github.com/arangodb-managed/integration-apis v0.2.1`
`80`	`80`	`github.com/aws/aws-sdk-go v1.55.6`
`81`	`81`	`github.com/coreos/go-oidc/v3 v3.14.1`
	`82`	`+ github.com/envoyproxy/go-control-plane/envoy v1.32.4`
`82`	`83`	`github.com/go-logr/zerologr v1.2.3`
`83`	`84`	`github.com/golang-jwt/jwt/v5 v5.2.2`
`84`	`85`	`github.com/grpc-ecosystem/grpc-gateway/v2 v2.26.1`
`85`	`86`	`github.com/jedib0t/go-pretty/v6 v6.6.5`
`86`	`87`	`github.com/regclient/regclient v0.8.3`
`87`		`- golang.org/x/oauth2 v0.28.0`
`88`		`- google.golang.org/genproto/googleapis/api v0.0.0-20250204164813-702378808489`
	`88`	`+ golang.org/x/oauth2 v0.30.0`
	`89`	`+ google.golang.org/api v0.235.0`
	`90`	`+ google.golang.org/genproto/googleapis/api v0.0.0-20250512202823-5a2f75b736a9`
`89`	`91`	`helm.sh/helm/v3 v3.17.3`
`90`	`92`	`k8s.io/klog/v2 v2.130.1`
`91`	`93`	`k8s.io/utils v0.0.0-20241104100929-3ea5e8cea738`
`92`	`94`	`)`
`93`	`95`
`94`	`96`	`require (`
`95`		`- cel.dev/expr v0.19.0 // indirect`
	`97`	`+ cel.dev/expr v0.20.0 // indirect`
	`98`	`+ cloud.google.com/go v0.121.1 // indirect`
	`99`	`+ cloud.google.com/go/auth v0.16.1 // indirect`
	`100`	`+ cloud.google.com/go/auth/oauth2adapt v0.2.8 // indirect`
	`101`	`+ cloud.google.com/go/compute/metadata v0.7.0 // indirect`
	`102`	`+ cloud.google.com/go/iam v1.5.2 // indirect`
	`103`	`+ cloud.google.com/go/monitoring v1.24.2 // indirect`
`96`	`104`	`dario.cat/mergo v1.0.1 // indirect`
`97`	`105`	`github.com/AdaLogics/go-fuzz-headers v0.0.0-20230811130428-ced1acdcaa24 // indirect`
`98`	`106`	`github.com/Azure/go-ansiterm v0.0.0-20230124172434-306776ec8161 // indirect`
`99`	`107`	`github.com/BurntSushi/toml v1.4.0 // indirect`
	`108`	`+ github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.27.0 // indirect`
	`109`	`+ github.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric v0.51.0 // indirect`
	`110`	`+ github.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.51.0 // indirect`
`100`	`111`	`github.com/MakeNowJust/heredoc v1.0.0 // indirect`
`101`	`112`	`github.com/Masterminds/goutils v1.1.1 // indirect`
`102`	`113`	`github.com/Masterminds/sprig/v3 v3.3.0 // indirect`
`@@ -107,11 +118,10 @@ require (`
`107`	`118`	`github.com/blang/semver/v4 v4.0.0 // indirect`
`108`	`119`	`github.com/bytedance/sonic v1.9.1 // indirect`
`109`	`120`	`github.com/cenkalti/backoff/v4 v4.3.0 // indirect`
`110`		`- github.com/census-instrumentation/opencensus-proto v0.4.1 // indirect`
`111`	`121`	`github.com/cespare/xxhash/v2 v2.3.0 // indirect`
`112`	`122`	`github.com/chai2010/gettext-go v1.0.2 // indirect`
`113`	`123`	`github.com/chenzhuoyu/base64x v0.0.0-20221115062448-fe3a3abad311 // indirect`
`114`		`- github.com/cncf/xds/go v0.0.0-20240905190251-b4127c9b8d78 // indirect`
	`124`	`+ github.com/cncf/xds/go v0.0.0-20250121191232-2f005788dc42 // indirect`
`115`	`125`	`github.com/containerd/containerd v1.7.27 // indirect`
`116`	`126`	`github.com/containerd/errdefs v0.3.0 // indirect`
`117`	`127`	`github.com/containerd/log v0.1.0 // indirect`
`@@ -128,7 +138,7 @@ require (`
`128`	`138`	`github.com/docker/go-metrics v0.0.1 // indirect`
`129`	`139`	`github.com/docker/libtrust v0.0.0-20160708172513-aabc10ec26b7 // indirect`
`130`	`140`	`github.com/emicklei/go-restful/v3 v3.11.0 // indirect`
`131`		`- github.com/envoyproxy/protoc-gen-validate v1.1.0 // indirect`
	`141`	`+ github.com/envoyproxy/protoc-gen-validate v1.2.1 // indirect`
`132`	`142`	`github.com/evanphx/json-patch v5.9.0+incompatible // indirect`
`133`	`143`	`github.com/exponent-io/jsonpath v0.0.0-20210407135951-1de76d718b3f // indirect`
`134`	`144`	`github.com/fatih/color v1.13.0 // indirect`
`@@ -153,9 +163,12 @@ require (`
`153`	`163`	`github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect`
`154`	`164`	`github.com/google/btree v1.0.1 // indirect`
`155`	`165`	`github.com/google/gnostic-models v0.6.8 // indirect`
`156`		`- github.com/google/go-cmp v0.6.0 // indirect`
	`166`	`+ github.com/google/go-cmp v0.7.0 // indirect`
`157`	`167`	`github.com/google/gofuzz v1.2.0 // indirect`
	`168`	`+ github.com/google/s2a-go v0.1.9 // indirect`
`158`	`169`	`github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 // indirect`
	`170`	`+ github.com/googleapis/enterprise-certificate-proxy v0.3.6 // indirect`
	`171`	`+ github.com/googleapis/gax-go/v2 v2.14.2 // indirect`
`159`	`172`	`github.com/gorilla/mux v1.8.0 // indirect`
`160`	`173`	`github.com/gorilla/websocket v1.5.0 // indirect`
`161`	`174`	`github.com/gosuri/uitable v0.0.4 // indirect`
`@@ -208,6 +221,7 @@ require (`
`208`	`221`	`github.com/shopspring/decimal v1.4.0 // indirect`
`209`	`222`	`github.com/sirupsen/logrus v1.9.3 // indirect`
`210`	`223`	`github.com/spf13/cast v1.7.0 // indirect`
	`224`	`+ github.com/spiffe/go-spiffe/v2 v2.5.0 // indirect`
`211`	`225`	`github.com/stretchr/objx v0.5.2 // indirect`
`212`	`226`	`github.com/twitchyliquid64/golang-asm v0.15.1 // indirect`
`213`	`227`	`github.com/ugorji/go/codec v1.2.11 // indirect`
`@@ -217,15 +231,22 @@ require (`
`217`	`231`	`github.com/xeipuuv/gojsonreference v0.0.0-20180127040603-bd5ef7bd5415 // indirect`
`218`	`232`	`github.com/xeipuuv/gojsonschema v1.2.0 // indirect`
`219`	`233`	`github.com/xlab/treeprint v1.2.0 // indirect`
`220`		`- go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.53.0 // indirect`
`221`		`- go.opentelemetry.io/otel v1.32.0 // indirect`
`222`		`- go.opentelemetry.io/otel/metric v1.32.0 // indirect`
`223`		`- go.opentelemetry.io/otel/trace v1.32.0 // indirect`
	`234`	`+ github.com/zeebo/errs v1.4.0 // indirect`
	`235`	`+ go.opentelemetry.io/auto/sdk v1.1.0 // indirect`
	`236`	`+ go.opentelemetry.io/contrib/detectors/gcp v1.36.0 // indirect`
	`237`	`+ go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.60.0 // indirect`
	`238`	`+ go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.60.0 // indirect`
	`239`	`+ go.opentelemetry.io/otel v1.36.0 // indirect`
	`240`	`+ go.opentelemetry.io/otel/metric v1.36.0 // indirect`
	`241`	`+ go.opentelemetry.io/otel/sdk v1.36.0 // indirect`
	`242`	`+ go.opentelemetry.io/otel/sdk/metric v1.36.0 // indirect`
	`243`	`+ go.opentelemetry.io/otel/trace v1.36.0 // indirect`
`224`	`244`	`golang.org/x/arch v0.3.0 // indirect`
`225`		`- golang.org/x/crypto v0.36.0 // indirect`
`226`		`- golang.org/x/net v0.38.0 // indirect`
`227`		`- golang.org/x/term v0.30.0 // indirect`
	`245`	`+ golang.org/x/crypto v0.38.0 // indirect`
	`246`	`+ golang.org/x/net v0.40.0 // indirect`
	`247`	`+ golang.org/x/term v0.32.0 // indirect`
`228`	`248`	`golang.org/x/tools v0.27.0 // indirect`
	`249`	`+ google.golang.org/genproto v0.0.0-20250505200425-f936aa4a68b2 // indirect`
`229`	`250`	`gopkg.in/evanphx/json-patch.v4 v4.12.0 // indirect`
`230`	`251`	`gopkg.in/inf.v0 v0.9.1 // indirect`
`231`	`252`	`gopkg.in/yaml.v2 v2.4.0 // indirect`

0 commit comments

Comments

(0)

Navigation Menu

Search code, repositories, users, issues, pull requests...

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Uh oh!

Commit ea9adfb

File tree

37 files changed

37 files changed

`‎.golangci.yaml‎`

`‎CHANGELOG.md‎`

`‎docs/api/ArangoPlatformStorage.V1Alpha1.md‎`

`‎docs/cli/arangodb_operator_integration.md‎`

`‎go.mod‎`

0 commit comments