diff --git a/Wire.go b/Wire.go index 75264c635e..1015ce7788 100644 --- a/Wire.go +++ b/Wire.go @@ -345,6 +345,9 @@ func InitializeApp() (*App, error) { pipeline.NewCiCdPipelineOrchestrator, wire.Bind(new(pipeline.CiCdPipelineOrchestrator), new(*pipeline.CiCdPipelineOrchestratorImpl)), + pipeline.NewGitMaterialVariableSyncServiceImpl, + wire.Bind(new(pipeline.GitMaterialVariableSyncService), new(*pipeline.GitMaterialVariableSyncServiceImpl)), + // scoped variables start variables.NewScopedVariableServiceImpl, wire.Bind(new(variables.ScopedVariableService), new(*variables.ScopedVariableServiceImpl)), @@ -367,6 +370,9 @@ func InitializeApp() (*App, error) { variables.NewScopedVariableCMCSManagerImpl, wire.Bind(new(variables.ScopedVariableCMCSManager), new(*variables.ScopedVariableCMCSManagerImpl)), + variables.NewRepoFieldVariableResolverImpl, + wire.Bind(new(variables.RepoFieldVariableResolver), new(*variables.RepoFieldVariableResolverImpl)), + // end gitOpsConfig.NewDevtronAppGitOpConfigServiceImpl, diff --git a/api/restHandler/app/pipeline/configure/BuildPipelineRestHandler.go b/api/restHandler/app/pipeline/configure/BuildPipelineRestHandler.go index 4d2f0414cb..8cdc04422d 100644 --- a/api/restHandler/app/pipeline/configure/BuildPipelineRestHandler.go +++ b/api/restHandler/app/pipeline/configure/BuildPipelineRestHandler.go @@ -33,6 +33,7 @@ import ( bean2 "github.com/devtron-labs/devtron/pkg/build/pipeline/bean" eventProcessorBean "github.com/devtron-labs/devtron/pkg/eventProcessor/bean" constants2 "github.com/devtron-labs/devtron/pkg/pipeline/constants" + "github.com/devtron-labs/devtron/pkg/variables" "github.com/devtron-labs/devtron/util/stringsUtil" "golang.org/x/exp/maps" @@ -1363,6 +1364,11 @@ func (handler *PipelineConfigRestHandlerImpl) CreateMaterial(w http.ResponseWrit return } for _, gitMaterial := range createMaterialDto.Material { + // a @{{VAR_NAME}} reference isn't a real URL yet - skip the format check here, + // RepoFieldVariableResolver validates and resolves it before use + if variables.IsFullVariableReference(gitMaterial.Url) { + continue + } validationResult, err := handler.ValidateGitMaterialUrl(gitMaterial.GitProviderId, gitMaterial.Url) if err != nil { handler.Logger.Errorw("service err, CreateMaterial", "err", err, "CreateMaterial", createMaterialDto) @@ -1409,16 +1415,20 @@ func (handler *PipelineConfigRestHandlerImpl) UpdateMaterial(w http.ResponseWrit common.WriteJsonResp(w, err, nil, http.StatusBadRequest) return } - validationResult, err := handler.ValidateGitMaterialUrl(updateMaterialDto.Material.GitProviderId, updateMaterialDto.Material.Url) - if err != nil { - handler.Logger.Errorw("service err, UpdateMaterial", "err", err, "UpdateMaterial", updateMaterialDto) - common.WriteJsonResp(w, err, nil, http.StatusInternalServerError) - return - } else { - if !validationResult { - handler.Logger.Errorw("validation err, UpdateMaterial : invalid git material url", "err", err, "gitMaterialUrl", updateMaterialDto.Material.Url, "UpdateMaterial", updateMaterialDto) - common.WriteJsonResp(w, err, nil, http.StatusBadRequest) + // a @{{VAR_NAME}} reference isn't a real URL yet - skip the format check here, + // RepoFieldVariableResolver validates and resolves it before use + if !variables.IsFullVariableReference(updateMaterialDto.Material.Url) { + validationResult, err := handler.ValidateGitMaterialUrl(updateMaterialDto.Material.GitProviderId, updateMaterialDto.Material.Url) + if err != nil { + handler.Logger.Errorw("service err, UpdateMaterial", "err", err, "UpdateMaterial", updateMaterialDto) + common.WriteJsonResp(w, err, nil, http.StatusInternalServerError) return + } else { + if !validationResult { + handler.Logger.Errorw("validation err, UpdateMaterial : invalid git material url", "err", err, "gitMaterialUrl", updateMaterialDto.Material.Url, "UpdateMaterial", updateMaterialDto) + common.WriteJsonResp(w, err, nil, http.StatusBadRequest) + return + } } } resourceObject := handler.enforcerUtil.GetAppRBACNameByAppId(updateMaterialDto.AppId) diff --git a/api/restHandler/app/pipeline/configure/DeploymentPipelineRestHandler.go b/api/restHandler/app/pipeline/configure/DeploymentPipelineRestHandler.go index 5260593e56..f0e82c9591 100644 --- a/api/restHandler/app/pipeline/configure/DeploymentPipelineRestHandler.go +++ b/api/restHandler/app/pipeline/configure/DeploymentPipelineRestHandler.go @@ -296,32 +296,55 @@ func (handler *PipelineConfigRestHandlerImpl) PatchCdPipeline(w http.ResponseWri } v := r.URL.Query() - forceDelete := false - cascadeDelete := true force := v.Get("force") cascade := v.Get("cascade") - if len(force) > 0 && len(cascade) > 0 { - handler.Logger.Errorw("request err, PatchCdPipeline", "err", fmt.Errorf("cannot perform both cascade and force delete"), "payload", cdPipeline) + foreground := v.Get("foregroundDelete") + if len(force) > 0 && len(cascade) > 0 && len(foreground) > 0 { + err = fmt.Errorf("cannot perform force, cascade and foreground delete together") + handler.Logger.Errorw("request err, PatchCdPipeline", "err", err, "payload", cdPipeline) + common.WriteJsonResp(w, err, nil, http.StatusBadRequest) + return + } else if len(force) > 0 && len(cascade) > 0 { + err = fmt.Errorf("cannot perform both cascade and force delete") + handler.Logger.Errorw("request err, PatchCdPipeline", "err", err, "payload", cdPipeline) + common.WriteJsonResp(w, err, nil, http.StatusBadRequest) + return + } else if len(foreground) > 0 && len(cascade) > 0 { + err = fmt.Errorf("cannot perform both cascade and foreground delete") + handler.Logger.Errorw("request err, PatchCdPipeline", "err", err, "payload", cdPipeline) + common.WriteJsonResp(w, err, nil, http.StatusBadRequest) + return + } else if len(foreground) > 0 && len(force) > 0 { + err = fmt.Errorf("cannot perform both force and foreground delete") + handler.Logger.Errorw("request err, PatchCdPipeline", "err", err, "payload", cdPipeline) common.WriteJsonResp(w, err, nil, http.StatusBadRequest) return } - if len(force) > 0 { - forceDelete, err = strconv.ParseBool(force) + if len(foreground) > 0 { + foregroundDelete, err := strconv.ParseBool(foreground) + if err != nil { + handler.Logger.Errorw("request err, PatchCdPipeline", "err", err, "payload", cdPipeline) + common.WriteJsonResp(w, err, nil, http.StatusBadRequest) + return + } + cdPipeline.ForegroundDelete = &foregroundDelete + } else if len(force) > 0 { + forceDelete, err := strconv.ParseBool(force) if err != nil { handler.Logger.Errorw("request err, PatchCdPipeline", "err", err, "payload", cdPipeline) common.WriteJsonResp(w, err, nil, http.StatusBadRequest) return } + cdPipeline.ForceDelete = forceDelete } else if len(cascade) > 0 { - cascadeDelete, err = strconv.ParseBool(cascade) + cascadeDelete, err := strconv.ParseBool(cascade) if err != nil { handler.Logger.Errorw("request err, PatchCdPipeline", "err", err, "payload", cdPipeline) common.WriteJsonResp(w, err, nil, http.StatusBadRequest) return } + cdPipeline.NonCascadeDelete = !cascadeDelete } - cdPipeline.ForceDelete = forceDelete - cdPipeline.NonCascadeDelete = !cascadeDelete handler.Logger.Infow("request payload, PatchCdPipeline", "payload", cdPipeline) err = handler.validator.StructPartial(cdPipeline, "AppId", "Action") if err == nil { diff --git a/api/restHandler/scopedVariable/ScopedVariableRestHandler.go b/api/restHandler/scopedVariable/ScopedVariableRestHandler.go index 5a8ed20c4d..ffbc3f97f8 100644 --- a/api/restHandler/scopedVariable/ScopedVariableRestHandler.go +++ b/api/restHandler/scopedVariable/ScopedVariableRestHandler.go @@ -23,7 +23,9 @@ import ( "net/http" "strconv" + "github.com/devtron-labs/common-lib/async" "github.com/devtron-labs/devtron/api/restHandler/common" + util2 "github.com/devtron-labs/devtron/internal/util" "github.com/devtron-labs/devtron/pkg/auth/authorisation/casbin" "github.com/devtron-labs/devtron/pkg/auth/user" "github.com/devtron-labs/devtron/pkg/bean" @@ -42,31 +44,36 @@ type ScopedVariableRestHandler interface { CreateVariables(w http.ResponseWriter, r *http.Request) GetScopedVariables(w http.ResponseWriter, r *http.Request) GetJsonForVariables(w http.ResponseWriter, r *http.Request) + GetVariableUsage(w http.ResponseWriter, r *http.Request) } type ScopedVariableRestHandlerImpl struct { - logger *zap.SugaredLogger - userAuthService user.UserService - validator *validator.Validate - pipelineBuilder pipeline.PipelineBuilder - enforcerUtil rbac.EnforcerUtil - enforcer casbin.Enforcer - scopedVariableService variables.ScopedVariableService + logger *zap.SugaredLogger + userAuthService user.UserService + validator *validator.Validate + pipelineBuilder pipeline.PipelineBuilder + enforcerUtil rbac.EnforcerUtil + enforcer casbin.Enforcer + scopedVariableService variables.ScopedVariableService + gitMaterialVariableSyncService pipeline.GitMaterialVariableSyncService + asyncRunnable *async.Runnable } type JsonResponse struct { Manifest *models.ScopedVariableManifest `json:"manifest"` JsonSchema string `json:"jsonSchema"` } -func NewScopedVariableRestHandlerImpl(logger *zap.SugaredLogger, userAuthService user.UserService, validator *validator.Validate, pipelineBuilder pipeline.PipelineBuilder, enforcerUtil rbac.EnforcerUtil, enforcer casbin.Enforcer, scopedVariableService variables.ScopedVariableService) *ScopedVariableRestHandlerImpl { +func NewScopedVariableRestHandlerImpl(logger *zap.SugaredLogger, userAuthService user.UserService, validator *validator.Validate, pipelineBuilder pipeline.PipelineBuilder, enforcerUtil rbac.EnforcerUtil, enforcer casbin.Enforcer, scopedVariableService variables.ScopedVariableService, gitMaterialVariableSyncService pipeline.GitMaterialVariableSyncService, asyncRunnable *async.Runnable) *ScopedVariableRestHandlerImpl { return &ScopedVariableRestHandlerImpl{ - logger: logger, - userAuthService: userAuthService, - validator: validator, - pipelineBuilder: pipelineBuilder, - enforcerUtil: enforcerUtil, - enforcer: enforcer, - scopedVariableService: scopedVariableService, + logger: logger, + userAuthService: userAuthService, + validator: validator, + pipelineBuilder: pipelineBuilder, + enforcerUtil: enforcerUtil, + enforcer: enforcer, + scopedVariableService: scopedVariableService, + gitMaterialVariableSyncService: gitMaterialVariableSyncService, + asyncRunnable: asyncRunnable, } } func (handler *ScopedVariableRestHandlerImpl) CreateVariables(w http.ResponseWriter, r *http.Request) { @@ -94,7 +101,12 @@ func (handler *ScopedVariableRestHandlerImpl) CreateVariables(w http.ResponseWri return } - payload := utils.ManifestToPayload(request.Manifest, userId) + payload, err := utils.ManifestToPayload(request.Manifest, userId) + if err != nil { + handler.logger.Errorw("invalid manifest in CreateVariables", "err", err) + common.WriteJsonResp(w, err, nil, http.StatusNotAcceptable) + return + } // not logging bean object as it contains sensitive data handler.logger.Infow("request payload received for variables") @@ -108,15 +120,59 @@ func (handler *ScopedVariableRestHandlerImpl) CreateVariables(w http.ResponseWri //RBAC enforcer Ends err = handler.scopedVariableService.CreateVariables(payload) if err != nil { - if errors.As(err, &models.ValidationError{}) { + var deletionBlockedErr *models.VariableDeletionBlockedError + if errors.As(err, &deletionBlockedErr) { + apiErr := &util2.ApiError{ + HttpStatusCode: http.StatusConflict, + Code: strconv.Itoa(http.StatusConflict), + InternalMessage: deletionBlockedErr.Error(), + UserMessage: deletionBlockedErr.Error(), + UserDetailMessage: deletionBlockedErr.UsageSummary(20), + } + common.WriteJsonResp(w, apiErr, nil, http.StatusConflict) + } else if errors.As(err, &models.ValidationError{}) { common.WriteJsonResp(w, err, nil, http.StatusNotAcceptable) } else { common.WriteJsonResp(w, err, nil, http.StatusBadRequest) } return } + // CreateVariables replaces the entire variable set, so any Git Material referencing a + // scoped variable may need its git-sensor copy refreshed - run off-thread since each + // push to git-sensor can take up to its own timeout ceiling, and this must not block + // the response for a save that already succeeded above. + handler.asyncRunnable.Execute(func() { + if syncErr := handler.gitMaterialVariableSyncService.ResyncGitMaterialsForVariableChange(); syncErr != nil { + handler.logger.Errorw("error re-syncing git materials after variable change", "err", syncErr) + } + }) common.WriteJsonResp(w, nil, nil, http.StatusOK) } + +func (handler *ScopedVariableRestHandlerImpl) GetVariableUsage(w http.ResponseWriter, r *http.Request) { + userId, err := handler.userAuthService.GetLoggedInUser(r) + if userId == 0 || err != nil { + common.HandleUnauthorized(w, r) + return + } + + // RBAC enforcer applying + token := r.Header.Get("token") + if isSuperAdmin := handler.enforcer.Enforce(token, casbin.ResourceGlobal, casbin.ActionGet, "*"); !isSuperAdmin { + common.WriteJsonResp(w, errors.New("unauthorized"), nil, http.StatusForbidden) + return + } + //RBAC enforcer Ends + + variableName := r.URL.Query().Get("name") + usages, err := handler.scopedVariableService.GetVariableUsage(variableName) + if err != nil { + handler.logger.Errorw("service err, GetVariableUsage", "variableName", variableName, "err", err) + common.WriteJsonResp(w, err, nil, http.StatusInternalServerError) + return + } + common.WriteJsonResp(w, nil, usages, http.StatusOK) +} func (handler *ScopedVariableRestHandlerImpl) GetScopedVariables(w http.ResponseWriter, r *http.Request) { token := r.Header.Get("token") isSuperAdmin := handler.enforcer.Enforce(token, casbin.ResourceGlobal, casbin.ActionGet, "*") diff --git a/api/router/ScopedVariableRouter.go b/api/router/ScopedVariableRouter.go index 4054f1faef..ba60c99a25 100644 --- a/api/router/ScopedVariableRouter.go +++ b/api/router/ScopedVariableRouter.go @@ -46,5 +46,8 @@ func (impl ScopedVariableRouterImpl) InitScopedVariableRouter(router *mux.Router router.Path("/variables/detail"). HandlerFunc(impl.scopedVariableRestHandler.GetJsonForVariables). Methods("GET") + router.Path("/variables/usage"). + HandlerFunc(impl.scopedVariableRestHandler.GetVariableUsage). + Methods("GET") } diff --git a/env_gen.json b/env_gen.json index 15fb4e0dbe..c7093ea34a 100644 --- a/env_gen.json +++ b/env_gen.json @@ -1 +1 @@ -[{"Category":"CD","Fields":[{"Env":"ARGO_APP_MANUAL_SYNC_TIME","EnvType":"int","EnvValue":"3","EnvDescription":"retry argocd app manual sync if the timeline is stuck in ARGOCD_SYNC_INITIATED state for more than this defined time (in mins)","Example":"","Deprecated":"false"},{"Env":"CD_FLUX_PIPELINE_STATUS_CRON_TIME","EnvType":"string","EnvValue":"*/2 * * * *","EnvDescription":"Cron time to check the pipeline status for flux cd pipeline","Example":"","Deprecated":"false"},{"Env":"CD_HELM_PIPELINE_STATUS_CRON_TIME","EnvType":"string","EnvValue":"*/2 * * * *","EnvDescription":"Cron time to check the pipeline status ","Example":"","Deprecated":"false"},{"Env":"CD_PIPELINE_STATUS_CRON_TIME","EnvType":"string","EnvValue":"*/2 * * * *","EnvDescription":"Cron time for CD pipeline status","Example":"","Deprecated":"false"},{"Env":"CD_PIPELINE_STATUS_TIMEOUT_DURATION","EnvType":"string","EnvValue":"20","EnvDescription":"Timeout for CD pipeline to get healthy","Example":"","Deprecated":"false"},{"Env":"DEPLOY_STATUS_CRON_GET_PIPELINE_DEPLOYED_WITHIN_HOURS","EnvType":"int","EnvValue":"12","EnvDescription":"This flag is used to fetch the deployment status of the application. It retrieves the status of deployments that occurred between 12 hours and 10 minutes prior to the current time. It fetches non-terminal statuses.","Example":"","Deprecated":"false"},{"Env":"DEVTRON_CHART_ARGO_CD_INSTALL_REQUEST_TIMEOUT","EnvType":"int","EnvValue":"1","EnvDescription":"Context timeout for gitops concurrent async deployments","Example":"","Deprecated":"false"},{"Env":"DEVTRON_CHART_INSTALL_REQUEST_TIMEOUT","EnvType":"int","EnvValue":"6","EnvDescription":"Context timeout for no gitops concurrent async deployments","Example":"","Deprecated":"false"},{"Env":"EXPOSE_CD_METRICS","EnvType":"bool","EnvValue":"false","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"FEATURE_MIGRATE_ARGOCD_APPLICATION_ENABLE","EnvType":"bool","EnvValue":"false","EnvDescription":"enable migration of external argocd application to devtron pipeline","Example":"","Deprecated":"false"},{"Env":"FEATURE_MIGRATE_FLUX_APPLICATION_ENABLE","EnvType":"bool","EnvValue":"false","EnvDescription":"enable flux application services","Example":"","Deprecated":"false"},{"Env":"FLUX_CD_PIPELINE_STATUS_CHECK_ELIGIBLE_TIME","EnvType":"string","EnvValue":"120","EnvDescription":"eligible time for checking flux app status periodically and update in db, value is in seconds., default is 120, if wfr is updated within configured time i.e. FLUX_CD_PIPELINE_STATUS_CHECK_ELIGIBLE_TIME then do not include for this cron cycle.","Example":"","Deprecated":"false"},{"Env":"HELM_PIPELINE_STATUS_CHECK_ELIGIBLE_TIME","EnvType":"string","EnvValue":"120","EnvDescription":"eligible time for checking helm app status periodically and update in db, value is in seconds., default is 120, if wfr is updated within configured time i.e. HELM_PIPELINE_STATUS_CHECK_ELIGIBLE_TIME then do not include for this cron cycle.","Example":"","Deprecated":"false"},{"Env":"IS_INTERNAL_USE","EnvType":"bool","EnvValue":"true","EnvDescription":"If enabled then cd pipeline and helm apps will not need the deployment app type mandatorily. Couple this flag with HIDE_GITOPS_OR_HELM_OPTION (in Dashborad) and if gitops is configured and allowed for the env, pipeline/ helm app will gitops else no-gitops.","Example":"","Deprecated":"false"},{"Env":"MIGRATE_DEPLOYMENT_CONFIG_DATA","EnvType":"bool","EnvValue":"false","EnvDescription":"migrate deployment config data from charts table to deployment_config table","Example":"","Deprecated":"false"},{"Env":"PIPELINE_DEGRADED_TIME","EnvType":"string","EnvValue":"10","EnvDescription":"Time to mark a pipeline degraded if not healthy in defined time","Example":"","Deprecated":"false"},{"Env":"REVISION_HISTORY_LIMIT_DEVTRON_APP","EnvType":"int","EnvValue":"1","EnvDescription":"Count for devtron application rivision history","Example":"","Deprecated":"false"},{"Env":"REVISION_HISTORY_LIMIT_EXTERNAL_HELM_APP","EnvType":"int","EnvValue":"0","EnvDescription":"Count for external helm application rivision history","Example":"","Deprecated":"false"},{"Env":"REVISION_HISTORY_LIMIT_HELM_APP","EnvType":"int","EnvValue":"1","EnvDescription":"To set the history limit for the helm app being deployed through devtron","Example":"","Deprecated":"false"},{"Env":"REVISION_HISTORY_LIMIT_LINKED_HELM_APP","EnvType":"int","EnvValue":"15","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"RUN_HELM_INSTALL_IN_ASYNC_MODE_HELM_APPS","EnvType":"bool","EnvValue":"false","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"SHOULD_CHECK_NAMESPACE_ON_CLONE","EnvType":"bool","EnvValue":"false","EnvDescription":"should we check if namespace exists or not while cloning app","Example":"","Deprecated":"false"},{"Env":"USE_DEPLOYMENT_CONFIG_DATA","EnvType":"bool","EnvValue":"false","EnvDescription":"use deployment config data from deployment_config table","Example":"","Deprecated":"true"},{"Env":"VALIDATE_EXT_APP_CHART_TYPE","EnvType":"bool","EnvValue":"false","EnvDescription":"validate external flux app chart","Example":"","Deprecated":"false"}]},{"Category":"CI_BUILDX","Fields":[{"Env":"ASYNC_BUILDX_CACHE_EXPORT","EnvType":"bool","EnvValue":"false","EnvDescription":"To enable async container image cache export","Example":"","Deprecated":"false"},{"Env":"BUILDX_BUILDER_POD_WAIT_DURATION_SECS","EnvType":"int","EnvValue":"120","EnvDescription":"Timeout in seconds to wait for buildx k8s driver builder pods to be ready (initial startup and after spot interruption)","Example":"","Deprecated":"false"},{"Env":"BUILDX_CACHE_MODE_MIN","EnvType":"bool","EnvValue":"false","EnvDescription":"To set build cache mode to minimum in buildx","Example":"","Deprecated":"false"},{"Env":"BUILDX_INTERRUPTION_MAX_RETRY","EnvType":"int","EnvValue":"3","EnvDescription":"Maximum number of retries for buildx builder interruption","Example":"","Deprecated":"false"}]},{"Category":"CI_RUNNER","Fields":[{"Env":"AZURE_ACCOUNT_KEY","EnvType":"string","EnvValue":"","EnvDescription":"If blob storage is being used of azure then pass the secret key to access the bucket","Example":"","Deprecated":"false"},{"Env":"AZURE_ACCOUNT_NAME","EnvType":"string","EnvValue":"","EnvDescription":"Account name for azure blob storage","Example":"","Deprecated":"false"},{"Env":"AZURE_BLOB_CONTAINER_CI_CACHE","EnvType":"string","EnvValue":"","EnvDescription":"Cache bucket name for azure blob storage","Example":"","Deprecated":"false"},{"Env":"AZURE_BLOB_CONTAINER_CI_LOG","EnvType":"string","EnvValue":"","EnvDescription":"Log bucket for azure blob storage","Example":"","Deprecated":"false"},{"Env":"AZURE_GATEWAY_CONNECTION_INSECURE","EnvType":"bool","EnvValue":"true","EnvDescription":"Azure gateway connection allows insecure if true","Example":"","Deprecated":"false"},{"Env":"AZURE_GATEWAY_URL","EnvType":"string","EnvValue":"http://devtron-minio.devtroncd:9000","EnvDescription":"Sent to CI runner for blob","Example":"","Deprecated":"false"},{"Env":"BASE_LOG_LOCATION_PATH","EnvType":"string","EnvValue":"/home/devtron/","EnvDescription":"Used to store, download logs of ci workflow, artifact","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_GCP_CREDENTIALS_JSON","EnvType":"string","EnvValue":"","EnvDescription":"GCP cred json for GCS blob storage","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_PROVIDER","EnvType":"","EnvValue":"S3","EnvDescription":"Blob storage provider name(AWS/GCP/Azure)","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_S3_ACCESS_KEY","EnvType":"string","EnvValue":"","EnvDescription":"S3 access key for s3 blob storage","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_S3_BUCKET_VERSIONED","EnvType":"bool","EnvValue":"true","EnvDescription":"To enable buctet versioning for blob storage","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_S3_ENDPOINT","EnvType":"string","EnvValue":"","EnvDescription":"S3 endpoint URL for s3 blob storage","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_S3_ENDPOINT_INSECURE","EnvType":"bool","EnvValue":"false","EnvDescription":"To use insecure s3 endpoint","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_S3_SECRET_KEY","EnvType":"string","EnvValue":"","EnvDescription":"Secret key for s3 blob storage","Example":"","Deprecated":"false"},{"Env":"BUILDX_CACHE_PATH","EnvType":"string","EnvValue":"/var/lib/devtron/buildx","EnvDescription":"Path for the buildx cache","Example":"","Deprecated":"false"},{"Env":"BUILDX_K8S_DRIVER_OPTIONS","EnvType":"string","EnvValue":"","EnvDescription":"To enable the k8s driver and pass args for k8s driver in buildx","Example":"","Deprecated":"false"},{"Env":"BUILDX_PROVENANCE_MODE","EnvType":"string","EnvValue":"","EnvDescription":"provinance is set to true by default by docker. this will add some build related data in generated build manifest.it also adds some unknown:unknown key:value pair which may not be compatible by some container registries. with buildx k8s driver , provinenance=true is causing issue when push manifest to quay registry, so setting it to false","Example":"","Deprecated":"false"},{"Env":"BUILD_LOG_TTL_VALUE_IN_SECS","EnvType":"int","EnvValue":"3600","EnvDescription":"This is the time that the pods of ci/pre-cd/post-cd live after completion state.","Example":"","Deprecated":"false"},{"Env":"CACHE_LIMIT","EnvType":"int64","EnvValue":"5000000000","EnvDescription":"Cache limit.","Example":"","Deprecated":"false"},{"Env":"CD_DEFAULT_ADDRESS_POOL_BASE_CIDR","EnvType":"string","EnvValue":"","EnvDescription":"To pass the IP cidr for Pre/Post cd ","Example":"","Deprecated":"false"},{"Env":"CD_DEFAULT_ADDRESS_POOL_SIZE","EnvType":"int","EnvValue":"","EnvDescription":"The subnet size to allocate from the base pool for CD","Example":"","Deprecated":"false"},{"Env":"CD_LIMIT_CI_CPU","EnvType":"string","EnvValue":"0.5","EnvDescription":"CPU Resource Limit Pre/Post CD","Example":"","Deprecated":"false"},{"Env":"CD_LIMIT_CI_MEM","EnvType":"string","EnvValue":"3G","EnvDescription":"Memory Resource Limit Pre/Post CD","Example":"","Deprecated":"false"},{"Env":"CD_NODE_LABEL_SELECTOR","EnvType":"","EnvValue":"","EnvDescription":"Node label selector for Pre/Post CD","Example":"","Deprecated":"false"},{"Env":"CD_NODE_TAINTS_KEY","EnvType":"string","EnvValue":"dedicated","EnvDescription":"Toleration key for Pre/Post CD","Example":"","Deprecated":"false"},{"Env":"CD_NODE_TAINTS_VALUE","EnvType":"string","EnvValue":"ci","EnvDescription":"Toleration value for Pre/Post CD","Example":"","Deprecated":"false"},{"Env":"CD_REQ_CI_CPU","EnvType":"string","EnvValue":"0.5","EnvDescription":"CPU Resource Rquest Pre/Post CD","Example":"","Deprecated":"false"},{"Env":"CD_REQ_CI_MEM","EnvType":"string","EnvValue":"3G","EnvDescription":"Memory Resource Rquest Pre/Post CD","Example":"","Deprecated":"false"},{"Env":"CD_WORKFLOW_EXECUTOR_TYPE","EnvType":"","EnvValue":"AWF","EnvDescription":"Executor type for Pre/Post CD(AWF,System)","Example":"","Deprecated":"false"},{"Env":"CD_WORKFLOW_SERVICE_ACCOUNT","EnvType":"string","EnvValue":"cd-runner","EnvDescription":"Service account to be used in Pre/Post CD pod","Example":"","Deprecated":"false"},{"Env":"CI_DEFAULT_ADDRESS_POOL_BASE_CIDR","EnvType":"string","EnvValue":"","EnvDescription":"To pass the IP cidr for CI","Example":"","Deprecated":"false"},{"Env":"CI_DEFAULT_ADDRESS_POOL_SIZE","EnvType":"int","EnvValue":"","EnvDescription":"The subnet size to allocate from the base pool for CI","Example":"","Deprecated":"false"},{"Env":"CI_IGNORE_DOCKER_CACHE","EnvType":"bool","EnvValue":"","EnvDescription":"Ignoring docker cache ","Example":"","Deprecated":"false"},{"Env":"CI_LOGS_KEY_PREFIX","EnvType":"string","EnvValue":"","EnvDescription":"Prefix for build logs","Example":"","Deprecated":"false"},{"Env":"CI_NODE_LABEL_SELECTOR","EnvType":"","EnvValue":"","EnvDescription":"Node label selector for CI","Example":"","Deprecated":"false"},{"Env":"CI_NODE_TAINTS_KEY","EnvType":"string","EnvValue":"","EnvDescription":"Toleration key for CI","Example":"","Deprecated":"false"},{"Env":"CI_NODE_TAINTS_VALUE","EnvType":"string","EnvValue":"","EnvDescription":"Toleration value for CI","Example":"","Deprecated":"false"},{"Env":"CI_RUNNER_DOCKER_MTU_VALUE","EnvType":"int","EnvValue":"-1","EnvDescription":"this is to control the bytes of inofrmation passed in a network packet in ci-runner. default is -1 (defaults to the underlying node mtu value)","Example":"","Deprecated":"false"},{"Env":"CI_SUCCESS_AUTO_TRIGGER_BATCH_SIZE","EnvType":"int","EnvValue":"1","EnvDescription":"this is to control the no of linked pipelines should be hanled in one go when a ci-success event of an parent ci is received","Example":"","Deprecated":"false"},{"Env":"CI_VOLUME_MOUNTS_JSON","EnvType":"string","EnvValue":"","EnvDescription":"additional volume mount data for CI and JOB","Example":"","Deprecated":"false"},{"Env":"CI_WORKFLOW_EXECUTOR_TYPE","EnvType":"","EnvValue":"AWF","EnvDescription":"Executor type for CI(AWF,System)","Example":"","Deprecated":"false"},{"Env":"DEFAULT_ARTIFACT_KEY_LOCATION","EnvType":"string","EnvValue":"arsenal-v1/ci-artifacts","EnvDescription":"Key location for artifacts being created","Example":"","Deprecated":"false"},{"Env":"DEFAULT_BUILD_LOGS_BUCKET","EnvType":"string","EnvValue":"devtron-pro-ci-logs","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEFAULT_BUILD_LOGS_KEY_PREFIX","EnvType":"string","EnvValue":"arsenal-v1","EnvDescription":"Bucket prefix for build logs","Example":"","Deprecated":"false"},{"Env":"DEFAULT_CACHE_BUCKET","EnvType":"string","EnvValue":"ci-caching","EnvDescription":"Bucket name for build cache","Example":"","Deprecated":"false"},{"Env":"DEFAULT_CACHE_BUCKET_REGION","EnvType":"string","EnvValue":"us-east-2","EnvDescription":"Build Cache bucket region","Example":"","Deprecated":"false"},{"Env":"DEFAULT_CD_ARTIFACT_KEY_LOCATION","EnvType":"string","EnvValue":"","EnvDescription":"Bucket prefix for build cache","Example":"","Deprecated":"false"},{"Env":"DEFAULT_CD_LOGS_BUCKET_REGION","EnvType":"string","EnvValue":"us-east-2","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEFAULT_CD_NAMESPACE","EnvType":"string","EnvValue":"","EnvDescription":"Namespace for devtron stack","Example":"","Deprecated":"false"},{"Env":"DEFAULT_CD_TIMEOUT","EnvType":"int64","EnvValue":"3600","EnvDescription":"Timeout for Pre/Post-Cd to be completed","Example":"","Deprecated":"false"},{"Env":"DEFAULT_CI_IMAGE","EnvType":"string","EnvValue":"686244538589.dkr.ecr.us-east-2.amazonaws.com/cirunner:47","EnvDescription":"To pass the ci-runner image","Example":"","Deprecated":"false"},{"Env":"DEFAULT_NAMESPACE","EnvType":"string","EnvValue":"devtron-ci","EnvDescription":"Timeout for CI to be completed","Example":"","Deprecated":"false"},{"Env":"DEFAULT_TARGET_PLATFORM","EnvType":"string","EnvValue":"","EnvDescription":"Default architecture for buildx","Example":"","Deprecated":"false"},{"Env":"DOCKER_BUILD_CACHE_PATH","EnvType":"string","EnvValue":"/var/lib/docker","EnvDescription":"Path to store cache of docker build (/var/lib/docker-\u003e for legacy docker build, /var/lib/devtron-\u003e for buildx)","Example":"","Deprecated":"false"},{"Env":"ENABLE_BUILD_CONTEXT","EnvType":"bool","EnvValue":"false","EnvDescription":"To Enable build context in Devtron.","Example":"","Deprecated":"false"},{"Env":"ENABLE_WORKFLOW_EXECUTION_STAGE","EnvType":"bool","EnvValue":"true","EnvDescription":"if enabled then we will display build stages separately for CI/Job/Pre-Post CD","Example":"true","Deprecated":"false"},{"Env":"EXTERNAL_BLOB_STORAGE_CM_NAME","EnvType":"string","EnvValue":"blob-storage-cm","EnvDescription":"name of the config map(contains bucket name, etc.) in external cluster when there is some operation related to external cluster, for example:-downloading cd artifact pushed in external cluster's env and we need to download from there, downloads ci logs pushed in external cluster's blob","Example":"","Deprecated":"false"},{"Env":"EXTERNAL_BLOB_STORAGE_SECRET_NAME","EnvType":"string","EnvValue":"blob-storage-secret","EnvDescription":"name of the secret(contains password, accessId,passKeys, etc.) in external cluster when there is some operation related to external cluster, for example:-downloading cd artifact pushed in external cluster's env and we need to download from there, downloads ci logs pushed in external cluster's blob","Example":"","Deprecated":"false"},{"Env":"EXTERNAL_CD_NODE_LABEL_SELECTOR","EnvType":"","EnvValue":"","EnvDescription":"This is an array of strings used when submitting a workflow for pre or post-CD execution. If the ","Example":"","Deprecated":"false"},{"Env":"EXTERNAL_CD_NODE_TAINTS_KEY","EnvType":"string","EnvValue":"dedicated","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"EXTERNAL_CD_NODE_TAINTS_VALUE","EnvType":"string","EnvValue":"ci","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"EXTERNAL_CI_API_SECRET","EnvType":"string","EnvValue":"devtroncd-secret","EnvDescription":"External CI API secret.","Example":"","Deprecated":"false"},{"Env":"EXTERNAL_CI_PAYLOAD","EnvType":"string","EnvValue":"{\"ciProjectDetails\":[{\"gitRepository\":\"https://github.com/vikram1601/getting-started-nodejs.git\",\"checkoutPath\":\"./abc\",\"commitHash\":\"239077135f8cdeeccb7857e2851348f558cb53d3\",\"commitTime\":\"2022-10-30T20:00:00\",\"branch\":\"master\",\"message\":\"Update README.md\",\"author\":\"User Name \"}],\"dockerImage\":\"445808685819.dkr.ecr.us-east-2.amazonaws.com/orch:23907713-2\"}","EnvDescription":"External CI payload with project details.","Example":"","Deprecated":"false"},{"Env":"EXTERNAL_CI_WEB_HOOK_URL","EnvType":"string","EnvValue":"","EnvDescription":"default is {{HOST_URL}}/orchestrator/webhook/ext-ci. It is used for external ci.","Example":"","Deprecated":"false"},{"Env":"IGNORE_CM_CS_IN_CI_JOB","EnvType":"bool","EnvValue":"false","EnvDescription":"Ignore CM/CS in CI-pipeline as Job","Example":"","Deprecated":"false"},{"Env":"IMAGE_RETRY_COUNT","EnvType":"int","EnvValue":"0","EnvDescription":"push artifact(image) in ci retry count ","Example":"","Deprecated":"false"},{"Env":"IMAGE_RETRY_INTERVAL","EnvType":"int","EnvValue":"5","EnvDescription":"image retry interval takes value in seconds","Example":"","Deprecated":"false"},{"Env":"IMAGE_SCANNER_ENDPOINT","EnvType":"string","EnvValue":"http://image-scanner-new-demo-devtroncd-service.devtroncd:80","EnvDescription":"Image-scanner micro-service URL","Example":"","Deprecated":"false"},{"Env":"IMAGE_SCAN_MAX_RETRIES","EnvType":"int","EnvValue":"3","EnvDescription":"Max retry count for image-scanning","Example":"","Deprecated":"false"},{"Env":"IMAGE_SCAN_RETRY_DELAY","EnvType":"int","EnvValue":"5","EnvDescription":"Delay for the image-scaning to start","Example":"","Deprecated":"false"},{"Env":"IN_APP_LOGGING_ENABLED","EnvType":"bool","EnvValue":"false","EnvDescription":"Used in case of argo workflow is enabled. If enabled logs push will be managed by us, else will be managed by argo workflow.","Example":"","Deprecated":"false"},{"Env":"MAX_CD_WORKFLOW_RUNNER_RETRIES","EnvType":"int","EnvValue":"0","EnvDescription":"Maximum time pre/post-cd-workflow create pod if it fails to complete","Example":"","Deprecated":"false"},{"Env":"MAX_CI_WORKFLOW_RETRIES","EnvType":"int","EnvValue":"0","EnvDescription":"Maximum time CI-workflow create pod if it fails to complete","Example":"","Deprecated":"false"},{"Env":"MODE","EnvType":"string","EnvValue":"DEV","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"NATS_SERVER_HOST","EnvType":"string","EnvValue":"localhost:4222","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"ORCH_HOST","EnvType":"string","EnvValue":"http://devtroncd-orchestrator-service-prod.devtroncd/webhook/msg/nats","EnvDescription":"Orchestrator micro-service URL ","Example":"","Deprecated":"false"},{"Env":"ORCH_TOKEN","EnvType":"string","EnvValue":"","EnvDescription":"Orchestrator token","Example":"","Deprecated":"false"},{"Env":"PRE_CI_CACHE_PATH","EnvType":"string","EnvValue":"/devtroncd-cache","EnvDescription":"Cache path for Pre CI tasks","Example":"","Deprecated":"false"},{"Env":"SHOW_DOCKER_BUILD_ARGS","EnvType":"bool","EnvValue":"true","EnvDescription":"To enable showing the args passed for CI in build logs","Example":"","Deprecated":"false"},{"Env":"SKIP_CI_JOB_BUILD_CACHE_PUSH_PULL","EnvType":"bool","EnvValue":"false","EnvDescription":"To skip cache Push/Pull for ci job","Example":"","Deprecated":"false"},{"Env":"SKIP_CREATING_ECR_REPO","EnvType":"bool","EnvValue":"false","EnvDescription":"By disabling this ECR repo won't get created if it's not available on ECR from build configuration","Example":"","Deprecated":"false"},{"Env":"TERMINATION_GRACE_PERIOD_SECS","EnvType":"int","EnvValue":"180","EnvDescription":"this is the time given to workflow pods to shutdown. (grace full termination time)","Example":"","Deprecated":"false"},{"Env":"USE_ARTIFACT_LISTING_QUERY_V2","EnvType":"bool","EnvValue":"true","EnvDescription":"To use the V2 query for listing artifacts","Example":"","Deprecated":"false"},{"Env":"USE_BLOB_STORAGE_CONFIG_IN_CD_WORKFLOW","EnvType":"bool","EnvValue":"true","EnvDescription":"To enable blob storage in pre and post cd","Example":"","Deprecated":"false"},{"Env":"USE_BLOB_STORAGE_CONFIG_IN_CI_WORKFLOW","EnvType":"bool","EnvValue":"true","EnvDescription":"To enable blob storage in pre and post ci","Example":"","Deprecated":"false"},{"Env":"USE_BUILDX","EnvType":"bool","EnvValue":"false","EnvDescription":"To enable buildx feature globally","Example":"","Deprecated":"false"},{"Env":"USE_DOCKER_API_TO_GET_DIGEST","EnvType":"bool","EnvValue":"false","EnvDescription":"when user do not pass the digest then this flag controls , finding the image digest using docker API or not. if set to true we get the digest from docker API call else use docker pull command. [logic in ci-runner]","Example":"","Deprecated":"false"},{"Env":"USE_EXTERNAL_NODE","EnvType":"bool","EnvValue":"false","EnvDescription":"It is used in case of Pre/ Post Cd with run in application mode. If enabled the node lebels are read from EXTERNAL_CD_NODE_LABEL_SELECTOR else from CD_NODE_LABEL_SELECTOR MODE: if the vale is DEV, it will read the local kube config file or else from the cluser location.","Example":"","Deprecated":"false"},{"Env":"USE_IMAGE_TAG_FROM_GIT_PROVIDER_FOR_TAG_BASED_BUILD","EnvType":"bool","EnvValue":"false","EnvDescription":"To use the same tag in container image as that of git tag","Example":"","Deprecated":"false"},{"Env":"WF_CONTROLLER_INSTANCE_ID","EnvType":"string","EnvValue":"devtron-runner","EnvDescription":"Workflow controller instance ID.","Example":"","Deprecated":"false"},{"Env":"WORKFLOW_CACHE_CONFIG","EnvType":"string","EnvValue":"{}","EnvDescription":"flag is used to configure how Docker caches are handled during a CI/CD ","Example":"","Deprecated":"false"},{"Env":"WORKFLOW_SERVICE_ACCOUNT","EnvType":"string","EnvValue":"ci-runner","EnvDescription":"","Example":"","Deprecated":"false"}]},{"Category":"DEVTRON","Fields":[{"Env":"-","EnvType":"","EnvValue":"","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"ADDITIONAL_NODE_GROUP_LABELS","EnvType":"","EnvValue":"","EnvDescription":"Add comma separated list of additional node group labels to default labels","Example":"karpenter.sh/nodepool,cloud.google.com/gke-nodepool","Deprecated":"false"},{"Env":"APP_SYNC_IMAGE","EnvType":"string","EnvValue":"quay.io/devtron/chart-sync:1227622d-132-3775","EnvDescription":"For the app sync image, this image will be used in app-manual sync job","Example":"","Deprecated":"false"},{"Env":"APP_SYNC_JOB_RESOURCES_OBJ","EnvType":"string","EnvValue":"","EnvDescription":"To pass the resource of app sync","Example":"","Deprecated":"false"},{"Env":"APP_SYNC_SERVICE_ACCOUNT","EnvType":"string","EnvValue":"chart-sync","EnvDescription":"Service account to be used in app sync Job","Example":"","Deprecated":"false"},{"Env":"APP_SYNC_SHUTDOWN_WAIT_DURATION","EnvType":"int","EnvValue":"120","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"ARGO_AUTO_SYNC_ENABLED","EnvType":"bool","EnvValue":"true","EnvDescription":"If enabled all argocd application will have auto sync enabled","Example":"true","Deprecated":"false"},{"Env":"ARGO_GIT_COMMIT_RETRY_COUNT_ON_CONFLICT","EnvType":"int","EnvValue":"3","EnvDescription":"retry argocd app manual sync if the timeline is stuck in ARGOCD_SYNC_INITIATED state for more than this defined time (in mins)","Example":"","Deprecated":"false"},{"Env":"ARGO_GIT_COMMIT_RETRY_DELAY_ON_CONFLICT","EnvType":"int","EnvValue":"1","EnvDescription":"Delay on retrying the maifest commit the on gitops","Example":"","Deprecated":"false"},{"Env":"ARGO_REPO_REGISTER_RETRY_COUNT","EnvType":"int","EnvValue":"4","EnvDescription":"Retry count for registering a GitOps repository to ArgoCD","Example":"3","Deprecated":"false"},{"Env":"ARGO_REPO_REGISTER_RETRY_DELAY","EnvType":"int","EnvValue":"5","EnvDescription":"Delay (in Seconds) between the retries for registering a GitOps repository to ArgoCD","Example":"5","Deprecated":"false"},{"Env":"BATCH_SIZE","EnvType":"int","EnvValue":"5","EnvDescription":"there is feature to get URL's of services/ingresses. so to extract those, we need to parse all the servcie and ingress objects of the application. this BATCH_SIZE flag controls the no of these objects get parsed in one go.","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_ENABLED","EnvType":"bool","EnvValue":"false","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"CD_HOST","EnvType":"string","EnvValue":"localhost","EnvDescription":"Host for the devtron stack","Example":"","Deprecated":"false"},{"Env":"CD_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"CD_PORT","EnvType":"string","EnvValue":"8000","EnvDescription":"Port for pre/post-cd","Example":"","Deprecated":"false"},{"Env":"CExpirationTime","EnvType":"int","EnvValue":"600","EnvDescription":"Caching expiration time.","Example":"","Deprecated":"false"},{"Env":"CI_TRIGGER_CRON_TIME","EnvType":"int","EnvValue":"2","EnvDescription":"For image poll plugin","Example":"","Deprecated":"false"},{"Env":"CI_WORKFLOW_STATUS_UPDATE_CRON","EnvType":"string","EnvValue":"*/5 * * * *","EnvDescription":"Cron schedule for CI pipeline status","Example":"","Deprecated":"false"},{"Env":"CLI_CMD_TIMEOUT_GLOBAL_SECONDS","EnvType":"int","EnvValue":"0","EnvDescription":"Used in git cli opeartion timeout","Example":"","Deprecated":"false"},{"Env":"CLUSTER_OVERVIEW_BACKGROUND_REFRESH_ENABLED","EnvType":"bool","EnvValue":"true","EnvDescription":"Enable background refresh of cluster overview cache","Example":"","Deprecated":"false"},{"Env":"CLUSTER_OVERVIEW_CACHE_ENABLED","EnvType":"bool","EnvValue":"true","EnvDescription":"Enable caching for cluster overview data","Example":"","Deprecated":"false"},{"Env":"CLUSTER_OVERVIEW_MAX_PARALLEL_CLUSTERS","EnvType":"int","EnvValue":"15","EnvDescription":"Maximum number of clusters to fetch in parallel during refresh","Example":"","Deprecated":"false"},{"Env":"CLUSTER_OVERVIEW_MAX_STALE_DATA_SECONDS","EnvType":"int","EnvValue":"30","EnvDescription":"Maximum age of cached data in seconds before warning","Example":"","Deprecated":"false"},{"Env":"CLUSTER_OVERVIEW_REFRESH_INTERVAL_SECONDS","EnvType":"int","EnvValue":"15","EnvDescription":"Background cache refresh interval in seconds","Example":"","Deprecated":"false"},{"Env":"CLUSTER_STATUS_CRON_TIME","EnvType":"int","EnvValue":"15","EnvDescription":"Cron schedule for cluster status on resource browser","Example":"","Deprecated":"false"},{"Env":"CONSUMER_CONFIG_JSON","EnvType":"string","EnvValue":"","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEFAULT_LOG_TIME_LIMIT","EnvType":"int64","EnvValue":"1","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEFAULT_TIMEOUT","EnvType":"float64","EnvValue":"3600","EnvDescription":"Timeout for CI to be completed","Example":"","Deprecated":"false"},{"Env":"DEVTRON_BOM_URL","EnvType":"string","EnvValue":"https://raw.githubusercontent.com/devtron-labs/devtron/%s/charts/devtron/devtron-bom.yaml","EnvDescription":"Path to devtron-bom.yaml of devtron charts, used for module installation and devtron upgrade","Example":"","Deprecated":"false"},{"Env":"DEVTRON_DEFAULT_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEVTRON_DEX_SECRET_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"Namespace of dex secret","Example":"","Deprecated":"false"},{"Env":"DEVTRON_HELM_RELEASE_CHART_NAME","EnvType":"string","EnvValue":"devtron-operator","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEVTRON_HELM_RELEASE_NAME","EnvType":"string","EnvValue":"devtron","EnvDescription":"Name of the Devtron Helm release. ","Example":"","Deprecated":"false"},{"Env":"DEVTRON_HELM_RELEASE_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"Namespace of the Devtron Helm release","Example":"","Deprecated":"false"},{"Env":"DEVTRON_HELM_REPO_NAME","EnvType":"string","EnvValue":"devtron","EnvDescription":"Is used to install modules (stack manager)","Example":"","Deprecated":"false"},{"Env":"DEVTRON_HELM_REPO_URL","EnvType":"string","EnvValue":"https://helm.devtron.ai","EnvDescription":"Is used to install modules (stack manager)","Example":"","Deprecated":"false"},{"Env":"DEVTRON_INSTALLATION_TYPE","EnvType":"string","EnvValue":"","EnvDescription":"Devtron Installation type(EA/Full)","Example":"","Deprecated":"false"},{"Env":"DEVTRON_INSTALLER_MODULES_PATH","EnvType":"string","EnvValue":"installer.modules","EnvDescription":"Path to devtron installer modules, used to find the helm charts and values files","Example":"","Deprecated":"false"},{"Env":"DEVTRON_INSTALLER_RELEASE_PATH","EnvType":"string","EnvValue":"installer.release","EnvDescription":"Path to devtron installer release, used to find the helm charts and values files","Example":"","Deprecated":"false"},{"Env":"DEVTRON_MODULES_IDENTIFIER_IN_HELM_VALUES","EnvType":"string","EnvValue":"installer.modules","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEVTRON_OPERATOR_BASE_PATH","EnvType":"string","EnvValue":"","EnvDescription":"Base path for devtron operator, used to find the helm charts and values files","Example":"","Deprecated":"false"},{"Env":"DEVTRON_SECRET_NAME","EnvType":"string","EnvValue":"devtron-secret","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEVTRON_VERSION_IDENTIFIER_IN_HELM_VALUES","EnvType":"string","EnvValue":"installer.release","EnvDescription":"devtron operator version identifier in helm values yaml","Example":"","Deprecated":"false"},{"Env":"DEX_CID","EnvType":"string","EnvValue":"example-app","EnvDescription":"dex client id ","Example":"","Deprecated":"false"},{"Env":"DEX_CLIENT_ID","EnvType":"string","EnvValue":"argo-cd","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEX_CSTOREKEY","EnvType":"string","EnvValue":"","EnvDescription":"DEX CSTOREKEY.","Example":"","Deprecated":"false"},{"Env":"DEX_JWTKEY","EnvType":"string","EnvValue":"","EnvDescription":"DEX JWT key. ","Example":"","Deprecated":"false"},{"Env":"DEX_RURL","EnvType":"string","EnvValue":"http://127.0.0.1:8080/callback","EnvDescription":"Dex redirect URL(http://argocd-dex-server.devtroncd:8080/callback)","Example":"","Deprecated":"false"},{"Env":"DEX_SCOPES","EnvType":"","EnvValue":"","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEX_SECRET","EnvType":"string","EnvValue":"","EnvDescription":"Dex secret","Example":"","Deprecated":"false"},{"Env":"DEX_URL","EnvType":"string","EnvValue":"","EnvDescription":"Dex service endpoint with dex path(http://argocd-dex-server.devtroncd:5556/dex)","Example":"","Deprecated":"false"},{"Env":"ECR_REPO_NAME_PREFIX","EnvType":"string","EnvValue":"test/","EnvDescription":"Prefix for ECR repo to be created in does not exist","Example":"","Deprecated":"false"},{"Env":"ENABLE_ASYNC_ARGO_CD_INSTALL_DEVTRON_CHART","EnvType":"bool","EnvValue":"false","EnvDescription":"To enable async installation of gitops application","Example":"","Deprecated":"false"},{"Env":"ENABLE_ASYNC_INSTALL_DEVTRON_CHART","EnvType":"bool","EnvValue":"false","EnvDescription":"To enable async installation of no-gitops application","Example":"","Deprecated":"false"},{"Env":"ENABLE_LINKED_CI_ARTIFACT_COPY","EnvType":"bool","EnvValue":"false","EnvDescription":"Enable copying artifacts from parent CI pipeline to linked CI pipeline during creation","Example":"","Deprecated":"false"},{"Env":"ENABLE_PASSWORD_ENCRYPTION","EnvType":"bool","EnvValue":"true","EnvDescription":"enable password encryption","Example":"","Deprecated":"false"},{"Env":"EPHEMERAL_SERVER_VERSION_REGEX","EnvType":"string","EnvValue":"v[1-9]\\.\\b(2[3-9]\\|[3-9][0-9])\\b.*","EnvDescription":"ephemeral containers support version regex that is compared with k8sServerVersion","Example":"","Deprecated":"false"},{"Env":"EVENT_URL","EnvType":"string","EnvValue":"http://localhost:3000/notify","EnvDescription":"Notifier service url","Example":"","Deprecated":"false"},{"Env":"EXECUTE_WIRE_NIL_CHECKER","EnvType":"bool","EnvValue":"false","EnvDescription":"checks for any nil pointer in wire.go","Example":"","Deprecated":"false"},{"Env":"EXPOSE_CI_METRICS","EnvType":"bool","EnvValue":"false","EnvDescription":"To expose CI metrics","Example":"","Deprecated":"false"},{"Env":"FEATURE_RESTART_WORKLOAD_BATCH_SIZE","EnvType":"int","EnvValue":"1","EnvDescription":"restart workload retrieval batch size ","Example":"","Deprecated":"false"},{"Env":"FEATURE_RESTART_WORKLOAD_WORKER_POOL_SIZE","EnvType":"int","EnvValue":"5","EnvDescription":"restart workload retrieval pool size","Example":"","Deprecated":"false"},{"Env":"FORCE_SECURITY_SCANNING","EnvType":"bool","EnvValue":"false","EnvDescription":"By enabling this no one can disable image scaning on ci-pipeline from UI","Example":"","Deprecated":"false"},{"Env":"GITHUB_ORG_NAME","EnvType":"string","EnvValue":"","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"GITHUB_TOKEN","EnvType":"string","EnvValue":"","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"GITHUB_USERNAME","EnvType":"string","EnvValue":"","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"GITOPS_REPO_PREFIX","EnvType":"string","EnvValue":"","EnvDescription":"Prefix for Gitops repo being creation for argocd application","Example":"","Deprecated":"false"},{"Env":"GO_RUNTIME_ENV","EnvType":"string","EnvValue":"production","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"GRAFANA_HOST","EnvType":"string","EnvValue":"localhost","EnvDescription":"Host URL for the grafana dashboard","Example":"","Deprecated":"false"},{"Env":"GRAFANA_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"Namespace for grafana","Example":"","Deprecated":"false"},{"Env":"GRAFANA_ORG_ID","EnvType":"int","EnvValue":"2","EnvDescription":"Org ID for grafana for application metrics","Example":"","Deprecated":"false"},{"Env":"GRAFANA_PASSWORD","EnvType":"string","EnvValue":"prom-operator","EnvDescription":"Password for grafana dashboard","Example":"","Deprecated":"false"},{"Env":"GRAFANA_PORT","EnvType":"string","EnvValue":"8090","EnvDescription":"Port for grafana micro-service","Example":"","Deprecated":"false"},{"Env":"GRAFANA_URL","EnvType":"string","EnvValue":"","EnvDescription":"Host URL for the grafana dashboard","Example":"","Deprecated":"false"},{"Env":"GRAFANA_USERNAME","EnvType":"string","EnvValue":"admin","EnvDescription":"Username for grafana ","Example":"","Deprecated":"false"},{"Env":"HIDE_API_TOKENS","EnvType":"bool","EnvValue":"false","EnvDescription":"Boolean flag for should the api tokens generated be hidden from the UI","Example":"","Deprecated":"false"},{"Env":"HIDE_IMAGE_TAGGING_HARD_DELETE","EnvType":"bool","EnvValue":"false","EnvDescription":"Flag to hide the hard delete option in the image tagging service","Example":"","Deprecated":"false"},{"Env":"IGNORE_AUTOCOMPLETE_AUTH_CHECK","EnvType":"bool","EnvValue":"false","EnvDescription":"flag for ignoring auth check in autocomplete apis.","Example":"","Deprecated":"false"},{"Env":"INSTALLED_MODULES","EnvType":"","EnvValue":"","EnvDescription":"List of installed modules given in helm values/yaml are written in cm and used by devtron to know which modules are given","Example":"security.trivy,security.clair","Deprecated":"false"},{"Env":"INSTALLER_CRD_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"namespace where Custom Resource Definitions get installed","Example":"","Deprecated":"false"},{"Env":"INSTALLER_CRD_OBJECT_GROUP_NAME","EnvType":"string","EnvValue":"installer.devtron.ai","EnvDescription":"Devtron installer CRD group name, partially deprecated.","Example":"","Deprecated":"false"},{"Env":"INSTALLER_CRD_OBJECT_RESOURCE","EnvType":"string","EnvValue":"installers","EnvDescription":"Devtron installer CRD resource name, partially deprecated","Example":"","Deprecated":"false"},{"Env":"INSTALLER_CRD_OBJECT_VERSION","EnvType":"string","EnvValue":"v1alpha1","EnvDescription":"version of the CRDs. default is v1alpha1","Example":"","Deprecated":"false"},{"Env":"IS_AIR_GAP_ENVIRONMENT","EnvType":"bool","EnvValue":"false","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"JwtExpirationTime","EnvType":"int","EnvValue":"120","EnvDescription":"JWT expiration time.","Example":"","Deprecated":"false"},{"Env":"K8s_CLIENT_MAX_IDLE_CONNS_PER_HOST","EnvType":"int","EnvValue":"25","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"K8s_TCP_IDLE_CONN_TIMEOUT","EnvType":"int","EnvValue":"300","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"K8s_TCP_KEEPALIVE","EnvType":"int","EnvValue":"30","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"K8s_TCP_TIMEOUT","EnvType":"int","EnvValue":"30","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"K8s_TLS_HANDSHAKE_TIMEOUT","EnvType":"int","EnvValue":"10","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"LENS_TIMEOUT","EnvType":"int","EnvValue":"0","EnvDescription":"Lens microservice timeout.","Example":"","Deprecated":"false"},{"Env":"LENS_URL","EnvType":"string","EnvValue":"http://lens-milandevtron-service:80","EnvDescription":"Lens micro-service URL","Example":"","Deprecated":"false"},{"Env":"LIMIT_CI_CPU","EnvType":"string","EnvValue":"0.5","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"LIMIT_CI_MEM","EnvType":"string","EnvValue":"3G","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"LINKED_CI_ARTIFACT_COPY_LIMIT","EnvType":"int","EnvValue":"10","EnvDescription":"Maximum number of artifacts to copy from parent CI pipeline to linked CI pipeline","Example":"","Deprecated":"false"},{"Env":"LOGGER_DEV_MODE","EnvType":"bool","EnvValue":"false","EnvDescription":"Enables a different logger theme.","Example":"","Deprecated":"false"},{"Env":"LOG_LEVEL","EnvType":"int","EnvValue":"-1","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"MAX_SESSION_PER_USER","EnvType":"int","EnvValue":"5","EnvDescription":"max no of cluster terminal pods can be created by an user","Example":"","Deprecated":"false"},{"Env":"MODULE_METADATA_API_URL","EnvType":"string","EnvValue":"https://api.devtron.ai/module?name=%s","EnvDescription":"Modules list and meta info will be fetched from this server, that is central api server of devtron.","Example":"","Deprecated":"false"},{"Env":"MODULE_STATUS_HANDLING_CRON_DURATION_MIN","EnvType":"int","EnvValue":"3","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"NATS_MSG_ACK_WAIT_IN_SECS","EnvType":"int","EnvValue":"120","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"NATS_MSG_BUFFER_SIZE","EnvType":"int","EnvValue":"-1","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"NATS_MSG_MAX_AGE","EnvType":"int","EnvValue":"86400","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"NATS_MSG_PROCESSING_BATCH_SIZE","EnvType":"int","EnvValue":"1","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"NATS_MSG_REPLICAS","EnvType":"int","EnvValue":"0","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"NOTIFICATION_MEDIUM","EnvType":"NotificationMedium","EnvValue":"rest","EnvDescription":"notification medium","Example":"","Deprecated":"false"},{"Env":"OTEL_COLLECTOR_URL","EnvType":"string","EnvValue":"","EnvDescription":"Opentelemetry URL ","Example":"","Deprecated":"false"},{"Env":"PARALLELISM_LIMIT_FOR_TAG_PROCESSING","EnvType":"int","EnvValue":"","EnvDescription":"App manual sync job parallel tag processing count.","Example":"","Deprecated":"false"},{"Env":"PG_EXPORT_PROM_METRICS","EnvType":"bool","EnvValue":"true","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"PG_LOG_ALL_FAILURE_QUERIES","EnvType":"bool","EnvValue":"true","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"PG_LOG_ALL_QUERY","EnvType":"bool","EnvValue":"false","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"PG_LOG_SLOW_QUERY","EnvType":"bool","EnvValue":"true","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"PG_QUERY_DUR_THRESHOLD","EnvType":"int64","EnvValue":"5000","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"PLUGIN_NAME","EnvType":"string","EnvValue":"Pull images from container repository","EnvDescription":"Handles image retrieval from a container repository and triggers subsequent CI processes upon detecting new images.Current default plugin name: Pull Images from Container Repository.","Example":"","Deprecated":"false"},{"Env":"PROPAGATE_EXTRA_LABELS","EnvType":"bool","EnvValue":"false","EnvDescription":"Add additional propagate labels like api.devtron.ai/appName, api.devtron.ai/envName, api.devtron.ai/project along with the user defined ones.","Example":"","Deprecated":"false"},{"Env":"PROXY_SERVICE_CONFIG","EnvType":"string","EnvValue":"{}","EnvDescription":"Proxy configuration for micro-service to be accessible on orhcestrator ingress","Example":"","Deprecated":"false"},{"Env":"REQ_CI_CPU","EnvType":"string","EnvValue":"0.5","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"REQ_CI_MEM","EnvType":"string","EnvValue":"3G","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"RESTRICT_TERMINAL_ACCESS_FOR_NON_SUPER_USER","EnvType":"bool","EnvValue":"false","EnvDescription":"To restrict the cluster terminal from user having non-super admin acceess","Example":"","Deprecated":"false"},{"Env":"RUNTIME_CONFIG_LOCAL_DEV","EnvType":"LocalDevMode","EnvValue":"true","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"SCOPED_VARIABLE_ENABLED","EnvType":"bool","EnvValue":"false","EnvDescription":"To enable scoped variable option","Example":"","Deprecated":"false"},{"Env":"SCOPED_VARIABLE_FORMAT","EnvType":"string","EnvValue":"@{{%s}}","EnvDescription":"Its a scope format for varialbe name.","Example":"","Deprecated":"false"},{"Env":"SCOPED_VARIABLE_HANDLE_PRIMITIVES","EnvType":"bool","EnvValue":"false","EnvDescription":"This describe should we handle primitives or not in scoped variable template parsing.","Example":"","Deprecated":"false"},{"Env":"SCOPED_VARIABLE_NAME_REGEX","EnvType":"string","EnvValue":"^[a-zA-Z][a-zA-Z0-9_-]{0,62}[a-zA-Z0-9]$","EnvDescription":"Regex for scoped variable name that must passed this regex.","Example":"","Deprecated":"false"},{"Env":"SOCKET_DISCONNECT_DELAY_SECONDS","EnvType":"int","EnvValue":"5","EnvDescription":"The server closes a session when a client receiving connection have not been seen for a while.This delay is configured by this setting. By default the session is closed when a receiving connection wasn't seen for 5 seconds.","Example":"","Deprecated":"false"},{"Env":"SOCKET_HEARTBEAT_SECONDS","EnvType":"int","EnvValue":"25","EnvDescription":"In order to keep proxies and load balancers from closing long running http requests we need to pretend that the connection is active and send a heartbeat packet once in a while. This setting controls how often this is done. By default a heartbeat packet is sent every 25 seconds.","Example":"","Deprecated":"false"},{"Env":"STREAM_CONFIG_JSON","EnvType":"string","EnvValue":"","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"SYSTEM_VAR_PREFIX","EnvType":"string","EnvValue":"DEVTRON_","EnvDescription":"Scoped variable prefix, variable name must have this prefix.","Example":"","Deprecated":"false"},{"Env":"TERMINAL_POD_DEFAULT_NAMESPACE","EnvType":"string","EnvValue":"default","EnvDescription":"Cluster terminal default namespace","Example":"","Deprecated":"false"},{"Env":"TERMINAL_POD_INACTIVE_DURATION_IN_MINS","EnvType":"int","EnvValue":"10","EnvDescription":"Timeout for cluster terminal to be inactive","Example":"","Deprecated":"false"},{"Env":"TERMINAL_POD_STATUS_SYNC_In_SECS","EnvType":"int","EnvValue":"600","EnvDescription":"this is the time interval at which the status of the cluster terminal pod","Example":"","Deprecated":"false"},{"Env":"TEST_APP","EnvType":"string","EnvValue":"orchestrator","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"TEST_PG_ADDR","EnvType":"string","EnvValue":"127.0.0.1","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"TEST_PG_DATABASE","EnvType":"string","EnvValue":"orchestrator","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"TEST_PG_LOG_QUERY","EnvType":"bool","EnvValue":"true","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"TEST_PG_PASSWORD","EnvType":"string","EnvValue":"postgrespw","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"TEST_PG_PORT","EnvType":"string","EnvValue":"55000","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"TEST_PG_USER","EnvType":"string","EnvValue":"postgres","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"TIMEOUT_FOR_FAILED_CI_BUILD","EnvType":"string","EnvValue":"15","EnvDescription":"Timeout for Failed CI build ","Example":"","Deprecated":"false"},{"Env":"TIMEOUT_IN_SECONDS","EnvType":"int","EnvValue":"5","EnvDescription":"timeout to compute the urls from services and ingress objects of an application","Example":"","Deprecated":"false"},{"Env":"USER_SESSION_DURATION_SECONDS","EnvType":"int","EnvValue":"86400","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"USE_ARTIFACT_LISTING_API_V2","EnvType":"bool","EnvValue":"true","EnvDescription":"To use the V2 API for listing artifacts in Listing the images in pipeline","Example":"","Deprecated":"false"},{"Env":"USE_CUSTOM_HTTP_TRANSPORT","EnvType":"bool","EnvValue":"false","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"USE_GIT_CLI","EnvType":"bool","EnvValue":"false","EnvDescription":"To enable git cli","Example":"","Deprecated":"false"},{"Env":"USE_RBAC_CREATION_V2","EnvType":"bool","EnvValue":"true","EnvDescription":"To use the V2 for RBAC creation","Example":"","Deprecated":"false"},{"Env":"VARIABLE_CACHE_ENABLED","EnvType":"bool","EnvValue":"true","EnvDescription":"This is used to control caching of all the scope variables defined in the system.","Example":"","Deprecated":"false"},{"Env":"VARIABLE_EXPRESSION_REGEX","EnvType":"string","EnvValue":"@{{([^}]+)}}","EnvDescription":"Scoped variable expression regex","Example":"","Deprecated":"false"},{"Env":"WEBHOOK_TOKEN","EnvType":"string","EnvValue":"","EnvDescription":"If you want to continue using jenkins for CI then please provide this for authentication of requests","Example":"","Deprecated":"false"}]},{"Category":"GITOPS","Fields":[{"Env":"ACD_CM","EnvType":"string","EnvValue":"argocd-cm","EnvDescription":"Name of the argocd CM","Example":"","Deprecated":"false"},{"Env":"ACD_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"To pass the argocd namespace","Example":"","Deprecated":"false"},{"Env":"ACD_PASSWORD","EnvType":"string","EnvValue":"","EnvDescription":"Password for the Argocd (deprecated)","Example":"","Deprecated":"false"},{"Env":"ACD_USERNAME","EnvType":"string","EnvValue":"admin","EnvDescription":"User name for argocd","Example":"","Deprecated":"false"},{"Env":"GITOPS_SECRET_NAME","EnvType":"string","EnvValue":"devtron-gitops-secret","EnvDescription":"devtron-gitops-secret","Example":"","Deprecated":"false"},{"Env":"RESOURCE_LIST_FOR_REPLICAS","EnvType":"string","EnvValue":"Deployment,Rollout,StatefulSet,ReplicaSet","EnvDescription":"this holds the list of k8s resource names which support replicas key. this list used in hibernate/un hibernate process","Example":"","Deprecated":"false"},{"Env":"RESOURCE_LIST_FOR_REPLICAS_BATCH_SIZE","EnvType":"int","EnvValue":"5","EnvDescription":"this the batch size to control no of above resources can be parsed in one go to determine hibernate status","Example":"","Deprecated":"false"}]},{"Category":"INFRA_SETUP","Fields":[{"Env":"DASHBOARD_HOST","EnvType":"string","EnvValue":"localhost","EnvDescription":"Dashboard micro-service URL","Example":"","Deprecated":"false"},{"Env":"DASHBOARD_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"Dashboard micro-service namespace","Example":"","Deprecated":"false"},{"Env":"DASHBOARD_PORT","EnvType":"string","EnvValue":"3000","EnvDescription":"Port for dashboard micro-service","Example":"","Deprecated":"false"},{"Env":"DEX_HOST","EnvType":"string","EnvValue":"http://localhost","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEX_PORT","EnvType":"string","EnvValue":"5556","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"GIT_SENSOR_PROTOCOL","EnvType":"string","EnvValue":"REST","EnvDescription":"Protocol to connect with git-sensor micro-service","Example":"","Deprecated":"false"},{"Env":"GIT_SENSOR_SERVICE_CONFIG","EnvType":"string","EnvValue":"{\"loadBalancingPolicy\":\"pick_first\"}","EnvDescription":"git-sensor grpc service config","Example":"","Deprecated":"false"},{"Env":"GIT_SENSOR_TIMEOUT","EnvType":"int","EnvValue":"0","EnvDescription":"Timeout for getting response from the git-sensor","Example":"","Deprecated":"false"},{"Env":"GIT_SENSOR_URL","EnvType":"string","EnvValue":"127.0.0.1:7070","EnvDescription":"git-sensor micro-service url ","Example":"","Deprecated":"false"},{"Env":"HELM_CLIENT_URL","EnvType":"string","EnvValue":"127.0.0.1:50051","EnvDescription":"Kubelink micro-service url ","Example":"","Deprecated":"false"},{"Env":"KUBELINK_GRPC_MAX_RECEIVE_MSG_SIZE","EnvType":"int","EnvValue":"20","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"KUBELINK_GRPC_MAX_SEND_MSG_SIZE","EnvType":"int","EnvValue":"4","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"KUBELINK_GRPC_SERVICE_CONFIG","EnvType":"string","EnvValue":"{\"loadBalancingPolicy\":\"round_robin\"}","EnvDescription":"kubelink grpc service config","Example":"","Deprecated":"false"}]},{"Category":"POSTGRES","Fields":[{"Env":"APP","EnvType":"string","EnvValue":"orchestrator","EnvDescription":"Application name","Example":"","Deprecated":"false"},{"Env":"CASBIN_DATABASE","EnvType":"string","EnvValue":"casbin","EnvDescription":"Database for casbin","Example":"","Deprecated":"false"},{"Env":"PG_ADDR","EnvType":"string","EnvValue":"127.0.0.1","EnvDescription":"address of postgres service","Example":"postgresql-postgresql.devtroncd","Deprecated":"false"},{"Env":"PG_DATABASE","EnvType":"string","EnvValue":"orchestrator","EnvDescription":"postgres database to be made connection with","Example":"orchestrator, casbin, git_sensor, lens","Deprecated":"false"},{"Env":"PG_PASSWORD","EnvType":"string","EnvValue":"{password}","EnvDescription":"password for postgres, associated with PG_USER","Example":"confidential ;)","Deprecated":"false"},{"Env":"PG_PORT","EnvType":"string","EnvValue":"5432","EnvDescription":"port of postgresql service","Example":"5432","Deprecated":"false"},{"Env":"PG_READ_TIMEOUT","EnvType":"int64","EnvValue":"30","EnvDescription":"Time out for read operation in postgres","Example":"","Deprecated":"false"},{"Env":"PG_SSL_MODE","EnvType":"string","EnvValue":"","EnvDescription":"ssl mode for postgres connection","Example":"disable, require, verify-ca, verify-full","Deprecated":"false"},{"Env":"PG_SSL_ROOT_CERT","EnvType":"string","EnvValue":"","EnvDescription":"path to the PEM CA bundle, required for verify-ca/verify-full ssl modes (for AWS RDS use the downloaded global-bundle.pem)","Example":"/etc/devtron/certs/rds-ca-bundle.pem","Deprecated":"false"},{"Env":"PG_USER","EnvType":"string","EnvValue":"postgres","EnvDescription":"user for postgres","Example":"postgres","Deprecated":"false"},{"Env":"PG_WRITE_TIMEOUT","EnvType":"int64","EnvValue":"30","EnvDescription":"Time out for write operation in postgres","Example":"","Deprecated":"false"}]},{"Category":"RBAC","Fields":[{"Env":"ENFORCER_CACHE","EnvType":"bool","EnvValue":"false","EnvDescription":"To Enable enforcer cache.","Example":"","Deprecated":"false"},{"Env":"ENFORCER_CACHE_EXPIRATION_IN_SEC","EnvType":"int","EnvValue":"86400","EnvDescription":"Expiration time (in seconds) for enforcer cache. ","Example":"","Deprecated":"false"},{"Env":"ENFORCER_MAX_BATCH_SIZE","EnvType":"int","EnvValue":"1","EnvDescription":"Maximum batch size for the enforcer.","Example":"","Deprecated":"false"},{"Env":"USE_CASBIN_V2","EnvType":"bool","EnvValue":"true","EnvDescription":"To enable casbin V2 API","Example":"","Deprecated":"false"}]}] \ No newline at end of file +[{"Category":"CD","Fields":[{"Env":"ARGO_APP_MANUAL_SYNC_TIME","EnvType":"int","EnvValue":"3","EnvDescription":"retry argocd app manual sync if the timeline is stuck in ARGOCD_SYNC_INITIATED state for more than this defined time (in mins)","Example":"","Deprecated":"false"},{"Env":"CD_FLUX_PIPELINE_STATUS_CRON_TIME","EnvType":"string","EnvValue":"*/2 * * * *","EnvDescription":"Cron time to check the pipeline status for flux cd pipeline","Example":"","Deprecated":"false"},{"Env":"CD_HELM_PIPELINE_STATUS_CRON_TIME","EnvType":"string","EnvValue":"*/2 * * * *","EnvDescription":"Cron time to check the pipeline status ","Example":"","Deprecated":"false"},{"Env":"CD_PIPELINE_STATUS_CRON_TIME","EnvType":"string","EnvValue":"*/2 * * * *","EnvDescription":"Cron time for CD pipeline status","Example":"","Deprecated":"false"},{"Env":"CD_PIPELINE_STATUS_TIMEOUT_DURATION","EnvType":"string","EnvValue":"20","EnvDescription":"Timeout for CD pipeline to get healthy","Example":"","Deprecated":"false"},{"Env":"DEPLOY_STATUS_CRON_GET_PIPELINE_DEPLOYED_WITHIN_HOURS","EnvType":"int","EnvValue":"12","EnvDescription":"This flag is used to fetch the deployment status of the application. It retrieves the status of deployments that occurred between 12 hours and 10 minutes prior to the current time. It fetches non-terminal statuses.","Example":"","Deprecated":"false"},{"Env":"DEVTRON_CHART_ARGO_CD_INSTALL_REQUEST_TIMEOUT","EnvType":"int","EnvValue":"1","EnvDescription":"Context timeout for gitops concurrent async deployments","Example":"","Deprecated":"false"},{"Env":"DEVTRON_CHART_INSTALL_REQUEST_TIMEOUT","EnvType":"int","EnvValue":"6","EnvDescription":"Context timeout for no gitops concurrent async deployments","Example":"","Deprecated":"false"},{"Env":"EXPOSE_CD_METRICS","EnvType":"bool","EnvValue":"false","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"FEATURE_MIGRATE_ARGOCD_APPLICATION_ENABLE","EnvType":"bool","EnvValue":"false","EnvDescription":"enable migration of external argocd application to devtron pipeline","Example":"","Deprecated":"false"},{"Env":"FEATURE_MIGRATE_FLUX_APPLICATION_ENABLE","EnvType":"bool","EnvValue":"false","EnvDescription":"enable flux application services","Example":"","Deprecated":"false"},{"Env":"FLUX_CD_PIPELINE_STATUS_CHECK_ELIGIBLE_TIME","EnvType":"string","EnvValue":"120","EnvDescription":"eligible time for checking flux app status periodically and update in db, value is in seconds., default is 120, if wfr is updated within configured time i.e. FLUX_CD_PIPELINE_STATUS_CHECK_ELIGIBLE_TIME then do not include for this cron cycle.","Example":"","Deprecated":"false"},{"Env":"FOREGROUND_DELETE_CD_PIPELINE","EnvType":"bool","EnvValue":"false","EnvDescription":"If enabled, deleting a CD pipeline will not delete the underlying deployed resource (helm release/argocd application/flux release) unless the request explicitly overrides it via payload.","Example":"","Deprecated":"false"},{"Env":"HELM_PIPELINE_STATUS_CHECK_ELIGIBLE_TIME","EnvType":"string","EnvValue":"120","EnvDescription":"eligible time for checking helm app status periodically and update in db, value is in seconds., default is 120, if wfr is updated within configured time i.e. HELM_PIPELINE_STATUS_CHECK_ELIGIBLE_TIME then do not include for this cron cycle.","Example":"","Deprecated":"false"},{"Env":"IS_INTERNAL_USE","EnvType":"bool","EnvValue":"true","EnvDescription":"If enabled then cd pipeline and helm apps will not need the deployment app type mandatorily. Couple this flag with HIDE_GITOPS_OR_HELM_OPTION (in Dashborad) and if gitops is configured and allowed for the env, pipeline/ helm app will gitops else no-gitops.","Example":"","Deprecated":"false"},{"Env":"MIGRATE_DEPLOYMENT_CONFIG_DATA","EnvType":"bool","EnvValue":"false","EnvDescription":"migrate deployment config data from charts table to deployment_config table","Example":"","Deprecated":"false"},{"Env":"PIPELINE_DEGRADED_TIME","EnvType":"string","EnvValue":"10","EnvDescription":"Time to mark a pipeline degraded if not healthy in defined time","Example":"","Deprecated":"false"},{"Env":"REVISION_HISTORY_LIMIT_DEVTRON_APP","EnvType":"int","EnvValue":"1","EnvDescription":"Count for devtron application rivision history","Example":"","Deprecated":"false"},{"Env":"REVISION_HISTORY_LIMIT_EXTERNAL_HELM_APP","EnvType":"int","EnvValue":"0","EnvDescription":"Count for external helm application rivision history","Example":"","Deprecated":"false"},{"Env":"REVISION_HISTORY_LIMIT_HELM_APP","EnvType":"int","EnvValue":"1","EnvDescription":"To set the history limit for the helm app being deployed through devtron","Example":"","Deprecated":"false"},{"Env":"REVISION_HISTORY_LIMIT_LINKED_HELM_APP","EnvType":"int","EnvValue":"15","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"RUN_HELM_INSTALL_IN_ASYNC_MODE_HELM_APPS","EnvType":"bool","EnvValue":"false","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"SHOULD_CHECK_NAMESPACE_ON_CLONE","EnvType":"bool","EnvValue":"false","EnvDescription":"should we check if namespace exists or not while cloning app","Example":"","Deprecated":"false"},{"Env":"USE_DEPLOYMENT_CONFIG_DATA","EnvType":"bool","EnvValue":"false","EnvDescription":"use deployment config data from deployment_config table","Example":"","Deprecated":"true"},{"Env":"VALIDATE_EXT_APP_CHART_TYPE","EnvType":"bool","EnvValue":"false","EnvDescription":"validate external flux app chart","Example":"","Deprecated":"false"}]},{"Category":"CI_BUILDX","Fields":[{"Env":"ASYNC_BUILDX_CACHE_EXPORT","EnvType":"bool","EnvValue":"false","EnvDescription":"To enable async container image cache export","Example":"","Deprecated":"false"},{"Env":"BUILDX_BUILDER_POD_WAIT_DURATION_SECS","EnvType":"int","EnvValue":"120","EnvDescription":"Timeout in seconds to wait for buildx k8s driver builder pods to be ready (initial startup and after spot interruption)","Example":"","Deprecated":"false"},{"Env":"BUILDX_CACHE_MODE_MIN","EnvType":"bool","EnvValue":"false","EnvDescription":"To set build cache mode to minimum in buildx","Example":"","Deprecated":"false"},{"Env":"BUILDX_INTERRUPTION_MAX_RETRY","EnvType":"int","EnvValue":"3","EnvDescription":"Maximum number of retries for buildx builder interruption","Example":"","Deprecated":"false"}]},{"Category":"CI_RUNNER","Fields":[{"Env":"AZURE_ACCOUNT_KEY","EnvType":"string","EnvValue":"","EnvDescription":"If blob storage is being used of azure then pass the secret key to access the bucket","Example":"","Deprecated":"false"},{"Env":"AZURE_ACCOUNT_NAME","EnvType":"string","EnvValue":"","EnvDescription":"Account name for azure blob storage","Example":"","Deprecated":"false"},{"Env":"AZURE_BLOB_CONTAINER_CI_CACHE","EnvType":"string","EnvValue":"","EnvDescription":"Cache bucket name for azure blob storage","Example":"","Deprecated":"false"},{"Env":"AZURE_BLOB_CONTAINER_CI_LOG","EnvType":"string","EnvValue":"","EnvDescription":"Log bucket for azure blob storage","Example":"","Deprecated":"false"},{"Env":"AZURE_GATEWAY_CONNECTION_INSECURE","EnvType":"bool","EnvValue":"true","EnvDescription":"Azure gateway connection allows insecure if true","Example":"","Deprecated":"false"},{"Env":"AZURE_GATEWAY_URL","EnvType":"string","EnvValue":"http://devtron-minio.devtroncd:9000","EnvDescription":"Sent to CI runner for blob","Example":"","Deprecated":"false"},{"Env":"BASE_LOG_LOCATION_PATH","EnvType":"string","EnvValue":"/home/devtron/","EnvDescription":"Used to store, download logs of ci workflow, artifact","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_GCP_CREDENTIALS_JSON","EnvType":"string","EnvValue":"","EnvDescription":"GCP cred json for GCS blob storage","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_PROVIDER","EnvType":"","EnvValue":"S3","EnvDescription":"Blob storage provider name(AWS/GCP/Azure)","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_S3_ACCESS_KEY","EnvType":"string","EnvValue":"","EnvDescription":"S3 access key for s3 blob storage","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_S3_BUCKET_VERSIONED","EnvType":"bool","EnvValue":"true","EnvDescription":"To enable buctet versioning for blob storage","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_S3_ENDPOINT","EnvType":"string","EnvValue":"","EnvDescription":"S3 endpoint URL for s3 blob storage","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_S3_ENDPOINT_INSECURE","EnvType":"bool","EnvValue":"false","EnvDescription":"To use insecure s3 endpoint","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_S3_SECRET_KEY","EnvType":"string","EnvValue":"","EnvDescription":"Secret key for s3 blob storage","Example":"","Deprecated":"false"},{"Env":"BUILDX_CACHE_PATH","EnvType":"string","EnvValue":"/var/lib/devtron/buildx","EnvDescription":"Path for the buildx cache","Example":"","Deprecated":"false"},{"Env":"BUILDX_K8S_DRIVER_OPTIONS","EnvType":"string","EnvValue":"","EnvDescription":"To enable the k8s driver and pass args for k8s driver in buildx","Example":"","Deprecated":"false"},{"Env":"BUILDX_PROVENANCE_MODE","EnvType":"string","EnvValue":"","EnvDescription":"provinance is set to true by default by docker. this will add some build related data in generated build manifest.it also adds some unknown:unknown key:value pair which may not be compatible by some container registries. with buildx k8s driver , provinenance=true is causing issue when push manifest to quay registry, so setting it to false","Example":"","Deprecated":"false"},{"Env":"BUILD_LOG_TTL_VALUE_IN_SECS","EnvType":"int","EnvValue":"3600","EnvDescription":"This is the time that the pods of ci/pre-cd/post-cd live after completion state.","Example":"","Deprecated":"false"},{"Env":"CACHE_LIMIT","EnvType":"int64","EnvValue":"5000000000","EnvDescription":"Cache limit.","Example":"","Deprecated":"false"},{"Env":"CD_DEFAULT_ADDRESS_POOL_BASE_CIDR","EnvType":"string","EnvValue":"","EnvDescription":"To pass the IP cidr for Pre/Post cd ","Example":"","Deprecated":"false"},{"Env":"CD_DEFAULT_ADDRESS_POOL_SIZE","EnvType":"int","EnvValue":"","EnvDescription":"The subnet size to allocate from the base pool for CD","Example":"","Deprecated":"false"},{"Env":"CD_LIMIT_CI_CPU","EnvType":"string","EnvValue":"0.5","EnvDescription":"CPU Resource Limit Pre/Post CD","Example":"","Deprecated":"false"},{"Env":"CD_LIMIT_CI_MEM","EnvType":"string","EnvValue":"3G","EnvDescription":"Memory Resource Limit Pre/Post CD","Example":"","Deprecated":"false"},{"Env":"CD_NODE_LABEL_SELECTOR","EnvType":"","EnvValue":"","EnvDescription":"Node label selector for Pre/Post CD","Example":"","Deprecated":"false"},{"Env":"CD_NODE_TAINTS_KEY","EnvType":"string","EnvValue":"dedicated","EnvDescription":"Toleration key for Pre/Post CD","Example":"","Deprecated":"false"},{"Env":"CD_NODE_TAINTS_VALUE","EnvType":"string","EnvValue":"ci","EnvDescription":"Toleration value for Pre/Post CD","Example":"","Deprecated":"false"},{"Env":"CD_REQ_CI_CPU","EnvType":"string","EnvValue":"0.5","EnvDescription":"CPU Resource Rquest Pre/Post CD","Example":"","Deprecated":"false"},{"Env":"CD_REQ_CI_MEM","EnvType":"string","EnvValue":"3G","EnvDescription":"Memory Resource Rquest Pre/Post CD","Example":"","Deprecated":"false"},{"Env":"CD_WORKFLOW_EXECUTOR_TYPE","EnvType":"","EnvValue":"AWF","EnvDescription":"Executor type for Pre/Post CD(AWF,System)","Example":"","Deprecated":"false"},{"Env":"CD_WORKFLOW_SERVICE_ACCOUNT","EnvType":"string","EnvValue":"cd-runner","EnvDescription":"Service account to be used in Pre/Post CD pod","Example":"","Deprecated":"false"},{"Env":"CI_DEFAULT_ADDRESS_POOL_BASE_CIDR","EnvType":"string","EnvValue":"","EnvDescription":"To pass the IP cidr for CI","Example":"","Deprecated":"false"},{"Env":"CI_DEFAULT_ADDRESS_POOL_SIZE","EnvType":"int","EnvValue":"","EnvDescription":"The subnet size to allocate from the base pool for CI","Example":"","Deprecated":"false"},{"Env":"CI_IGNORE_DOCKER_CACHE","EnvType":"bool","EnvValue":"","EnvDescription":"Ignoring docker cache ","Example":"","Deprecated":"false"},{"Env":"CI_LOGS_KEY_PREFIX","EnvType":"string","EnvValue":"","EnvDescription":"Prefix for build logs","Example":"","Deprecated":"false"},{"Env":"CI_NODE_LABEL_SELECTOR","EnvType":"","EnvValue":"","EnvDescription":"Node label selector for CI","Example":"","Deprecated":"false"},{"Env":"CI_NODE_TAINTS_KEY","EnvType":"string","EnvValue":"","EnvDescription":"Toleration key for CI","Example":"","Deprecated":"false"},{"Env":"CI_NODE_TAINTS_VALUE","EnvType":"string","EnvValue":"","EnvDescription":"Toleration value for CI","Example":"","Deprecated":"false"},{"Env":"CI_RUNNER_DOCKER_MTU_VALUE","EnvType":"int","EnvValue":"-1","EnvDescription":"this is to control the bytes of inofrmation passed in a network packet in ci-runner. default is -1 (defaults to the underlying node mtu value)","Example":"","Deprecated":"false"},{"Env":"CI_SUCCESS_AUTO_TRIGGER_BATCH_SIZE","EnvType":"int","EnvValue":"1","EnvDescription":"this is to control the no of linked pipelines should be hanled in one go when a ci-success event of an parent ci is received","Example":"","Deprecated":"false"},{"Env":"CI_VOLUME_MOUNTS_JSON","EnvType":"string","EnvValue":"","EnvDescription":"additional volume mount data for CI and JOB","Example":"","Deprecated":"false"},{"Env":"CI_WORKFLOW_EXECUTOR_TYPE","EnvType":"","EnvValue":"AWF","EnvDescription":"Executor type for CI(AWF,System)","Example":"","Deprecated":"false"},{"Env":"DEFAULT_ARTIFACT_KEY_LOCATION","EnvType":"string","EnvValue":"arsenal-v1/ci-artifacts","EnvDescription":"Key location for artifacts being created","Example":"","Deprecated":"false"},{"Env":"DEFAULT_BUILD_LOGS_BUCKET","EnvType":"string","EnvValue":"devtron-pro-ci-logs","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEFAULT_BUILD_LOGS_KEY_PREFIX","EnvType":"string","EnvValue":"arsenal-v1","EnvDescription":"Bucket prefix for build logs","Example":"","Deprecated":"false"},{"Env":"DEFAULT_CACHE_BUCKET","EnvType":"string","EnvValue":"ci-caching","EnvDescription":"Bucket name for build cache","Example":"","Deprecated":"false"},{"Env":"DEFAULT_CACHE_BUCKET_REGION","EnvType":"string","EnvValue":"us-east-2","EnvDescription":"Build Cache bucket region","Example":"","Deprecated":"false"},{"Env":"DEFAULT_CD_ARTIFACT_KEY_LOCATION","EnvType":"string","EnvValue":"","EnvDescription":"Bucket prefix for build cache","Example":"","Deprecated":"false"},{"Env":"DEFAULT_CD_LOGS_BUCKET_REGION","EnvType":"string","EnvValue":"us-east-2","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEFAULT_CD_NAMESPACE","EnvType":"string","EnvValue":"","EnvDescription":"Namespace for devtron stack","Example":"","Deprecated":"false"},{"Env":"DEFAULT_CD_TIMEOUT","EnvType":"int64","EnvValue":"3600","EnvDescription":"Timeout for Pre/Post-Cd to be completed","Example":"","Deprecated":"false"},{"Env":"DEFAULT_CI_IMAGE","EnvType":"string","EnvValue":"686244538589.dkr.ecr.us-east-2.amazonaws.com/cirunner:47","EnvDescription":"To pass the ci-runner image","Example":"","Deprecated":"false"},{"Env":"DEFAULT_NAMESPACE","EnvType":"string","EnvValue":"devtron-ci","EnvDescription":"Timeout for CI to be completed","Example":"","Deprecated":"false"},{"Env":"DEFAULT_TARGET_PLATFORM","EnvType":"string","EnvValue":"","EnvDescription":"Default architecture for buildx","Example":"","Deprecated":"false"},{"Env":"DOCKER_BUILD_CACHE_PATH","EnvType":"string","EnvValue":"/var/lib/docker","EnvDescription":"Path to store cache of docker build (/var/lib/docker-\u003e for legacy docker build, /var/lib/devtron-\u003e for buildx)","Example":"","Deprecated":"false"},{"Env":"ENABLE_BUILD_CONTEXT","EnvType":"bool","EnvValue":"false","EnvDescription":"To Enable build context in Devtron.","Example":"","Deprecated":"false"},{"Env":"ENABLE_WORKFLOW_EXECUTION_STAGE","EnvType":"bool","EnvValue":"true","EnvDescription":"if enabled then we will display build stages separately for CI/Job/Pre-Post CD","Example":"true","Deprecated":"false"},{"Env":"EXTERNAL_BLOB_STORAGE_CM_NAME","EnvType":"string","EnvValue":"blob-storage-cm","EnvDescription":"name of the config map(contains bucket name, etc.) in external cluster when there is some operation related to external cluster, for example:-downloading cd artifact pushed in external cluster's env and we need to download from there, downloads ci logs pushed in external cluster's blob","Example":"","Deprecated":"false"},{"Env":"EXTERNAL_BLOB_STORAGE_SECRET_NAME","EnvType":"string","EnvValue":"blob-storage-secret","EnvDescription":"name of the secret(contains password, accessId,passKeys, etc.) in external cluster when there is some operation related to external cluster, for example:-downloading cd artifact pushed in external cluster's env and we need to download from there, downloads ci logs pushed in external cluster's blob","Example":"","Deprecated":"false"},{"Env":"EXTERNAL_CD_NODE_LABEL_SELECTOR","EnvType":"","EnvValue":"","EnvDescription":"This is an array of strings used when submitting a workflow for pre or post-CD execution. If the ","Example":"","Deprecated":"false"},{"Env":"EXTERNAL_CD_NODE_TAINTS_KEY","EnvType":"string","EnvValue":"dedicated","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"EXTERNAL_CD_NODE_TAINTS_VALUE","EnvType":"string","EnvValue":"ci","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"EXTERNAL_CI_API_SECRET","EnvType":"string","EnvValue":"devtroncd-secret","EnvDescription":"External CI API secret.","Example":"","Deprecated":"false"},{"Env":"EXTERNAL_CI_PAYLOAD","EnvType":"string","EnvValue":"{\"ciProjectDetails\":[{\"gitRepository\":\"https://github.com/vikram1601/getting-started-nodejs.git\",\"checkoutPath\":\"./abc\",\"commitHash\":\"239077135f8cdeeccb7857e2851348f558cb53d3\",\"commitTime\":\"2022-10-30T20:00:00\",\"branch\":\"master\",\"message\":\"Update README.md\",\"author\":\"User Name \"}],\"dockerImage\":\"445808685819.dkr.ecr.us-east-2.amazonaws.com/orch:23907713-2\"}","EnvDescription":"External CI payload with project details.","Example":"","Deprecated":"false"},{"Env":"EXTERNAL_CI_WEB_HOOK_URL","EnvType":"string","EnvValue":"","EnvDescription":"default is {{HOST_URL}}/orchestrator/webhook/ext-ci. It is used for external ci.","Example":"","Deprecated":"false"},{"Env":"IGNORE_CM_CS_IN_CI_JOB","EnvType":"bool","EnvValue":"false","EnvDescription":"Ignore CM/CS in CI-pipeline as Job","Example":"","Deprecated":"false"},{"Env":"IMAGE_RETRY_COUNT","EnvType":"int","EnvValue":"0","EnvDescription":"push artifact(image) in ci retry count ","Example":"","Deprecated":"false"},{"Env":"IMAGE_RETRY_INTERVAL","EnvType":"int","EnvValue":"5","EnvDescription":"image retry interval takes value in seconds","Example":"","Deprecated":"false"},{"Env":"IMAGE_SCANNER_ENDPOINT","EnvType":"string","EnvValue":"http://image-scanner-new-demo-devtroncd-service.devtroncd:80","EnvDescription":"Image-scanner micro-service URL","Example":"","Deprecated":"false"},{"Env":"IMAGE_SCAN_MAX_RETRIES","EnvType":"int","EnvValue":"3","EnvDescription":"Max retry count for image-scanning","Example":"","Deprecated":"false"},{"Env":"IMAGE_SCAN_RETRY_DELAY","EnvType":"int","EnvValue":"5","EnvDescription":"Delay for the image-scaning to start","Example":"","Deprecated":"false"},{"Env":"IN_APP_LOGGING_ENABLED","EnvType":"bool","EnvValue":"false","EnvDescription":"Used in case of argo workflow is enabled. If enabled logs push will be managed by us, else will be managed by argo workflow.","Example":"","Deprecated":"false"},{"Env":"MAX_CD_WORKFLOW_RUNNER_RETRIES","EnvType":"int","EnvValue":"0","EnvDescription":"Maximum time pre/post-cd-workflow create pod if it fails to complete","Example":"","Deprecated":"false"},{"Env":"MAX_CI_WORKFLOW_RETRIES","EnvType":"int","EnvValue":"0","EnvDescription":"Maximum time CI-workflow create pod if it fails to complete","Example":"","Deprecated":"false"},{"Env":"MODE","EnvType":"string","EnvValue":"DEV","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"NATS_SERVER_HOST","EnvType":"string","EnvValue":"localhost:4222","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"ORCH_HOST","EnvType":"string","EnvValue":"http://devtroncd-orchestrator-service-prod.devtroncd/webhook/msg/nats","EnvDescription":"Orchestrator micro-service URL ","Example":"","Deprecated":"false"},{"Env":"ORCH_TOKEN","EnvType":"string","EnvValue":"","EnvDescription":"Orchestrator token","Example":"","Deprecated":"false"},{"Env":"PRE_CI_CACHE_PATH","EnvType":"string","EnvValue":"/devtroncd-cache","EnvDescription":"Cache path for Pre CI tasks","Example":"","Deprecated":"false"},{"Env":"SHOW_DOCKER_BUILD_ARGS","EnvType":"bool","EnvValue":"true","EnvDescription":"To enable showing the args passed for CI in build logs","Example":"","Deprecated":"false"},{"Env":"SKIP_CI_JOB_BUILD_CACHE_PUSH_PULL","EnvType":"bool","EnvValue":"false","EnvDescription":"To skip cache Push/Pull for ci job","Example":"","Deprecated":"false"},{"Env":"SKIP_CREATING_ECR_REPO","EnvType":"bool","EnvValue":"false","EnvDescription":"By disabling this ECR repo won't get created if it's not available on ECR from build configuration","Example":"","Deprecated":"false"},{"Env":"TERMINATION_GRACE_PERIOD_SECS","EnvType":"int","EnvValue":"180","EnvDescription":"this is the time given to workflow pods to shutdown. (grace full termination time)","Example":"","Deprecated":"false"},{"Env":"USE_ARTIFACT_LISTING_QUERY_V2","EnvType":"bool","EnvValue":"true","EnvDescription":"To use the V2 query for listing artifacts","Example":"","Deprecated":"false"},{"Env":"USE_BLOB_STORAGE_CONFIG_IN_CD_WORKFLOW","EnvType":"bool","EnvValue":"true","EnvDescription":"To enable blob storage in pre and post cd","Example":"","Deprecated":"false"},{"Env":"USE_BLOB_STORAGE_CONFIG_IN_CI_WORKFLOW","EnvType":"bool","EnvValue":"true","EnvDescription":"To enable blob storage in pre and post ci","Example":"","Deprecated":"false"},{"Env":"USE_BUILDX","EnvType":"bool","EnvValue":"false","EnvDescription":"To enable buildx feature globally","Example":"","Deprecated":"false"},{"Env":"USE_DOCKER_API_TO_GET_DIGEST","EnvType":"bool","EnvValue":"false","EnvDescription":"when user do not pass the digest then this flag controls , finding the image digest using docker API or not. if set to true we get the digest from docker API call else use docker pull command. [logic in ci-runner]","Example":"","Deprecated":"false"},{"Env":"USE_EXTERNAL_NODE","EnvType":"bool","EnvValue":"false","EnvDescription":"It is used in case of Pre/ Post Cd with run in application mode. If enabled the node lebels are read from EXTERNAL_CD_NODE_LABEL_SELECTOR else from CD_NODE_LABEL_SELECTOR MODE: if the vale is DEV, it will read the local kube config file or else from the cluser location.","Example":"","Deprecated":"false"},{"Env":"USE_IMAGE_TAG_FROM_GIT_PROVIDER_FOR_TAG_BASED_BUILD","EnvType":"bool","EnvValue":"false","EnvDescription":"To use the same tag in container image as that of git tag","Example":"","Deprecated":"false"},{"Env":"WF_CONTROLLER_INSTANCE_ID","EnvType":"string","EnvValue":"devtron-runner","EnvDescription":"Workflow controller instance ID.","Example":"","Deprecated":"false"},{"Env":"WORKFLOW_CACHE_CONFIG","EnvType":"string","EnvValue":"{}","EnvDescription":"flag is used to configure how Docker caches are handled during a CI/CD ","Example":"","Deprecated":"false"},{"Env":"WORKFLOW_SERVICE_ACCOUNT","EnvType":"string","EnvValue":"ci-runner","EnvDescription":"","Example":"","Deprecated":"false"}]},{"Category":"DEVTRON","Fields":[{"Env":"-","EnvType":"","EnvValue":"","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"ADDITIONAL_NODE_GROUP_LABELS","EnvType":"","EnvValue":"","EnvDescription":"Add comma separated list of additional node group labels to default labels","Example":"karpenter.sh/nodepool,cloud.google.com/gke-nodepool","Deprecated":"false"},{"Env":"APP_SYNC_IMAGE","EnvType":"string","EnvValue":"quay.io/devtron/chart-sync:1227622d-132-3775","EnvDescription":"For the app sync image, this image will be used in app-manual sync job","Example":"","Deprecated":"false"},{"Env":"APP_SYNC_JOB_RESOURCES_OBJ","EnvType":"string","EnvValue":"","EnvDescription":"To pass the resource of app sync","Example":"","Deprecated":"false"},{"Env":"APP_SYNC_SERVICE_ACCOUNT","EnvType":"string","EnvValue":"chart-sync","EnvDescription":"Service account to be used in app sync Job","Example":"","Deprecated":"false"},{"Env":"APP_SYNC_SHUTDOWN_WAIT_DURATION","EnvType":"int","EnvValue":"120","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"ARGO_AUTO_SYNC_ENABLED","EnvType":"bool","EnvValue":"true","EnvDescription":"If enabled all argocd application will have auto sync enabled","Example":"true","Deprecated":"false"},{"Env":"ARGO_GIT_COMMIT_RETRY_COUNT_ON_CONFLICT","EnvType":"int","EnvValue":"3","EnvDescription":"retry argocd app manual sync if the timeline is stuck in ARGOCD_SYNC_INITIATED state for more than this defined time (in mins)","Example":"","Deprecated":"false"},{"Env":"ARGO_GIT_COMMIT_RETRY_DELAY_ON_CONFLICT","EnvType":"int","EnvValue":"1","EnvDescription":"Delay on retrying the maifest commit the on gitops","Example":"","Deprecated":"false"},{"Env":"ARGO_REPO_REGISTER_RETRY_COUNT","EnvType":"int","EnvValue":"4","EnvDescription":"Retry count for registering a GitOps repository to ArgoCD","Example":"3","Deprecated":"false"},{"Env":"ARGO_REPO_REGISTER_RETRY_DELAY","EnvType":"int","EnvValue":"5","EnvDescription":"Delay (in Seconds) between the retries for registering a GitOps repository to ArgoCD","Example":"5","Deprecated":"false"},{"Env":"BATCH_SIZE","EnvType":"int","EnvValue":"5","EnvDescription":"there is feature to get URL's of services/ingresses. so to extract those, we need to parse all the servcie and ingress objects of the application. this BATCH_SIZE flag controls the no of these objects get parsed in one go.","Example":"","Deprecated":"false"},{"Env":"BLOB_STORAGE_ENABLED","EnvType":"bool","EnvValue":"false","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"CD_HOST","EnvType":"string","EnvValue":"localhost","EnvDescription":"Host for the devtron stack","Example":"","Deprecated":"false"},{"Env":"CD_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"CD_PORT","EnvType":"string","EnvValue":"8000","EnvDescription":"Port for pre/post-cd","Example":"","Deprecated":"false"},{"Env":"CExpirationTime","EnvType":"int","EnvValue":"600","EnvDescription":"Caching expiration time.","Example":"","Deprecated":"false"},{"Env":"CI_TRIGGER_CRON_TIME","EnvType":"int","EnvValue":"2","EnvDescription":"For image poll plugin","Example":"","Deprecated":"false"},{"Env":"CI_WORKFLOW_STATUS_UPDATE_CRON","EnvType":"string","EnvValue":"*/5 * * * *","EnvDescription":"Cron schedule for CI pipeline status","Example":"","Deprecated":"false"},{"Env":"CLI_CMD_TIMEOUT_GLOBAL_SECONDS","EnvType":"int","EnvValue":"0","EnvDescription":"Used in git cli opeartion timeout","Example":"","Deprecated":"false"},{"Env":"CLUSTER_OVERVIEW_BACKGROUND_REFRESH_ENABLED","EnvType":"bool","EnvValue":"true","EnvDescription":"Enable background refresh of cluster overview cache","Example":"","Deprecated":"false"},{"Env":"CLUSTER_OVERVIEW_CACHE_ENABLED","EnvType":"bool","EnvValue":"true","EnvDescription":"Enable caching for cluster overview data","Example":"","Deprecated":"false"},{"Env":"CLUSTER_OVERVIEW_MAX_PARALLEL_CLUSTERS","EnvType":"int","EnvValue":"15","EnvDescription":"Maximum number of clusters to fetch in parallel during refresh","Example":"","Deprecated":"false"},{"Env":"CLUSTER_OVERVIEW_MAX_STALE_DATA_SECONDS","EnvType":"int","EnvValue":"30","EnvDescription":"Maximum age of cached data in seconds before warning","Example":"","Deprecated":"false"},{"Env":"CLUSTER_OVERVIEW_REFRESH_INTERVAL_SECONDS","EnvType":"int","EnvValue":"15","EnvDescription":"Background cache refresh interval in seconds","Example":"","Deprecated":"false"},{"Env":"CLUSTER_STATUS_CRON_TIME","EnvType":"int","EnvValue":"15","EnvDescription":"Cron schedule for cluster status on resource browser","Example":"","Deprecated":"false"},{"Env":"CONSUMER_CONFIG_JSON","EnvType":"string","EnvValue":"","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEFAULT_LOG_TIME_LIMIT","EnvType":"int64","EnvValue":"1","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEFAULT_TIMEOUT","EnvType":"float64","EnvValue":"3600","EnvDescription":"Timeout for CI to be completed","Example":"","Deprecated":"false"},{"Env":"DEVTRON_BOM_URL","EnvType":"string","EnvValue":"https://raw.githubusercontent.com/devtron-labs/devtron/%s/charts/devtron/devtron-bom.yaml","EnvDescription":"Path to devtron-bom.yaml of devtron charts, used for module installation and devtron upgrade","Example":"","Deprecated":"false"},{"Env":"DEVTRON_DEFAULT_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEVTRON_DEX_SECRET_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"Namespace of dex secret","Example":"","Deprecated":"false"},{"Env":"DEVTRON_HELM_RELEASE_CHART_NAME","EnvType":"string","EnvValue":"devtron-operator","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEVTRON_HELM_RELEASE_NAME","EnvType":"string","EnvValue":"devtron","EnvDescription":"Name of the Devtron Helm release. ","Example":"","Deprecated":"false"},{"Env":"DEVTRON_HELM_RELEASE_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"Namespace of the Devtron Helm release","Example":"","Deprecated":"false"},{"Env":"DEVTRON_HELM_REPO_NAME","EnvType":"string","EnvValue":"devtron","EnvDescription":"Is used to install modules (stack manager)","Example":"","Deprecated":"false"},{"Env":"DEVTRON_HELM_REPO_URL","EnvType":"string","EnvValue":"https://helm.devtron.ai","EnvDescription":"Is used to install modules (stack manager)","Example":"","Deprecated":"false"},{"Env":"DEVTRON_INSTALLATION_TYPE","EnvType":"string","EnvValue":"","EnvDescription":"Devtron Installation type(EA/Full)","Example":"","Deprecated":"false"},{"Env":"DEVTRON_INSTALLER_MODULES_PATH","EnvType":"string","EnvValue":"installer.modules","EnvDescription":"Path to devtron installer modules, used to find the helm charts and values files","Example":"","Deprecated":"false"},{"Env":"DEVTRON_INSTALLER_RELEASE_PATH","EnvType":"string","EnvValue":"installer.release","EnvDescription":"Path to devtron installer release, used to find the helm charts and values files","Example":"","Deprecated":"false"},{"Env":"DEVTRON_MODULES_IDENTIFIER_IN_HELM_VALUES","EnvType":"string","EnvValue":"installer.modules","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEVTRON_OPERATOR_BASE_PATH","EnvType":"string","EnvValue":"","EnvDescription":"Base path for devtron operator, used to find the helm charts and values files","Example":"","Deprecated":"false"},{"Env":"DEVTRON_SECRET_NAME","EnvType":"string","EnvValue":"devtron-secret","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEVTRON_VERSION_IDENTIFIER_IN_HELM_VALUES","EnvType":"string","EnvValue":"installer.release","EnvDescription":"devtron operator version identifier in helm values yaml","Example":"","Deprecated":"false"},{"Env":"DEX_CID","EnvType":"string","EnvValue":"example-app","EnvDescription":"dex client id ","Example":"","Deprecated":"false"},{"Env":"DEX_CLIENT_ID","EnvType":"string","EnvValue":"argo-cd","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEX_CSTOREKEY","EnvType":"string","EnvValue":"","EnvDescription":"DEX CSTOREKEY.","Example":"","Deprecated":"false"},{"Env":"DEX_JWTKEY","EnvType":"string","EnvValue":"","EnvDescription":"DEX JWT key. ","Example":"","Deprecated":"false"},{"Env":"DEX_RURL","EnvType":"string","EnvValue":"http://127.0.0.1:8080/callback","EnvDescription":"Dex redirect URL(http://argocd-dex-server.devtroncd:8080/callback)","Example":"","Deprecated":"false"},{"Env":"DEX_SCOPES","EnvType":"","EnvValue":"","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEX_SECRET","EnvType":"string","EnvValue":"","EnvDescription":"Dex secret","Example":"","Deprecated":"false"},{"Env":"DEX_URL","EnvType":"string","EnvValue":"","EnvDescription":"Dex service endpoint with dex path(http://argocd-dex-server.devtroncd:5556/dex)","Example":"","Deprecated":"false"},{"Env":"ECR_REPO_NAME_PREFIX","EnvType":"string","EnvValue":"test/","EnvDescription":"Prefix for ECR repo to be created in does not exist","Example":"","Deprecated":"false"},{"Env":"ENABLE_ASYNC_ARGO_CD_INSTALL_DEVTRON_CHART","EnvType":"bool","EnvValue":"false","EnvDescription":"To enable async installation of gitops application","Example":"","Deprecated":"false"},{"Env":"ENABLE_ASYNC_INSTALL_DEVTRON_CHART","EnvType":"bool","EnvValue":"false","EnvDescription":"To enable async installation of no-gitops application","Example":"","Deprecated":"false"},{"Env":"ENABLE_LINKED_CI_ARTIFACT_COPY","EnvType":"bool","EnvValue":"false","EnvDescription":"Enable copying artifacts from parent CI pipeline to linked CI pipeline during creation","Example":"","Deprecated":"false"},{"Env":"ENABLE_PASSWORD_ENCRYPTION","EnvType":"bool","EnvValue":"true","EnvDescription":"enable password encryption","Example":"","Deprecated":"false"},{"Env":"EPHEMERAL_SERVER_VERSION_REGEX","EnvType":"string","EnvValue":"v[1-9]\\.\\b(2[3-9]\\|[3-9][0-9])\\b.*","EnvDescription":"ephemeral containers support version regex that is compared with k8sServerVersion","Example":"","Deprecated":"false"},{"Env":"EVENT_URL","EnvType":"string","EnvValue":"http://localhost:3000/notify","EnvDescription":"Notifier service url","Example":"","Deprecated":"false"},{"Env":"EXECUTE_WIRE_NIL_CHECKER","EnvType":"bool","EnvValue":"false","EnvDescription":"checks for any nil pointer in wire.go","Example":"","Deprecated":"false"},{"Env":"EXPOSE_CI_METRICS","EnvType":"bool","EnvValue":"false","EnvDescription":"To expose CI metrics","Example":"","Deprecated":"false"},{"Env":"FEATURE_RESTART_WORKLOAD_BATCH_SIZE","EnvType":"int","EnvValue":"1","EnvDescription":"restart workload retrieval batch size ","Example":"","Deprecated":"false"},{"Env":"FEATURE_RESTART_WORKLOAD_WORKER_POOL_SIZE","EnvType":"int","EnvValue":"5","EnvDescription":"restart workload retrieval pool size","Example":"","Deprecated":"false"},{"Env":"FORCE_SECURITY_SCANNING","EnvType":"bool","EnvValue":"false","EnvDescription":"By enabling this no one can disable image scaning on ci-pipeline from UI","Example":"","Deprecated":"false"},{"Env":"GITHUB_ORG_NAME","EnvType":"string","EnvValue":"","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"GITHUB_TOKEN","EnvType":"string","EnvValue":"","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"GITHUB_USERNAME","EnvType":"string","EnvValue":"","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"GITOPS_REPO_PREFIX","EnvType":"string","EnvValue":"","EnvDescription":"Prefix for Gitops repo being creation for argocd application","Example":"","Deprecated":"false"},{"Env":"GO_RUNTIME_ENV","EnvType":"string","EnvValue":"production","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"GRAFANA_HOST","EnvType":"string","EnvValue":"localhost","EnvDescription":"Host URL for the grafana dashboard","Example":"","Deprecated":"false"},{"Env":"GRAFANA_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"Namespace for grafana","Example":"","Deprecated":"false"},{"Env":"GRAFANA_ORG_ID","EnvType":"int","EnvValue":"2","EnvDescription":"Org ID for grafana for application metrics","Example":"","Deprecated":"false"},{"Env":"GRAFANA_PASSWORD","EnvType":"string","EnvValue":"prom-operator","EnvDescription":"Password for grafana dashboard","Example":"","Deprecated":"false"},{"Env":"GRAFANA_PORT","EnvType":"string","EnvValue":"8090","EnvDescription":"Port for grafana micro-service","Example":"","Deprecated":"false"},{"Env":"GRAFANA_URL","EnvType":"string","EnvValue":"","EnvDescription":"Host URL for the grafana dashboard","Example":"","Deprecated":"false"},{"Env":"GRAFANA_USERNAME","EnvType":"string","EnvValue":"admin","EnvDescription":"Username for grafana ","Example":"","Deprecated":"false"},{"Env":"HIDE_API_TOKENS","EnvType":"bool","EnvValue":"false","EnvDescription":"Boolean flag for should the api tokens generated be hidden from the UI","Example":"","Deprecated":"false"},{"Env":"HIDE_IMAGE_TAGGING_HARD_DELETE","EnvType":"bool","EnvValue":"false","EnvDescription":"Flag to hide the hard delete option in the image tagging service","Example":"","Deprecated":"false"},{"Env":"IGNORE_AUTOCOMPLETE_AUTH_CHECK","EnvType":"bool","EnvValue":"false","EnvDescription":"flag for ignoring auth check in autocomplete apis.","Example":"","Deprecated":"false"},{"Env":"INSTALLED_MODULES","EnvType":"","EnvValue":"","EnvDescription":"List of installed modules given in helm values/yaml are written in cm and used by devtron to know which modules are given","Example":"security.trivy,security.clair","Deprecated":"false"},{"Env":"INSTALLER_CRD_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"namespace where Custom Resource Definitions get installed","Example":"","Deprecated":"false"},{"Env":"INSTALLER_CRD_OBJECT_GROUP_NAME","EnvType":"string","EnvValue":"installer.devtron.ai","EnvDescription":"Devtron installer CRD group name, partially deprecated.","Example":"","Deprecated":"false"},{"Env":"INSTALLER_CRD_OBJECT_RESOURCE","EnvType":"string","EnvValue":"installers","EnvDescription":"Devtron installer CRD resource name, partially deprecated","Example":"","Deprecated":"false"},{"Env":"INSTALLER_CRD_OBJECT_VERSION","EnvType":"string","EnvValue":"v1alpha1","EnvDescription":"version of the CRDs. default is v1alpha1","Example":"","Deprecated":"false"},{"Env":"IS_AIR_GAP_ENVIRONMENT","EnvType":"bool","EnvValue":"false","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"JwtExpirationTime","EnvType":"int","EnvValue":"120","EnvDescription":"JWT expiration time.","Example":"","Deprecated":"false"},{"Env":"K8s_CLIENT_MAX_IDLE_CONNS_PER_HOST","EnvType":"int","EnvValue":"25","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"K8s_TCP_IDLE_CONN_TIMEOUT","EnvType":"int","EnvValue":"300","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"K8s_TCP_KEEPALIVE","EnvType":"int","EnvValue":"30","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"K8s_TCP_TIMEOUT","EnvType":"int","EnvValue":"30","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"K8s_TLS_HANDSHAKE_TIMEOUT","EnvType":"int","EnvValue":"10","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"LENS_TIMEOUT","EnvType":"int","EnvValue":"0","EnvDescription":"Lens microservice timeout.","Example":"","Deprecated":"false"},{"Env":"LENS_URL","EnvType":"string","EnvValue":"http://lens-milandevtron-service:80","EnvDescription":"Lens micro-service URL","Example":"","Deprecated":"false"},{"Env":"LIMIT_CI_CPU","EnvType":"string","EnvValue":"0.5","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"LIMIT_CI_MEM","EnvType":"string","EnvValue":"3G","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"LINKED_CI_ARTIFACT_COPY_LIMIT","EnvType":"int","EnvValue":"10","EnvDescription":"Maximum number of artifacts to copy from parent CI pipeline to linked CI pipeline","Example":"","Deprecated":"false"},{"Env":"LOGGER_DEV_MODE","EnvType":"bool","EnvValue":"false","EnvDescription":"Enables a different logger theme.","Example":"","Deprecated":"false"},{"Env":"LOG_LEVEL","EnvType":"int","EnvValue":"-1","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"MAX_SESSION_PER_USER","EnvType":"int","EnvValue":"5","EnvDescription":"max no of cluster terminal pods can be created by an user","Example":"","Deprecated":"false"},{"Env":"MODULE_METADATA_API_URL","EnvType":"string","EnvValue":"https://api.devtron.ai/module?name=%s","EnvDescription":"Modules list and meta info will be fetched from this server, that is central api server of devtron.","Example":"","Deprecated":"false"},{"Env":"MODULE_STATUS_HANDLING_CRON_DURATION_MIN","EnvType":"int","EnvValue":"3","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"NATS_MSG_ACK_WAIT_IN_SECS","EnvType":"int","EnvValue":"120","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"NATS_MSG_BUFFER_SIZE","EnvType":"int","EnvValue":"-1","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"NATS_MSG_MAX_AGE","EnvType":"int","EnvValue":"86400","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"NATS_MSG_PROCESSING_BATCH_SIZE","EnvType":"int","EnvValue":"1","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"NATS_MSG_REPLICAS","EnvType":"int","EnvValue":"0","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"NOTIFICATION_MEDIUM","EnvType":"NotificationMedium","EnvValue":"rest","EnvDescription":"notification medium","Example":"","Deprecated":"false"},{"Env":"OTEL_COLLECTOR_URL","EnvType":"string","EnvValue":"","EnvDescription":"Opentelemetry URL ","Example":"","Deprecated":"false"},{"Env":"PARALLELISM_LIMIT_FOR_TAG_PROCESSING","EnvType":"int","EnvValue":"","EnvDescription":"App manual sync job parallel tag processing count.","Example":"","Deprecated":"false"},{"Env":"PG_EXPORT_PROM_METRICS","EnvType":"bool","EnvValue":"true","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"PG_LOG_ALL_FAILURE_QUERIES","EnvType":"bool","EnvValue":"true","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"PG_LOG_ALL_QUERY","EnvType":"bool","EnvValue":"false","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"PG_LOG_SLOW_QUERY","EnvType":"bool","EnvValue":"true","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"PG_QUERY_DUR_THRESHOLD","EnvType":"int64","EnvValue":"5000","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"PLUGIN_NAME","EnvType":"string","EnvValue":"Pull images from container repository","EnvDescription":"Handles image retrieval from a container repository and triggers subsequent CI processes upon detecting new images.Current default plugin name: Pull Images from Container Repository.","Example":"","Deprecated":"false"},{"Env":"PROPAGATE_EXTRA_LABELS","EnvType":"bool","EnvValue":"false","EnvDescription":"Add additional propagate labels like api.devtron.ai/appName, api.devtron.ai/envName, api.devtron.ai/project along with the user defined ones.","Example":"","Deprecated":"false"},{"Env":"PROXY_SERVICE_CONFIG","EnvType":"string","EnvValue":"{}","EnvDescription":"Proxy configuration for micro-service to be accessible on orhcestrator ingress","Example":"","Deprecated":"false"},{"Env":"REQ_CI_CPU","EnvType":"string","EnvValue":"0.5","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"REQ_CI_MEM","EnvType":"string","EnvValue":"3G","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"RESTRICT_TERMINAL_ACCESS_FOR_NON_SUPER_USER","EnvType":"bool","EnvValue":"false","EnvDescription":"To restrict the cluster terminal from user having non-super admin acceess","Example":"","Deprecated":"false"},{"Env":"RUNTIME_CONFIG_LOCAL_DEV","EnvType":"LocalDevMode","EnvValue":"true","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"SCOPED_VARIABLE_ENABLED","EnvType":"bool","EnvValue":"false","EnvDescription":"To enable scoped variable option","Example":"","Deprecated":"false"},{"Env":"SCOPED_VARIABLE_FORMAT","EnvType":"string","EnvValue":"@{{%s}}","EnvDescription":"Its a scope format for varialbe name.","Example":"","Deprecated":"false"},{"Env":"SCOPED_VARIABLE_HANDLE_PRIMITIVES","EnvType":"bool","EnvValue":"false","EnvDescription":"This describe should we handle primitives or not in scoped variable template parsing.","Example":"","Deprecated":"false"},{"Env":"SCOPED_VARIABLE_NAME_REGEX","EnvType":"string","EnvValue":"^[a-zA-Z][a-zA-Z0-9_-]{0,62}[a-zA-Z0-9]$","EnvDescription":"Regex for scoped variable name that must passed this regex.","Example":"","Deprecated":"false"},{"Env":"SOCKET_DISCONNECT_DELAY_SECONDS","EnvType":"int","EnvValue":"5","EnvDescription":"The server closes a session when a client receiving connection have not been seen for a while.This delay is configured by this setting. By default the session is closed when a receiving connection wasn't seen for 5 seconds.","Example":"","Deprecated":"false"},{"Env":"SOCKET_HEARTBEAT_SECONDS","EnvType":"int","EnvValue":"25","EnvDescription":"In order to keep proxies and load balancers from closing long running http requests we need to pretend that the connection is active and send a heartbeat packet once in a while. This setting controls how often this is done. By default a heartbeat packet is sent every 25 seconds.","Example":"","Deprecated":"false"},{"Env":"STREAM_CONFIG_JSON","EnvType":"string","EnvValue":"","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"SYSTEM_VAR_PREFIX","EnvType":"string","EnvValue":"DEVTRON_","EnvDescription":"Scoped variable prefix, variable name must have this prefix.","Example":"","Deprecated":"false"},{"Env":"TERMINAL_POD_DEFAULT_NAMESPACE","EnvType":"string","EnvValue":"default","EnvDescription":"Cluster terminal default namespace","Example":"","Deprecated":"false"},{"Env":"TERMINAL_POD_INACTIVE_DURATION_IN_MINS","EnvType":"int","EnvValue":"10","EnvDescription":"Timeout for cluster terminal to be inactive","Example":"","Deprecated":"false"},{"Env":"TERMINAL_POD_STATUS_SYNC_In_SECS","EnvType":"int","EnvValue":"600","EnvDescription":"this is the time interval at which the status of the cluster terminal pod","Example":"","Deprecated":"false"},{"Env":"TEST_APP","EnvType":"string","EnvValue":"orchestrator","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"TEST_PG_ADDR","EnvType":"string","EnvValue":"127.0.0.1","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"TEST_PG_DATABASE","EnvType":"string","EnvValue":"orchestrator","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"TEST_PG_LOG_QUERY","EnvType":"bool","EnvValue":"true","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"TEST_PG_PASSWORD","EnvType":"string","EnvValue":"postgrespw","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"TEST_PG_PORT","EnvType":"string","EnvValue":"55000","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"TEST_PG_USER","EnvType":"string","EnvValue":"postgres","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"TIMEOUT_FOR_FAILED_CI_BUILD","EnvType":"string","EnvValue":"15","EnvDescription":"Timeout for Failed CI build ","Example":"","Deprecated":"false"},{"Env":"TIMEOUT_IN_SECONDS","EnvType":"int","EnvValue":"5","EnvDescription":"timeout to compute the urls from services and ingress objects of an application","Example":"","Deprecated":"false"},{"Env":"USER_SESSION_DURATION_SECONDS","EnvType":"int","EnvValue":"86400","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"USE_ARTIFACT_LISTING_API_V2","EnvType":"bool","EnvValue":"true","EnvDescription":"To use the V2 API for listing artifacts in Listing the images in pipeline","Example":"","Deprecated":"false"},{"Env":"USE_CUSTOM_HTTP_TRANSPORT","EnvType":"bool","EnvValue":"false","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"USE_GIT_CLI","EnvType":"bool","EnvValue":"false","EnvDescription":"To enable git cli","Example":"","Deprecated":"false"},{"Env":"USE_RBAC_CREATION_V2","EnvType":"bool","EnvValue":"true","EnvDescription":"To use the V2 for RBAC creation","Example":"","Deprecated":"false"},{"Env":"VARIABLE_CACHE_ENABLED","EnvType":"bool","EnvValue":"true","EnvDescription":"This is used to control caching of all the scope variables defined in the system.","Example":"","Deprecated":"false"},{"Env":"VARIABLE_EXPRESSION_REGEX","EnvType":"string","EnvValue":"@{{([^}]+)}}","EnvDescription":"Scoped variable expression regex","Example":"","Deprecated":"false"},{"Env":"WEBHOOK_TOKEN","EnvType":"string","EnvValue":"","EnvDescription":"If you want to continue using jenkins for CI then please provide this for authentication of requests","Example":"","Deprecated":"false"}]},{"Category":"GITOPS","Fields":[{"Env":"ACD_CM","EnvType":"string","EnvValue":"argocd-cm","EnvDescription":"Name of the argocd CM","Example":"","Deprecated":"false"},{"Env":"ACD_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"To pass the argocd namespace","Example":"","Deprecated":"false"},{"Env":"ACD_PASSWORD","EnvType":"string","EnvValue":"","EnvDescription":"Password for the Argocd (deprecated)","Example":"","Deprecated":"false"},{"Env":"ACD_USERNAME","EnvType":"string","EnvValue":"admin","EnvDescription":"User name for argocd","Example":"","Deprecated":"false"},{"Env":"GITOPS_SECRET_NAME","EnvType":"string","EnvValue":"devtron-gitops-secret","EnvDescription":"devtron-gitops-secret","Example":"","Deprecated":"false"},{"Env":"RESOURCE_LIST_FOR_REPLICAS","EnvType":"string","EnvValue":"Deployment,Rollout,StatefulSet,ReplicaSet","EnvDescription":"this holds the list of k8s resource names which support replicas key. this list used in hibernate/un hibernate process","Example":"","Deprecated":"false"},{"Env":"RESOURCE_LIST_FOR_REPLICAS_BATCH_SIZE","EnvType":"int","EnvValue":"5","EnvDescription":"this the batch size to control no of above resources can be parsed in one go to determine hibernate status","Example":"","Deprecated":"false"}]},{"Category":"INFRA_SETUP","Fields":[{"Env":"DASHBOARD_HOST","EnvType":"string","EnvValue":"localhost","EnvDescription":"Dashboard micro-service URL","Example":"","Deprecated":"false"},{"Env":"DASHBOARD_NAMESPACE","EnvType":"string","EnvValue":"devtroncd","EnvDescription":"Dashboard micro-service namespace","Example":"","Deprecated":"false"},{"Env":"DASHBOARD_PORT","EnvType":"string","EnvValue":"3000","EnvDescription":"Port for dashboard micro-service","Example":"","Deprecated":"false"},{"Env":"DEX_HOST","EnvType":"string","EnvValue":"http://localhost","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"DEX_PORT","EnvType":"string","EnvValue":"5556","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"GIT_SENSOR_PROTOCOL","EnvType":"string","EnvValue":"REST","EnvDescription":"Protocol to connect with git-sensor micro-service","Example":"","Deprecated":"false"},{"Env":"GIT_SENSOR_SERVICE_CONFIG","EnvType":"string","EnvValue":"{\"loadBalancingPolicy\":\"pick_first\"}","EnvDescription":"git-sensor grpc service config","Example":"","Deprecated":"false"},{"Env":"GIT_SENSOR_TIMEOUT","EnvType":"int","EnvValue":"0","EnvDescription":"Timeout for getting response from the git-sensor","Example":"","Deprecated":"false"},{"Env":"GIT_SENSOR_URL","EnvType":"string","EnvValue":"127.0.0.1:7070","EnvDescription":"git-sensor micro-service url ","Example":"","Deprecated":"false"},{"Env":"HELM_CLIENT_URL","EnvType":"string","EnvValue":"127.0.0.1:50051","EnvDescription":"Kubelink micro-service url ","Example":"","Deprecated":"false"},{"Env":"KUBELINK_GRPC_MAX_RECEIVE_MSG_SIZE","EnvType":"int","EnvValue":"20","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"KUBELINK_GRPC_MAX_SEND_MSG_SIZE","EnvType":"int","EnvValue":"4","EnvDescription":"","Example":"","Deprecated":"false"},{"Env":"KUBELINK_GRPC_SERVICE_CONFIG","EnvType":"string","EnvValue":"{\"loadBalancingPolicy\":\"round_robin\"}","EnvDescription":"kubelink grpc service config","Example":"","Deprecated":"false"}]},{"Category":"POSTGRES","Fields":[{"Env":"APP","EnvType":"string","EnvValue":"orchestrator","EnvDescription":"Application name","Example":"","Deprecated":"false"},{"Env":"CASBIN_DATABASE","EnvType":"string","EnvValue":"casbin","EnvDescription":"Database for casbin","Example":"","Deprecated":"false"},{"Env":"PG_ADDR","EnvType":"string","EnvValue":"127.0.0.1","EnvDescription":"address of postgres service","Example":"postgresql-postgresql.devtroncd","Deprecated":"false"},{"Env":"PG_DATABASE","EnvType":"string","EnvValue":"orchestrator","EnvDescription":"postgres database to be made connection with","Example":"orchestrator, casbin, git_sensor, lens","Deprecated":"false"},{"Env":"PG_PASSWORD","EnvType":"string","EnvValue":"{password}","EnvDescription":"password for postgres, associated with PG_USER","Example":"confidential ;)","Deprecated":"false"},{"Env":"PG_PORT","EnvType":"string","EnvValue":"5432","EnvDescription":"port of postgresql service","Example":"5432","Deprecated":"false"},{"Env":"PG_READ_TIMEOUT","EnvType":"int64","EnvValue":"30","EnvDescription":"Time out for read operation in postgres","Example":"","Deprecated":"false"},{"Env":"PG_SSL_MODE","EnvType":"string","EnvValue":"","EnvDescription":"ssl mode for postgres connection","Example":"disable, require, verify-ca, verify-full","Deprecated":"false"},{"Env":"PG_SSL_ROOT_CERT","EnvType":"string","EnvValue":"","EnvDescription":"path to the PEM CA bundle, required for verify-ca/verify-full ssl modes (for AWS RDS use the downloaded global-bundle.pem)","Example":"/etc/devtron/certs/rds-ca-bundle.pem","Deprecated":"false"},{"Env":"PG_USER","EnvType":"string","EnvValue":"postgres","EnvDescription":"user for postgres","Example":"postgres","Deprecated":"false"},{"Env":"PG_WRITE_TIMEOUT","EnvType":"int64","EnvValue":"30","EnvDescription":"Time out for write operation in postgres","Example":"","Deprecated":"false"}]},{"Category":"RBAC","Fields":[{"Env":"ENFORCER_CACHE","EnvType":"bool","EnvValue":"false","EnvDescription":"To Enable enforcer cache.","Example":"","Deprecated":"false"},{"Env":"ENFORCER_CACHE_EXPIRATION_IN_SEC","EnvType":"int","EnvValue":"86400","EnvDescription":"Expiration time (in seconds) for enforcer cache. ","Example":"","Deprecated":"false"},{"Env":"ENFORCER_MAX_BATCH_SIZE","EnvType":"int","EnvValue":"1","EnvDescription":"Maximum batch size for the enforcer.","Example":"","Deprecated":"false"},{"Env":"USE_CASBIN_V2","EnvType":"bool","EnvValue":"true","EnvDescription":"To enable casbin V2 API","Example":"","Deprecated":"false"}]}] \ No newline at end of file diff --git a/env_gen.md b/env_gen.md index 28debeb117..17871a512e 100644 --- a/env_gen.md +++ b/env_gen.md @@ -15,6 +15,7 @@ | FEATURE_MIGRATE_ARGOCD_APPLICATION_ENABLE | bool |false | enable migration of external argocd application to devtron pipeline | | false | | FEATURE_MIGRATE_FLUX_APPLICATION_ENABLE | bool |false | enable flux application services | | false | | FLUX_CD_PIPELINE_STATUS_CHECK_ELIGIBLE_TIME | string |120 | eligible time for checking flux app status periodically and update in db, value is in seconds., default is 120, if wfr is updated within configured time i.e. FLUX_CD_PIPELINE_STATUS_CHECK_ELIGIBLE_TIME then do not include for this cron cycle. | | false | + | FOREGROUND_DELETE_CD_PIPELINE | bool |false | If enabled, deleting a CD pipeline will not delete the underlying deployed resource (helm release/argocd application/flux release) unless the request explicitly overrides it via payload. | | false | | HELM_PIPELINE_STATUS_CHECK_ELIGIBLE_TIME | string |120 | eligible time for checking helm app status periodically and update in db, value is in seconds., default is 120, if wfr is updated within configured time i.e. HELM_PIPELINE_STATUS_CHECK_ELIGIBLE_TIME then do not include for this cron cycle. | | false | | IS_INTERNAL_USE | bool |true | If enabled then cd pipeline and helm apps will not need the deployment app type mandatorily. Couple this flag with HIDE_GITOPS_OR_HELM_OPTION (in Dashborad) and if gitops is configured and allowed for the env, pipeline/ helm app will gitops else no-gitops. | | false | | MIGRATE_DEPLOYMENT_CONFIG_DATA | bool |false | migrate deployment config data from charts table to deployment_config table | | false | diff --git a/go.mod b/go.mod index e2cc19dca3..500ac628bb 100644 --- a/go.mod +++ b/go.mod @@ -341,7 +341,7 @@ replace ( // Keep the left side unversioned: a versioned LHS stops matching whenever the // require line is bumped, which silently un-pins this and breaks the linux build. github.com/cyphar/filepath-securejoin => github.com/cyphar/filepath-securejoin v0.3.6 // indirect - github.com/devtron-labs/authenticator => github.com/devtron-labs/devtron-services/authenticator v0.0.0-20260803100101-66fcb35e4b0e - github.com/devtron-labs/common-lib => github.com/devtron-labs/devtron-services/common-lib v0.0.0-20260803100101-66fcb35e4b0e + github.com/devtron-labs/authenticator => github.com/devtron-labs/devtron-services/authenticator v0.0.0-20260921111017-f0b3fba15081 + github.com/devtron-labs/common-lib => github.com/devtron-labs/devtron-services/common-lib v0.0.0-20260921111017-f0b3fba15081 go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.61.0 => go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.46.1 ) diff --git a/go.sum b/go.sum index f22eaecf9a..12d371f020 100644 --- a/go.sum +++ b/go.sum @@ -237,10 +237,10 @@ github.com/denisenkom/go-mssqldb v0.0.0-20200428022330-06a60b6afbbc h1:VRRKCwnzq github.com/denisenkom/go-mssqldb v0.0.0-20200428022330-06a60b6afbbc/go.mod h1:xbL0rPBG9cCiLr28tMa8zpbdarY27NDyej4t/EjAShU= github.com/devtron-labs/argo-workflows/v3 v3.5.13 h1:3pINq0gXOSeTw2z/vYe+j80lRpSN5Rp/8mfQORh8SmU= github.com/devtron-labs/argo-workflows/v3 v3.5.13/go.mod h1:/vqxcovDPT4zqr4DjR5v7CF8ggpY1l3TSa2CIG3jmjA= -github.com/devtron-labs/devtron-services/authenticator v0.0.0-20260803100101-66fcb35e4b0e h1:mfAbqKv+CswkCah0JCSzeTJThvjaNBt51TunM8lBsPU= -github.com/devtron-labs/devtron-services/authenticator v0.0.0-20260803100101-66fcb35e4b0e/go.mod h1:m/dMed6iiZQ/4iOJ6kIVWXQ+T71rJjU7DnCr9RcYh1w= -github.com/devtron-labs/devtron-services/common-lib v0.0.0-20260803100101-66fcb35e4b0e h1:gh/iIVC9FNpPE8C72duWZGNgwgE2jrYonpYDvty2cFM= -github.com/devtron-labs/devtron-services/common-lib v0.0.0-20260803100101-66fcb35e4b0e/go.mod h1:QZfnuGy0xqrYWhq3jCRe6fDDwIsrpbjAR2PXNrh0su8= +github.com/devtron-labs/devtron-services/authenticator v0.0.0-20260921111017-f0b3fba15081 h1:BPkaewVaxMTnIAHcxwsWgebl5GV7uc6R/a0tCBoTZn0= +github.com/devtron-labs/devtron-services/authenticator v0.0.0-20260921111017-f0b3fba15081/go.mod h1:m/dMed6iiZQ/4iOJ6kIVWXQ+T71rJjU7DnCr9RcYh1w= +github.com/devtron-labs/devtron-services/common-lib v0.0.0-20260921111017-f0b3fba15081 h1:niegDwFaPhH5b+7UP2QuGdR6rB43hFYqNY1pJ6ZbXQw= +github.com/devtron-labs/devtron-services/common-lib v0.0.0-20260921111017-f0b3fba15081/go.mod h1:QZfnuGy0xqrYWhq3jCRe6fDDwIsrpbjAR2PXNrh0su8= github.com/devtron-labs/go-bitbucket v0.9.60-beta h1:VEx1jvDgdtDPS6A1uUFoaEi0l1/oLhbr+90xOwr6sDU= github.com/devtron-labs/go-bitbucket v0.9.60-beta/go.mod h1:GnuiCesvh8xyHeMCb+twm8lBR/kQzJYSKL28ZfObp1Y= github.com/devtron-labs/protos v0.0.3-0.20250323220609-ecf8a0f7305e h1:U6UdYbW8a7xn5IzFPd8cywjVVPfutGJCudjePAfL/Hs= diff --git a/pkg/bean/app.go b/pkg/bean/app.go index 82b6c1e0fc..e5984f8731 100644 --- a/pkg/bean/app.go +++ b/pkg/bean/app.go @@ -770,6 +770,16 @@ type CDPatchRequest struct { UserId int32 `json:"-"` ForceDelete bool `json:"-"` NonCascadeDelete bool `json:"-"` + ForegroundDelete *bool `json:"-"` +} + +// GetForegroundDelete resolves the effective foreground-delete flag for this +// request: the explicit query-param value if set, otherwise the provided env default. +func (r *CDPatchRequest) GetForegroundDelete(envDefault bool) bool { + if r.ForegroundDelete != nil { + return *r.ForegroundDelete + } + return envDefault } type CdPatchAction int diff --git a/pkg/bean/app_test.go b/pkg/bean/app_test.go new file mode 100644 index 0000000000..0d357def24 --- /dev/null +++ b/pkg/bean/app_test.go @@ -0,0 +1,28 @@ +package bean + +import "testing" + +func boolPtr(b bool) *bool { return &b } + +func TestCDPatchRequest_GetForegroundDelete(t *testing.T) { + tests := []struct { + name string + field *bool + envDefault bool + want bool + }{ + {"nil payload, env false", nil, false, false}, + {"nil payload, env true", nil, true, true}, + {"payload true overrides env false", boolPtr(true), false, true}, + {"payload false overrides env true", boolPtr(false), true, false}, + } + for _, tt := range tests { + t.Run(tt.name, func(t *testing.T) { + r := &CDPatchRequest{ForegroundDelete: tt.field} + if got := r.GetForegroundDelete(tt.envDefault); got != tt.want { + t.Errorf("GetForegroundDelete(%v) with field=%v = %v, want %v", + tt.envDefault, tt.field, got, tt.want) + } + }) + } +} diff --git a/pkg/build/trigger/HandlerService.go b/pkg/build/trigger/HandlerService.go index a4b97ce611..ff015e8316 100644 --- a/pkg/build/trigger/HandlerService.go +++ b/pkg/build/trigger/HandlerService.go @@ -110,6 +110,7 @@ type HandlerServiceImpl struct { customTagService pipeline2.CustomTagService config *types.CiConfig scopedVariableManager variables.ScopedVariableManager + repoFieldVariableResolver variables.RepoFieldVariableResolver ciCdPipelineOrchestrator pipeline2.CiCdPipelineOrchestrator buildxGlobalFlags *BuildxGlobalFlags attributeService attributes.AttributesService @@ -138,6 +139,7 @@ func NewHandlerServiceImpl(Logger *zap.SugaredLogger, workflowService executor.W envRepository repository6.EnvironmentRepository, appRepository appRepository.AppRepository, scopedVariableManager variables.ScopedVariableManager, + repoFieldVariableResolver variables.RepoFieldVariableResolver, customTagService pipeline2.CustomTagService, ciCdPipelineOrchestrator pipeline2.CiCdPipelineOrchestrator, attributeService attributes.AttributesService, pluginInputVariableParser pipeline2.PluginInputVariableParser, @@ -171,6 +173,7 @@ func NewHandlerServiceImpl(Logger *zap.SugaredLogger, workflowService executor.W envRepository: envRepository, appRepository: appRepository, scopedVariableManager: scopedVariableManager, + repoFieldVariableResolver: repoFieldVariableResolver, customTagService: customTagService, ciCdPipelineOrchestrator: ciCdPipelineOrchestrator, buildxGlobalFlags: buildxCacheFlags, @@ -847,7 +850,7 @@ func (impl *HandlerServiceImpl) StartCiWorkflowAndPrepareWfRequest(trigger *type trigger.RuntimeParameters = trigger.RuntimeParameters.AddSystemVariable(k, v) } - workflowRequest, err := impl.buildWfRequestForCiPipeline(pipeline, trigger, ciMaterials, savedCiWf, ciWorkflowConfigNamespace, ciPipelineScripts, preCiSteps, postCiSteps, refPluginsData, isJob) + workflowRequest, err := impl.buildWfRequestForCiPipeline(pipeline, trigger, ciMaterials, savedCiWf, ciWorkflowConfigNamespace, ciPipelineScripts, preCiSteps, postCiSteps, refPluginsData, isJob, scope) if err != nil { impl.Logger.Errorw("make workflow req", "err", err) return nil, nil, nil, err @@ -1006,7 +1009,7 @@ func (impl *HandlerServiceImpl) buildDefaultArtifactLocation(savedWf *pipelineCo return ArtifactLocation } -func (impl *HandlerServiceImpl) buildWfRequestForCiPipeline(pipeline *pipelineConfig.CiPipeline, trigger *types.CiTriggerRequest, ciMaterials []*pipelineConfig.CiPipelineMaterial, savedWf *pipelineConfig.CiWorkflow, ciWorkflowConfigNamespace string, ciPipelineScripts []*pipelineConfig.CiPipelineScript, preCiSteps []*pipelineConfigBean.StepObject, postCiSteps []*pipelineConfigBean.StepObject, refPluginsData []*pipelineConfigBean.RefPluginObject, isJob bool) (*types.WorkflowRequest, error) { +func (impl *HandlerServiceImpl) buildWfRequestForCiPipeline(pipeline *pipelineConfig.CiPipeline, trigger *types.CiTriggerRequest, ciMaterials []*pipelineConfig.CiPipelineMaterial, savedWf *pipelineConfig.CiWorkflow, ciWorkflowConfigNamespace string, ciPipelineScripts []*pipelineConfig.CiPipelineScript, preCiSteps []*pipelineConfigBean.StepObject, postCiSteps []*pipelineConfigBean.StepObject, refPluginsData []*pipelineConfigBean.RefPluginObject, isJob bool, scope resourceQualifiers.Scope) (*types.WorkflowRequest, error) { var ciProjectDetails []pipelineConfigBean.CiProjectDetails commitHashes := trigger.CommitHashes for _, ciMaterial := range ciMaterials { @@ -1015,8 +1018,15 @@ func (impl *HandlerServiceImpl) buildWfRequestForCiPipeline(pipeline *pipelineCo continue } commitHashForPipelineId := commitHashes[ciMaterial.Id] + // git_material.url may hold a @{{VAR_NAME}} reference (never resolved into the DB, see + // RepoFieldVariableResolver) - resolve it fresh here rather than at Git Material save time + gitRepository, _, err := impl.repoFieldVariableResolver.ResolveRepoFieldValue(scope, ciMaterial.GitMaterial.Url) + if err != nil { + impl.Logger.Errorw("error resolving git material url", "gitMaterialId", ciMaterial.GitMaterial.Id, "err", err) + return nil, err + } ciProjectDetail := pipelineConfigBean.CiProjectDetails{ - GitRepository: ciMaterial.GitMaterial.Url, + GitRepository: gitRepository, MaterialName: ciMaterial.GitMaterial.Name, CheckoutPath: ciMaterial.GitMaterial.CheckoutPath, FetchSubmodules: ciMaterial.GitMaterial.FetchSubmodules, @@ -1040,7 +1050,6 @@ func (impl *HandlerServiceImpl) buildWfRequestForCiPipeline(pipeline *pipelineCo CaCert: ciMaterial.GitMaterial.GitProvider.CaCert, }, } - var err error ciProjectDetail, err = impl.updateCIProjectDetailWithCloningMode(pipeline.AppId, ciMaterial, ciProjectDetail) if err != nil { impl.Logger.Errorw("error, updateCIProjectDetailWithCloningMode", "pipelineId", pipeline.Id, "err", err) @@ -1147,6 +1156,13 @@ func (impl *HandlerServiceImpl) buildWfRequestForCiPipeline(pipeline *pipelineCo } } + // ci_template(_override).docker_repository may hold a @{{VAR_NAME}} reference (never + // resolved at save time, so a variable value update takes effect on the next build) + dockerRepository, _, err = impl.repoFieldVariableResolver.ResolveRepoFieldValue(scope, dockerRepository) + if err != nil { + impl.Logger.Errorw("error resolving container repository", "pipelineId", pipeline.Id, "err", err) + return nil, err + } if checkoutPath == "" { checkoutPath = "./" } diff --git a/pkg/bulkAction/service/BulkUpdateService.go b/pkg/bulkAction/service/BulkUpdateService.go index 817ebfb1cb..ccb50a2e09 100644 --- a/pkg/bulkAction/service/BulkUpdateService.go +++ b/pkg/bulkAction/service/BulkUpdateService.go @@ -109,6 +109,7 @@ type BulkUpdateServiceImpl struct { deployedAppService deployedApp.DeployedAppService cdPipelineEventPublishService out.CDPipelineEventPublishService ciHandlerService trigger.HandlerService + envVariables *util2.EnvironmentVariables *BulkUpdateServiceEntImpl } @@ -131,6 +132,7 @@ func NewBulkUpdateServiceImpl(bulkUpdateRepository repository.BulkEditRepository deployedAppService deployedApp.DeployedAppService, cdPipelineEventPublishService out.CDPipelineEventPublishService, ciHandlerService trigger.HandlerService, + envVariables *util2.EnvironmentVariables, bulkUpdateServiceEntImpl *BulkUpdateServiceEntImpl, ) *BulkUpdateServiceImpl { return &BulkUpdateServiceImpl{ @@ -153,6 +155,7 @@ func NewBulkUpdateServiceImpl(bulkUpdateRepository repository.BulkEditRepository deployedAppService: deployedAppService, cdPipelineEventPublishService: cdPipelineEventPublishService, ciHandlerService: ciHandlerService, + envVariables: envVariables, BulkUpdateServiceEntImpl: bulkUpdateServiceEntImpl, } } @@ -1750,7 +1753,7 @@ func (impl BulkUpdateServiceImpl) PerformBulkDeleteActionOnCdPipelines(impactedP } if !dryRun { // Delete Cd pipeline - deleteResponse, err := impl.pipelineBuilder.DeleteCdPipeline(pipeline, ctx, deleteAction, true, userId) + deleteResponse, err := impl.pipelineBuilder.DeleteCdPipeline(pipeline, ctx, deleteAction, true, impl.envVariables.DeploymentServiceTypeConfig.ForegroundDeleteCdPipeline, userId) if err != nil { impl.logger.Errorw("error in deleting cd pipeline", "err", err, "pipelineId", pipeline.Id) respDto.DeletionResult = fmt.Sprintf("Not able to delete pipeline, %v", err) diff --git a/pkg/chart/adaptor/adaptor.go b/pkg/chart/adaptor/adaptor.go index 8354ee1601..6e2a6f482f 100644 --- a/pkg/chart/adaptor/adaptor.go +++ b/pkg/chart/adaptor/adaptor.go @@ -3,13 +3,14 @@ package adaptor import ( "encoding/json" "fmt" + "strings" + apiGitOpsBean "github.com/devtron-labs/devtron/api/bean/gitOps" "github.com/devtron-labs/devtron/internal/util" "github.com/devtron-labs/devtron/pkg/chart/bean" chartRepoRepository "github.com/devtron-labs/devtron/pkg/chartRepo/repository" bean2 "github.com/devtron-labs/devtron/pkg/deployment/common/bean" util2 "github.com/devtron-labs/devtron/util" - "strings" ) // ChartAdaptor converts db object chartRepoRepository.Chart to bean.TemplateRequest diff --git a/pkg/chart/bean/bean.go b/pkg/chart/bean/bean.go index 0eb09655ab..716b95c7f8 100644 --- a/pkg/chart/bean/bean.go +++ b/pkg/chart/bean/bean.go @@ -18,6 +18,7 @@ package bean import ( "encoding/json" + "github.com/devtron-labs/devtron/internal/sql/models" bean2 "github.com/devtron-labs/devtron/pkg/pipeline/bean" ) diff --git a/pkg/commonService/CommonBaseService.go b/pkg/commonService/CommonBaseService.go index 5e2847922b..267b86f12c 100644 --- a/pkg/commonService/CommonBaseService.go +++ b/pkg/commonService/CommonBaseService.go @@ -80,6 +80,7 @@ func (impl *CommonBaseServiceImpl) EnvironmentVariableList() (*EnvironmentVariab } environmentVariableList.FeatureGitOpsFlags = featureGitOpsFlags environmentVariableList.IsAirGapEnvironment = impl.globalEnvVariables.GlobalEnvVariables.IsAirGapEnvironment + environmentVariableList.ForegroundDeleteCdPipeline = impl.globalEnvVariables.DeploymentServiceTypeConfig.ForegroundDeleteCdPipeline return environmentVariableList, nil } diff --git a/pkg/commonService/bean_ent.go b/pkg/commonService/bean_ent.go index ec78ebb4ae..238d0966b1 100644 --- a/pkg/commonService/bean_ent.go +++ b/pkg/commonService/bean_ent.go @@ -17,5 +17,6 @@ package commonService type EnvironmentVariableListEnt struct { - IsAirGapEnvironment bool `json:"isAirGapEnvironment"` + IsAirGapEnvironment bool `json:"isAirGapEnvironment"` + ForegroundDeleteCdPipeline bool `json:"foregroundDeleteCdPipeline"` } diff --git a/pkg/eventProcessor/in/DeployedApplicationEventProcessorService.go b/pkg/eventProcessor/in/DeployedApplicationEventProcessorService.go index 849c0ac1ab..2958393983 100644 --- a/pkg/eventProcessor/in/DeployedApplicationEventProcessorService.go +++ b/pkg/eventProcessor/in/DeployedApplicationEventProcessorService.go @@ -281,7 +281,7 @@ func (impl *DeployedApplicationEventProcessorImpl) updateDevtronAppArgoAppDelete impl.logger.Infow("Deployment delete not requested for app, not deleting app from DB", "appName", application.Name, "app", application) return nil } - _, err = impl.pipelineBuilder.DeleteCdPipeline(&pipelineModel, context.Background(), bean.FORCE_DELETE, false, 1) + _, err = impl.pipelineBuilder.DeleteCdPipeline(&pipelineModel, context.Background(), bean.FORCE_DELETE, false, false, 1) if err != nil { impl.logger.Errorw("error in deleting cd pipeline", "err", err) return err diff --git a/pkg/eventProcessor/in/WorkflowEventProcessorService.go b/pkg/eventProcessor/in/WorkflowEventProcessorService.go index 67f533ef2c..94eb7c3e43 100644 --- a/pkg/eventProcessor/in/WorkflowEventProcessorService.go +++ b/pkg/eventProcessor/in/WorkflowEventProcessorService.go @@ -894,11 +894,16 @@ func (impl *WorkflowEventProcessorImpl) SubscribeCDPipelineDeleteEvent() error { } if util3.IsHelmApp(deploymentAppType) || util3.IsAcdApp(deploymentAppType) { impl.RemoveReleaseContextForPipeline(cdPipelineDeleteEvent.PipelineId, cdPipelineDeleteEvent.TriggeredBy) - // there is a possibility that when the pipeline was deleted, async request nats message was not consumed completely and could have led to dangling deployment app - // trying to delete deployment app once - err = impl.cdPipelineConfigService.DeleteHelmTypePipelineDeploymentApp(context.Background(), true, pipeline) - if err != nil { - impl.logger.Errorw("error, DeleteHelmTypePipelineDeploymentApp", "pipelineId", pipeline.Id) + if cdPipelineDeleteEvent.ForegroundDelete { + impl.logger.Infow("foreground delete: skipping deployment app deletion in async delete event, detaching pipeline", + "pipelineId", pipeline.Id, "deploymentAppName", pipeline.DeploymentAppName) + } else { + // there is a possibility that when the pipeline was deleted, async request nats message was not consumed completely and could have led to dangling deployment app + // trying to delete deployment app once + err = impl.cdPipelineConfigService.DeleteHelmTypePipelineDeploymentApp(context.Background(), true, pipeline) + if err != nil { + impl.logger.Errorw("error, DeleteHelmTypePipelineDeploymentApp", "pipelineId", pipeline.Id) + } } } } diff --git a/pkg/eventProcessor/out/PipelineConfigEventPublishService.go b/pkg/eventProcessor/out/PipelineConfigEventPublishService.go index 1106309732..15357e97c9 100644 --- a/pkg/eventProcessor/out/PipelineConfigEventPublishService.go +++ b/pkg/eventProcessor/out/PipelineConfigEventPublishService.go @@ -24,7 +24,7 @@ import ( ) type PipelineConfigEventPublishService interface { - PublishCDPipelineDelete(pipelineId int, triggeredBy int32) error + PublishCDPipelineDelete(pipelineId int, triggeredBy int32, foregroundDelete bool) error } type PipelineConfigEventPublishServiceImpl struct { @@ -41,11 +41,12 @@ func NewPipelineConfigEventPublishServiceImpl(logger *zap.SugaredLogger, } -func (impl *PipelineConfigEventPublishServiceImpl) PublishCDPipelineDelete(pipelineId int, triggeredBy int32) error { +func (impl *PipelineConfigEventPublishServiceImpl) PublishCDPipelineDelete(pipelineId int, triggeredBy int32, foregroundDelete bool) error { impl.logger.Infow("cd pipeline delete event handle", "pipelineId", pipelineId, "triggeredBy", triggeredBy) req := &bean.CdPipelineDeleteEvent{ - PipelineId: pipelineId, - TriggeredBy: triggeredBy, + PipelineId: pipelineId, + TriggeredBy: triggeredBy, + ForegroundDelete: foregroundDelete, } data, err := json.Marshal(req) if err != nil { diff --git a/pkg/eventProcessor/out/bean/bean.go b/pkg/eventProcessor/out/bean/bean.go index b2606f6f2e..b99dc20ff0 100644 --- a/pkg/eventProcessor/out/bean/bean.go +++ b/pkg/eventProcessor/out/bean/bean.go @@ -44,8 +44,9 @@ type DeploymentGroupAppWithEnv struct { } type CdPipelineDeleteEvent struct { - PipelineId int `json:"pipelineId"` - TriggeredBy int32 `json:"triggeredBy"` + PipelineId int `json:"pipelineId"` + TriggeredBy int32 `json:"triggeredBy"` + ForegroundDelete bool `json:"foregroundDelete"` } type CIPipelineGitWebhookEvent struct { diff --git a/pkg/generateManifest/DeploymentTemplateService.go b/pkg/generateManifest/DeploymentTemplateService.go index cb986b7261..618b3a9041 100644 --- a/pkg/generateManifest/DeploymentTemplateService.go +++ b/pkg/generateManifest/DeploymentTemplateService.go @@ -19,6 +19,11 @@ package generateManifest import ( "context" "fmt" + "net/http" + "regexp" + "strconv" + "sync" + "github.com/caarlos0/env" "github.com/devtron-labs/common-lib/utils/k8s" "github.com/devtron-labs/devtron/api/helm-app/gRPC" @@ -53,11 +58,7 @@ import ( "golang.org/x/exp/maps" chart2 "helm.sh/helm/v3/pkg/chart" "k8s.io/utils/pointer" - "net/http" - "regexp" "sigs.k8s.io/yaml" - "strconv" - "sync" ) // TODO: Prakash, move this interface to pkg/deployment/manifest/deploymentTemplate, both are same @@ -488,7 +489,7 @@ func (impl DeploymentTemplateServiceImpl) GenerateManifest(ctx context.Context, if len(request.DeploymentAppName) != 0 { releaseName = request.DeploymentAppName } - mergedValuesYaml := impl.patchReleaseAttributes(request, valuesYaml) + mergedValuesYaml := impl.patchReleaseAttributes(request, valuesYaml, refChartPath) installReleaseRequest := &gRPC.InstallReleaseRequest{ AppName: request.AppName, ChartName: refChart.Name, @@ -530,7 +531,7 @@ func (impl DeploymentTemplateServiceImpl) GenerateManifest(ctx context.Context, return response, nil } -func (impl DeploymentTemplateServiceImpl) patchReleaseAttributes(request *DeploymentTemplateRequest, valuesYaml string) (mergedValuesYaml string) { +func (impl DeploymentTemplateServiceImpl) patchReleaseAttributes(request *DeploymentTemplateRequest, valuesYaml string, refChartPath string) (mergedValuesYaml string) { mergedValuesYaml = valuesYaml valuesJsonByte, err := yaml.YAMLToJSON([]byte(valuesYaml)) @@ -539,14 +540,13 @@ func (impl DeploymentTemplateServiceImpl) patchReleaseAttributes(request *Deploy return } - chartDto, err := impl.chartReadService.GetByAppIdAndChartRefId(request.AppId, request.ChartRefId) + imageDescriptorTemplate, err := impl.resolveImageDescriptorTemplate(request.AppId, request.ChartRefId, refChartPath) if err != nil { - impl.Logger.Errorw("error in getting the chart using appId and chartRefId", "appId", request.AppId, "chartRefId", request.ChartRefId, "err", err) return } releaseAttributeJson, err := app.NewReleaseAttributes("", "", request.PipelineName, "", - request.AppId, request.EnvId, 0, pointer.Bool(false)).RenderJson(chartDto.ImageDescriptorTemplate) + request.AppId, request.EnvId, 0, pointer.Bool(false)).RenderJson(imageDescriptorTemplate) if err != nil { impl.Logger.Errorw("error in rendering release attributes into image descriptor template ", "releaseAttributeJson", releaseAttributeJson, "err", err) @@ -566,6 +566,12 @@ func (impl DeploymentTemplateServiceImpl) patchReleaseAttributes(request *Deploy mergedValuesYaml = string(mergedYamlBytes) + // Read release-values.yaml straight from the reference chart dir so the manifest + // can be rendered before an app-level chart is saved (chartDto.ReleaseOverride is + // only populated post-save). + releaseOverrideJson := impl.readReleaseValuesJsonFromRefChart(refChartPath) + mergedValuesYaml = impl.mergeReleaseOverrideIntoValuesYaml(mergedValuesYaml, releaseOverrideJson) + return mergedValuesYaml } diff --git a/pkg/generateManifest/helper.go b/pkg/generateManifest/helper.go index 6f53c12a90..7d2e71ba9d 100644 --- a/pkg/generateManifest/helper.go +++ b/pkg/generateManifest/helper.go @@ -18,17 +18,138 @@ package generateManifest import ( "context" + "errors" "fmt" + "os" + "path/filepath" + "strings" + "github.com/devtron-labs/common-lib/utils/yaml" "github.com/devtron-labs/devtron/api/helm-app/gRPC" "github.com/devtron-labs/devtron/internal/sql/repository/app" "github.com/devtron-labs/devtron/internal/sql/repository/pipelineConfig" clusterBean "github.com/devtron-labs/devtron/pkg/cluster/bean" "github.com/devtron-labs/devtron/pkg/cluster/environment/repository" + "github.com/go-pg/pg" "go.opentelemetry.io/otel" "golang.org/x/exp/maps" + k8sYaml "sigs.k8s.io/yaml" +) + +const ( + releaseValuesYamlFile = "release-values.yaml" + releaseValuesYmlFile = "release-values.yml" + imageDescriptorTemplateFile = ".image_descriptor_template.json" ) +// readReleaseValuesJsonFromRefChart looks for release-values.yaml / release-values.yml +// at the root of the reference chart directory and returns its content converted to +// JSON. Returns an empty string (without erroring the caller) when the file is absent +// or unreadable — not every chart defines release overrides, and manifest generation +// must still proceed. This mirrors the file-discovery logic in +// ChartTemplateServiceImpl.getValues so behaviour matches the save-time path. +func (impl DeploymentTemplateServiceImpl) readReleaseValuesJsonFromRefChart(refChartPath string) string { + data, ok := impl.readFileFromRefChart(refChartPath, releaseValuesYamlFile, releaseValuesYmlFile) + if !ok { + return "" + } + jsonBytes, err := k8sYaml.YAMLToJSON(data) + if err != nil { + impl.Logger.Errorw("error in converting release-values yaml to json", "refChartPath", refChartPath, "err", err) + return "" + } + return string(jsonBytes) +} + +// readImageDescriptorTemplateFromRefChart reads .image_descriptor_template.json from +// the reference chart directory. Used when the chart hasn't been saved to the DB yet +// and chartDto.ImageDescriptorTemplate isn't available. Returns an empty string on +// missing file / read error — RenderJson handles an empty template gracefully. +func (impl DeploymentTemplateServiceImpl) readImageDescriptorTemplateFromRefChart(refChartPath string) string { + data, ok := impl.readFileFromRefChart(refChartPath, imageDescriptorTemplateFile) + if !ok { + return "" + } + return string(data) +} + +// readFileFromRefChart scans refChartPath (non-recursive) for the first file whose +// name (case-insensitive) matches one of fileNames and returns its contents. ok=false +// means the path was empty, unreadable, or the file was absent — all logged at the +// appropriate level by the caller's context. +func (impl DeploymentTemplateServiceImpl) readFileFromRefChart(refChartPath string, fileNames ...string) (data []byte, ok bool) { + if len(refChartPath) == 0 { + return nil, false + } + entries, err := os.ReadDir(refChartPath) + if err != nil { + impl.Logger.Errorw("error in reading ref chart dir", "refChartPath", refChartPath, "err", err) + return nil, false + } + targets := make(map[string]struct{}, len(fileNames)) + for _, name := range fileNames { + targets[strings.ToLower(name)] = struct{}{} + } + for _, entry := range entries { + if entry.IsDir() { + continue + } + if _, match := targets[strings.ToLower(entry.Name())]; !match { + continue + } + path := filepath.Clean(filepath.Join(refChartPath, entry.Name())) + contents, err := os.ReadFile(path) + if err != nil { + impl.Logger.Errorw("error in reading file from ref chart", "path", path, "err", err) + return nil, false + } + return contents, true + } + return nil, false +} + +// resolveImageDescriptorTemplate returns the image descriptor template for the app's +// chart. It prefers the saved chart in DB; if no chart has been saved for this +// (appId, chartRefId) pair (pg.ErrNoRows), it falls back to the reference chart's +// .image_descriptor_template.json on disk so manifest rendering works before save. +// Any other DB error is returned to the caller. +func (impl DeploymentTemplateServiceImpl) resolveImageDescriptorTemplate(appId, chartRefId int, refChartPath string) (string, error) { + chartDto, err := impl.chartReadService.GetByAppIdAndChartRefId(appId, chartRefId) + if err == nil { + return chartDto.ImageDescriptorTemplate, nil + } + if !errors.Is(err, pg.ErrNoRows) { + impl.Logger.Errorw("error in getting chart by appId and chartRefId", "appId", appId, "chartRefId", chartRefId, "err", err) + return "", err + } + return impl.readImageDescriptorTemplateFromRefChart(refChartPath), nil +} + +// mergeReleaseOverrideIntoValuesYaml merges the chart's ReleaseOverride JSON +// on top of the given values YAML. On any failure the input valuesYaml is +// returned unchanged so template rendering can still proceed. +func (impl DeploymentTemplateServiceImpl) mergeReleaseOverrideIntoValuesYaml(valuesYaml, releaseOverrideJson string) string { + if len(releaseOverrideJson) == 0 || releaseOverrideJson == "{}" { + return valuesYaml + } + valuesJsonByte, err := k8sYaml.YAMLToJSON([]byte(valuesYaml)) + if err != nil { + impl.Logger.Errorw("error in converting values yaml to json", "err", err) + return valuesYaml + } + mergedJsonBytes, err := impl.mergeUtil.JsonPatch(valuesJsonByte, []byte(releaseOverrideJson)) + if err != nil { + impl.Logger.Errorw("error in merging releaseOverride into values yaml", "releaseOverrideJson", releaseOverrideJson, "err", err) + return valuesYaml + } + mergedYamlBytes, err := k8sYaml.JSONToYAML(mergedJsonBytes) + if err != nil { + impl.Logger.Errorw("error in converting merged json to yaml", "err", err) + return valuesYaml + } + return string(mergedYamlBytes) +} + func (impl DeploymentTemplateServiceImpl) constructRotatePodResponse(templateChartResponse []*gRPC.TemplateChartResponse, appNameToId map[string]int, environment *repository.Environment) (*RestartPodResponse, error) { appIdToResourceIdentifier := make(map[int]*ResourceIdentifierResponse) for _, tcResp := range templateChartResponse { diff --git a/pkg/pipeline/CiCdPipelineOrchestrator.go b/pkg/pipeline/CiCdPipelineOrchestrator.go index 82222aaffd..2c757bc348 100644 --- a/pkg/pipeline/CiCdPipelineOrchestrator.go +++ b/pkg/pipeline/CiCdPipelineOrchestrator.go @@ -40,6 +40,9 @@ import ( "github.com/devtron-labs/devtron/pkg/deployment/gitOps/config" util4 "github.com/devtron-labs/devtron/pkg/pipeline/util" "github.com/devtron-labs/devtron/pkg/plugin" + "github.com/devtron-labs/devtron/pkg/resourceQualifiers" + "github.com/devtron-labs/devtron/pkg/variables" + variableEntity "github.com/devtron-labs/devtron/pkg/variables/repository" "github.com/devtron-labs/devtron/util/beHelper" "github.com/devtron-labs/devtron/util/sliceUtil" "golang.org/x/exp/slices" @@ -92,6 +95,9 @@ type CiCdPipelineOrchestrator interface { DeleteApp(appId int, userId int32) error CreateMaterials(createMaterialRequest *bean.CreateMaterialDTO) (*bean.CreateMaterialDTO, error) UpdateMaterial(updateMaterialRequest *bean.UpdateMaterialDTO) (*bean.UpdateMaterialDTO, error) + // ResyncGitMaterialToSensor re-resolves the material's @{{VAR_NAME}} URL (if any) and + // pushes the refreshed value to git-sensor - used after a scoped variable's value changes. + ResyncGitMaterialToSensor(materialId int) error CreateCiConf(createRequest *bean.CiConfigRequest, templateId int) (*bean.CiConfigRequest, error) CreateCDPipelines(pipelineRequest *bean.CDPipelineConfigObject, appId int, userId int32, tx *pg.Tx, appName string) (pipelineId int, err error) UpdateCDPipeline(pipelineRequest *bean.CDPipelineConfigObject, userId int32, tx *pg.Tx) (pipeline *pipelineConfig.Pipeline, err error) @@ -155,6 +161,8 @@ type CiCdPipelineOrchestratorImpl struct { workflowCacheConfig types.WorkflowCacheConfig chartReadService read2.ChartReadService globalEnvVariables *util2.GlobalEnvVariables + repoFieldVariableResolver variables.RepoFieldVariableResolver + variableEntityMappingService variables.VariableEntityMappingService } func NewCiCdPipelineOrchestrator( @@ -187,7 +195,9 @@ func NewCiCdPipelineOrchestrator( deploymentConfigService common.DeploymentConfigService, deploymentConfigReadService read.DeploymentConfigReadService, chartReadService read2.ChartReadService, - envVariables *util2.EnvironmentVariables) *CiCdPipelineOrchestratorImpl { + envVariables *util2.EnvironmentVariables, + repoFieldVariableResolver variables.RepoFieldVariableResolver, + variableEntityMappingService variables.VariableEntityMappingService) *CiCdPipelineOrchestratorImpl { _, workflowCacheConfig, err := types.GetCiConfigWithWorkflowCacheConfig() if err != nil { logger.Errorw("Error in getting workflow cache config, continuing with default values", "err", err) @@ -226,6 +236,8 @@ func NewCiCdPipelineOrchestrator( workflowCacheConfig: workflowCacheConfig, chartReadService: chartReadService, globalEnvVariables: envVariables.GlobalEnvVariables, + repoFieldVariableResolver: repoFieldVariableResolver, + variableEntityMappingService: variableEntityMappingService, } } @@ -615,9 +627,14 @@ func (impl CiCdPipelineOrchestratorImpl) PatchMaterialValue(createRequest *bean. } savedTemplateOverride := savedTemplateOverrideBean.CiTemplateOverride - err = impl.createDockerRepoIfNeeded(createRequest.DockerConfigOverride.DockerRegistry, createRequest.DockerConfigOverride.DockerRepository) + resolvedDockerRepository, err := impl.resolveDockerRepositoryForEcr(resourceQualifiers.Scope{AppId: createRequest.AppId}, createRequest.DockerConfigOverride.DockerRepository) if err != nil { - impl.logger.Errorw("error, createDockerRepoIfNeeded", "err", err, "dockerRegistryId", createRequest.DockerConfigOverride.DockerRegistry, "dockerRegistry", createRequest.DockerConfigOverride.DockerRepository) + impl.logger.Errorw("error resolving docker repository", "err", err, "dockerRepository", createRequest.DockerConfigOverride.DockerRepository) + return nil, err + } + err = impl.createDockerRepoIfNeeded(createRequest.DockerConfigOverride.DockerRegistry, resolvedDockerRepository) + if err != nil { + impl.logger.Errorw("error, createDockerRepoIfNeeded", "err", err, "dockerRegistryId", createRequest.DockerConfigOverride.DockerRegistry, "dockerRegistry", resolvedDockerRepository) return nil, err } if savedTemplateOverride != nil && savedTemplateOverride.Id > 0 { @@ -920,6 +937,7 @@ func (impl CiCdPipelineOrchestratorImpl) deleteCiEnvMapping(tx *pg.Tx, ciPipelin return nil } func (impl CiCdPipelineOrchestratorImpl) CreateCiConf(createRequest *bean.CiConfigRequest, templateId int) (*bean.CiConfigRequest, error) { + repoFieldScope := resourceQualifiers.Scope{AppId: createRequest.AppId} //save pipeline in db start for _, ciPipeline := range createRequest.CiPipelines { argByte, err := json.Marshal(ciPipeline.DockerArgs) @@ -1121,10 +1139,16 @@ func (impl CiCdPipelineOrchestratorImpl) CreateCiConf(createRequest *bean.CiConf UserId: createRequest.UserId, } if !ciPipeline.IsExternal { //pipeline is not [linked, webhook] and overridden, then create template override - err = impl.createDockerRepoIfNeeded(ciPipeline.DockerConfigOverride.DockerRegistry, ciPipeline.DockerConfigOverride.DockerRepository) + resolvedDockerRepository, resolveErr := impl.resolveDockerRepositoryForEcr(repoFieldScope, ciPipeline.DockerConfigOverride.DockerRepository) // silently ignoring the error, since we don't want to fail the pipeline creation - if err != nil { - impl.logger.Warnw("error, createDockerRepoIfNeeded", "err", err, "dockerRegistryId", ciPipeline.DockerConfigOverride.DockerRegistry, "dockerRegistry", ciPipeline.DockerConfigOverride.DockerRepository) + if resolveErr != nil { + impl.logger.Warnw("error resolving docker repository", "err", resolveErr, "dockerRepository", ciPipeline.DockerConfigOverride.DockerRepository) + } else { + err = impl.createDockerRepoIfNeeded(ciPipeline.DockerConfigOverride.DockerRegistry, resolvedDockerRepository) + // silently ignoring the error, since we don't want to fail the pipeline creation + if err != nil { + impl.logger.Warnw("error, createDockerRepoIfNeeded", "err", err, "dockerRegistryId", ciPipeline.DockerConfigOverride.DockerRegistry, "dockerRegistry", resolvedDockerRepository) + } } err := impl.ciTemplateService.Save(ciTemplateBean) if err != nil { @@ -1365,7 +1389,8 @@ func (impl CiCdPipelineOrchestratorImpl) DeleteApp(appId int, userId int32) erro impl.logger.Debug("deleting materials in git_sensor") for _, m := range materials { - err = impl.updateRepositoryToGitSensor(m, "", false) + // m.Active is already false above, so updateRepositoryToGitSensor skips URL resolution - scope is unused here + err = impl.updateRepositoryToGitSensor(m, "", false, resourceQualifiers.Scope{}) if err != nil { impl.logger.Errorw("error in updating to git-sensor", "err", err) return err @@ -1457,6 +1482,15 @@ func (impl CiCdPipelineOrchestratorImpl) CreateMaterials(createMaterialRequest * } materials = append(materials, inputMaterial) } + repoFieldScope := resourceQualifiers.Scope{AppId: createMaterialRequest.AppId} + // validate every @{{VAR_NAME}} reference resolves before committing, so a typo'd/undefined + // variable can't leave a Git Material row with no matching git-sensor entry + for _, material := range materials { + if _, err = impl.resolveGitMaterialUrl(repoFieldScope, material.Url); err != nil { + impl.logger.Errorw("error validating git material url", "err", err) + return nil, err + } + } // moving transaction before addRepositoryToGitSensor as commiting transaction after addRepositoryToGitSensor was causing problems // in case request was cancelled data was getting saved in git sensor but not getting saved in orchestrator db. Same is done in update flow. err = impl.transactionManager.CommitTx(tx) @@ -1464,7 +1498,7 @@ func (impl CiCdPipelineOrchestratorImpl) CreateMaterials(createMaterialRequest * impl.logger.Errorw("error in committing tx Create material", "err", err, "materials", materials) return nil, err } - err = impl.addRepositoryToGitSensor(materials, "") + err = impl.addRepositoryToGitSensor(materials, "", repoFieldScope) if err != nil { impl.logger.Errorw("error in updating to sensor", "err", err) return nil, err @@ -1484,6 +1518,15 @@ func (impl CiCdPipelineOrchestratorImpl) UpdateMaterial(updateMaterialDTO *bean. impl.logger.Errorw("err", "err", err) return nil, err } + repoFieldScope := resourceQualifiers.Scope{AppId: updateMaterialDTO.AppId} + // validate the @{{VAR_NAME}} reference resolves before committing, so a typo'd/undefined + // variable can't leave a Git Material row with no matching git-sensor entry + if updatedMaterial.Active { + if _, err = impl.resolveGitMaterialUrl(repoFieldScope, updatedMaterial.Url); err != nil { + impl.logger.Errorw("error validating git material url", "err", err) + return nil, err + } + } err = impl.transactionManager.CommitTx(tx) if err != nil { impl.logger.Errorw("error in committing tx Create material", "err", err) @@ -1491,7 +1534,7 @@ func (impl CiCdPipelineOrchestratorImpl) UpdateMaterial(updateMaterialDTO *bean. } err = impl.updateRepositoryToGitSensor(updatedMaterial, "", - updateMaterialDTO.Material.CreateBackup) + updateMaterialDTO.Material.CreateBackup, repoFieldScope) if err != nil { impl.logger.Errorw("error in updating to git-sensor", "err", err) return nil, err @@ -1499,11 +1542,71 @@ func (impl CiCdPipelineOrchestratorImpl) UpdateMaterial(updateMaterialDTO *bean. return updateMaterialDTO, nil } +// resolveDockerRepositoryForEcr resolves a possible @{{VAR_NAME}} reference in the Container +// Repository field, for the AWS ECR repo-creation call only - the DB column always keeps +// whatever the user typed, resolution happens fresh at every trigger (see HandlerService.go). +func (impl CiCdPipelineOrchestratorImpl) resolveDockerRepositoryForEcr(scope resourceQualifiers.Scope, dockerRepository string) (string, error) { + resolvedDockerRepository, _, err := impl.repoFieldVariableResolver.ResolveRepoFieldValue(scope, dockerRepository) + if err != nil { + return "", fmt.Errorf("error resolving docker repository: %w", err) + } + return resolvedDockerRepository, nil +} + +// resolveGitMaterialUrl resolves a possible @{{VAR_NAME}} reference in the git material URL. +// git_material.url in the DB always stays as the user typed it - only the value sent to +// git-sensor is resolved, so Application Templates keep the placeholder intact on clone. +func (impl CiCdPipelineOrchestratorImpl) resolveGitMaterialUrl(scope resourceQualifiers.Scope, url string) (string, error) { + resolvedUrl, _, err := impl.repoFieldVariableResolver.ResolveRepoFieldValue(scope, url) + if err != nil { + return "", fmt.Errorf("error resolving git material url: %w", err) + } + return resolvedUrl, nil +} + +// trackRepoFieldVariableMapping records (or clears) which scoped variable a Git Material's +// URL references, so a variable value change can find and re-sync every affected material. +func (impl CiCdPipelineOrchestratorImpl) trackRepoFieldVariableMapping(tx *pg.Tx, materialId int, url string, userId int32) error { + var variableNames []string + if variableName, ok := variables.ExtractVariableName(url); ok { + variableNames = []string{variableName} + } + entity := variableEntity.Entity{EntityType: variableEntity.EntityTypeGitMaterial, EntityId: materialId} + err := impl.variableEntityMappingService.UpdateVariablesForEntity(variableNames, entity, userId, tx) + if err != nil { + impl.logger.Errorw("error in tracking repo field variable mapping", "materialId", materialId, "err", err) + return err + } + return nil +} + +func (impl CiCdPipelineOrchestratorImpl) ResyncGitMaterialToSensor(materialId int) error { + material, err := impl.materialRepository.FindById(materialId) + if err != nil { + impl.logger.Errorw("error in finding material for resync", "materialId", materialId, "err", err) + return err + } + if !material.Active { + return nil + } + scope := resourceQualifiers.Scope{AppId: material.AppId} + return impl.updateRepositoryToGitSensor(material, "", false, scope) +} + func (impl CiCdPipelineOrchestratorImpl) updateRepositoryToGitSensor(material *repository6.GitMaterial, - cloningMode string, createBackup bool) error { + cloningMode string, createBackup bool, scope resourceQualifiers.Scope) error { + // deletion only needs the Deleted flag - skip resolution so a since-deleted variable can't block a delete + resolvedUrl := material.Url + var err error + if material.Active { + resolvedUrl, err = impl.resolveGitMaterialUrl(scope, material.Url) + if err != nil { + return err + } + } sensorMaterial := &gitSensor.GitMaterial{ Name: material.Name, - Url: material.Url, + Url: resolvedUrl, Id: material.Id, GitProviderId: material.GitProviderId, CheckoutLocation: material.CheckoutPath, @@ -1523,12 +1626,16 @@ func (impl CiCdPipelineOrchestratorImpl) updateRepositoryToGitSensor(material *r return impl.GitSensorClient.UpdateRepo(ctx, sensorMaterial) } -func (impl CiCdPipelineOrchestratorImpl) addRepositoryToGitSensor(materials []*bean.GitMaterial, cloningMode string) error { +func (impl CiCdPipelineOrchestratorImpl) addRepositoryToGitSensor(materials []*bean.GitMaterial, cloningMode string, scope resourceQualifiers.Scope) error { var sensorMaterials []*gitSensor.GitMaterial for _, material := range materials { + resolvedUrl, err := impl.resolveGitMaterialUrl(scope, material.Url) + if err != nil { + return err + } sensorMaterial := &gitSensor.GitMaterial{ Name: material.Name, - Url: material.Url, + Url: resolvedUrl, Id: material.Id, GitProviderId: material.GitProviderId, Deleted: false, @@ -1690,6 +1797,11 @@ func (impl CiCdPipelineOrchestratorImpl) updateMaterial(tx *pg.Tx, updateMateria return nil, err } + err = impl.trackRepoFieldVariableMapping(tx, currentMaterial.Id, currentMaterial.Url, updateMaterialDTO.UserId) + if err != nil { + return nil, err + } + err = impl.gitMaterialHistoryService.CreateMaterialHistory(tx, currentMaterial) return currentMaterial, nil @@ -1714,6 +1826,10 @@ func (impl CiCdPipelineOrchestratorImpl) createMaterial(tx *pg.Tx, inputMaterial impl.logger.Errorw("error in saving material", "material", material, "err", err) return nil, err } + err = impl.trackRepoFieldVariableMapping(tx, material.Id, material.Url, userId) + if err != nil { + return nil, err + } err = impl.gitMaterialHistoryService.CreateMaterialHistory(tx, material) return material, err } diff --git a/pkg/pipeline/DeploymentPipelineConfigService.go b/pkg/pipeline/DeploymentPipelineConfigService.go index 45d81d01ff..2077e12686 100644 --- a/pkg/pipeline/DeploymentPipelineConfigService.go +++ b/pkg/pipeline/DeploymentPipelineConfigService.go @@ -122,7 +122,7 @@ type CdPipelineConfigService interface { // PatchCdPipelines : Handle CD pipeline patch requests, making necessary changes to the configuration and returning the updated version. // Performs Create ,Update and Delete operation. PatchCdPipelines(cdPipelines *bean.CDPatchRequest, ctx context.Context) (*bean.CdPipelines, error) - DeleteCdPipeline(pipeline *pipelineConfig.Pipeline, ctx context.Context, deleteAction int, acdDelete bool, userId int32) (*bean.AppDeleteResponseDTO, error) + DeleteCdPipeline(pipeline *pipelineConfig.Pipeline, ctx context.Context, deleteAction int, acdDelete bool, foregroundDelete bool, userId int32) (*bean.AppDeleteResponseDTO, error) DeleteACDAppCdPipelineWithNonCascade(pipeline *pipelineConfig.Pipeline, ctx context.Context, forceDelete bool, userId int32) (err error) // GetTriggerViewCdPipelinesForApp : GetTriggerViewCdPipelinesForApp(appId int) (cdPipelines *bean.CdPipelines, err error) @@ -1483,6 +1483,7 @@ func (impl *CdPipelineConfigServiceImpl) PatchCdPipelines(cdPipelines *bean.CDPa } else if cdPipelines.NonCascadeDelete { deleteAction = bean.NON_CASCADE_DELETE } + foregroundDelete := cdPipelines.GetForegroundDelete(impl.deploymentConfig.ForegroundDeleteCdPipeline) switch cdPipelines.Action { case bean.CD_CREATE: return impl.CreateCdPipelines(pipelineRequest, ctx) @@ -1495,7 +1496,7 @@ func (impl *CdPipelineConfigServiceImpl) PatchCdPipelines(cdPipelines *bean.CDPa impl.logger.Errorw("error in getting cd pipeline by id", "err", err, "id", cdPipelines.Pipeline.Id) return pipelineRequest, err } - deleteResponse, err := impl.DeleteCdPipeline(pipeline, ctx, deleteAction, false, cdPipelines.UserId) + deleteResponse, err := impl.DeleteCdPipeline(pipeline, ctx, deleteAction, false, foregroundDelete, cdPipelines.UserId) pipelineRequest.AppDeleteResponse = deleteResponse return pipelineRequest, err case bean.CD_DELETE_PARTIAL: @@ -1512,7 +1513,7 @@ func (impl *CdPipelineConfigServiceImpl) PatchCdPipelines(cdPipelines *bean.CDPa } } -func (impl *CdPipelineConfigServiceImpl) DeleteCdPipeline(pipeline *pipelineConfig.Pipeline, ctx context.Context, deleteAction int, deleteFromAcd bool, userId int32) (*bean.AppDeleteResponseDTO, error) { +func (impl *CdPipelineConfigServiceImpl) DeleteCdPipeline(pipeline *pipelineConfig.Pipeline, ctx context.Context, deleteAction int, deleteFromAcd bool, foregroundDelete bool, userId int32) (*bean.AppDeleteResponseDTO, error) { cascadeDelete := true forceDelete := false deleteResponse := &bean.AppDeleteResponseDTO{ @@ -1692,8 +1693,8 @@ func (impl *CdPipelineConfigServiceImpl) DeleteCdPipeline(pipeline *pipelineConf impl.logger.Errorw("error in deleting deployment config for pipeline", "appId", pipeline.AppId, "envId", pipeline.EnvironmentId, "err", err) return nil, err } - //delete app from argo cd, if created - if pipeline.DeploymentAppCreated == true { + //delete app from argo cd/flux/helm, if created — skipped for foreground (detach) delete + if pipeline.DeploymentAppCreated == true && !foregroundDelete { deploymentAppName := pipeline.DeploymentAppName if util.IsAcdApp(envDeploymentConfig.DeploymentAppType) { if !forceDelete && !deleteResponse.ClusterReachable { @@ -1755,6 +1756,9 @@ func (impl *CdPipelineConfigServiceImpl) DeleteCdPipeline(pipeline *pipelineConf } } + } else if pipeline.DeploymentAppCreated && foregroundDelete { + impl.logger.Infow("foreground delete: skipping deployed resource deletion, detaching pipeline", + "pipelineId", pipeline.Id, "deploymentAppName", pipeline.DeploymentAppName) } err = tx.Commit() if err != nil { @@ -1762,7 +1766,7 @@ func (impl *CdPipelineConfigServiceImpl) DeleteCdPipeline(pipeline *pipelineConf return deleteResponse, err } deleteResponse.DeleteInitiated = true - impl.pipelineConfigEventPublishService.PublishCDPipelineDelete(pipeline.Id, userId) + impl.pipelineConfigEventPublishService.PublishCDPipelineDelete(pipeline.Id, userId, foregroundDelete) return deleteResponse, nil } @@ -1843,7 +1847,7 @@ func (impl *CdPipelineConfigServiceImpl) DeleteHelmTypePipelineDeploymentApp(ctx func (impl *CdPipelineConfigServiceImpl) DeleteACDAppCdPipelineWithNonCascade(pipeline *pipelineConfig.Pipeline, ctx context.Context, forceDelete bool, userId int32) error { if forceDelete { - _, err := impl.DeleteCdPipeline(pipeline, ctx, bean.FORCE_DELETE, false, userId) + _, err := impl.DeleteCdPipeline(pipeline, ctx, bean.FORCE_DELETE, false, false, userId) return err } envDeploymentConfig, err := impl.deploymentConfigService.GetConfigForDevtronApps(nil, pipeline.AppId, pipeline.EnvironmentId) @@ -2403,7 +2407,7 @@ func (impl *CdPipelineConfigServiceImpl) MarkGitOpsDevtronAppsDeletedWhereArgoAp } impl.logger.Warnw("app not found in argo, deleting from db ", "err", err) //make call to delete it from pipeline DB because it's ACD counterpart is deleted - _, err = impl.DeleteCdPipeline(pipeline, context.Background(), bean.FORCE_DELETE, false, 1) + _, err = impl.DeleteCdPipeline(pipeline, context.Background(), bean.FORCE_DELETE, false, false, 1) if err != nil { impl.logger.Errorw("error in deleting cd pipeline", "err", err) return acdAppFound, err @@ -3219,7 +3223,7 @@ func (impl *CdPipelineConfigServiceImpl) BulkDeleteCdPipelines(impactedPipelines EnvironmentName: pipeline.Environment.Name, } if !dryRun { - deleteResponse, err := impl.DeleteCdPipeline(pipeline, ctx, deleteAction, true, userId) + deleteResponse, err := impl.DeleteCdPipeline(pipeline, ctx, deleteAction, true, impl.deploymentConfig.ForegroundDeleteCdPipeline, userId) if err != nil { impl.logger.Errorw("error in deleting cd pipeline", "err", err, "pipelineId", pipeline.Id) respDto.DeletionResult = fmt.Sprintf("Not able to delete pipeline, %v", err) diff --git a/pkg/pipeline/GitMaterialVariableSyncService.go b/pkg/pipeline/GitMaterialVariableSyncService.go new file mode 100644 index 0000000000..ab307e5c94 --- /dev/null +++ b/pkg/pipeline/GitMaterialVariableSyncService.go @@ -0,0 +1,62 @@ +/* + * Copyright (c) 2024. Devtron Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package pipeline + +import ( + "github.com/devtron-labs/devtron/pkg/variables" + variableEntity "github.com/devtron-labs/devtron/pkg/variables/repository" + "go.uber.org/zap" +) + +// GitMaterialVariableSyncService re-syncs every Git Material whose URL references a scoped +// variable to git-sensor. Called after the variable set changes (CreateVariables does a full +// delete-then-recreate of all variables, so any of them could be the one a material uses). +type GitMaterialVariableSyncService interface { + ResyncGitMaterialsForVariableChange() error +} + +type GitMaterialVariableSyncServiceImpl struct { + logger *zap.SugaredLogger + variableEntityMappingService variables.VariableEntityMappingService + ciCdPipelineOrchestrator CiCdPipelineOrchestrator +} + +func NewGitMaterialVariableSyncServiceImpl(logger *zap.SugaredLogger, + variableEntityMappingService variables.VariableEntityMappingService, + ciCdPipelineOrchestrator CiCdPipelineOrchestrator) *GitMaterialVariableSyncServiceImpl { + return &GitMaterialVariableSyncServiceImpl{ + logger: logger, + variableEntityMappingService: variableEntityMappingService, + ciCdPipelineOrchestrator: ciCdPipelineOrchestrator, + } +} + +func (impl *GitMaterialVariableSyncServiceImpl) ResyncGitMaterialsForVariableChange() error { + materialIds, err := impl.variableEntityMappingService.GetDistinctEntityIdsByType(variableEntity.EntityTypeGitMaterial) + if err != nil { + impl.logger.Errorw("error in finding git materials referencing scoped variables", "err", err) + return err + } + for _, materialId := range materialIds { + err = impl.ciCdPipelineOrchestrator.ResyncGitMaterialToSensor(materialId) + if err != nil { + // keep re-syncing the rest - one bad/stale mapping shouldn't block the others + impl.logger.Errorw("error re-syncing git material after variable change", "materialId", materialId, "err", err) + } + } + return nil +} diff --git a/pkg/resourceQualifiers/constants.go b/pkg/resourceQualifiers/constants.go index bcc16eb45a..6427f017cb 100644 --- a/pkg/resourceQualifiers/constants.go +++ b/pkg/resourceQualifiers/constants.go @@ -38,3 +38,14 @@ var SystemVariables = []SystemVariableName{ const AllExistingAndFutureNonProdEnvsInt = -1 const AllExistingAndFutureProdEnvsInt = -2 + +// IsSystemVariable reports whether name refers to a system variable, as opposed to a +// user-defined variable. +func IsSystemVariable(name string) bool { + for _, systemVariable := range SystemVariables { + if name == string(systemVariable) { + return true + } + } + return false +} diff --git a/pkg/resourceQualifiers/constants_test.go b/pkg/resourceQualifiers/constants_test.go new file mode 100644 index 0000000000..5d9b2ee017 --- /dev/null +++ b/pkg/resourceQualifiers/constants_test.go @@ -0,0 +1,42 @@ +/* + * Copyright (c) 2024. Devtron Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package resourceQualifiers + +import ( + "testing" + + "github.com/stretchr/testify/assert" +) + +func TestIsSystemVariable(t *testing.T) { + cases := []struct { + name string + variable string + want bool + }{ + {"fixed system variable", "DEVTRON_APP_NAME", true}, + {"another fixed system variable", "DEVTRON_ENV_NAME", true}, + {"user-defined variable", "FULL_GIT_URL", false}, + {"user-defined variable starting with DEVTRON", "DEVTRON_CUSTOM_THING", false}, + {"empty string", "", false}, + } + for _, c := range cases { + t.Run(c.name, func(t *testing.T) { + assert.Equal(t, c.want, IsSystemVariable(c.variable)) + }) + } +} diff --git a/pkg/variables/RepoFieldVariableResolver.go b/pkg/variables/RepoFieldVariableResolver.go new file mode 100644 index 0000000000..fc36a9bc74 --- /dev/null +++ b/pkg/variables/RepoFieldVariableResolver.go @@ -0,0 +1,98 @@ +/* + * Copyright (c) 2024. Devtron Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package variables + +import ( + "fmt" + "regexp" + "strings" + + "github.com/devtron-labs/devtron/pkg/resourceQualifiers" + "go.uber.org/zap" +) + +// fullVariableReferenceRegex matches a field value that is exactly one @{{VAR_NAME}} token and nothing else. +var fullVariableReferenceRegex = regexp.MustCompile(`^@\{\{([A-Za-z0-9_]+)\}\}$`) + +// IsFullVariableReference reports whether fieldValue is exactly one @{{VAR_NAME}} token, so +// callers (e.g. request validation) can skip literal-value format checks without a DB lookup. +func IsFullVariableReference(fieldValue string) bool { + return fullVariableReferenceRegex.MatchString(fieldValue) +} + +// ExtractVariableName returns the variable name if fieldValue is a full @{{VAR_NAME}} +// reference, without doing any DB lookup - used to track which entities (e.g. Git Materials) +// reference which variables, independent of whether the reference currently resolves. +func ExtractVariableName(fieldValue string) (string, bool) { + matches := fullVariableReferenceRegex.FindStringSubmatch(fieldValue) + if matches == nil { + return "", false + } + return matches[1], true +} + +// RepoFieldVariableResolver resolves a single, full @{{VAR_NAME}} reference used in the Git +// Repository URL and Container Repository fields. Only user-defined variables are supported - +// scoped variables in this version only support Global scope, which fits these fields anyway +// since neither has any app/env/cluster context at its resolution point. +type RepoFieldVariableResolver interface { + // ResolveRepoFieldValue returns fieldValue unchanged if it isn't a variable reference, + // or its resolved value if it is a valid one. variableName is empty when nothing was resolved. + ResolveRepoFieldValue(scope resourceQualifiers.Scope, fieldValue string) (resolvedValue string, variableName string, err error) +} + +type RepoFieldVariableResolverImpl struct { + logger *zap.SugaredLogger + scopedVariableService ScopedVariableService +} + +func NewRepoFieldVariableResolverImpl(logger *zap.SugaredLogger, scopedVariableService ScopedVariableService) *RepoFieldVariableResolverImpl { + return &RepoFieldVariableResolverImpl{ + logger: logger, + scopedVariableService: scopedVariableService, + } +} + +func (impl *RepoFieldVariableResolverImpl) ResolveRepoFieldValue(scope resourceQualifiers.Scope, fieldValue string) (string, string, error) { + // plain literal value, nothing to resolve + if !strings.Contains(fieldValue, "@{{") { + return fieldValue, "", nil + } + + matches := fullVariableReferenceRegex.FindStringSubmatch(fieldValue) + if matches == nil { + // contains "@{{" but isn't a single, full @{{VAR_NAME}} token - not supported here + return "", "", fmt.Errorf("only a single full variable reference like @{{VAR_NAME}} is supported, not partial text or multiple variables") + } + variableName := matches[1] + + if resourceQualifiers.IsSystemVariable(variableName) { + return "", "", fmt.Errorf("system variable %q is not supported here, only user-defined variables are allowed", variableName) + } + + scopedVariables, err := impl.scopedVariableService.GetScopedVariables(scope, []string{variableName}, true) + if err != nil { + impl.logger.Errorw("error resolving repo field variable", "variableName", variableName, "scope", scope, "err", err) + return "", "", fmt.Errorf("error resolving variable %q: %w", variableName, err) + } + if len(scopedVariables) == 0 { + return "", "", fmt.Errorf("variable %q not found, or has no value defined", variableName) + } + + resolvedValue := scopedVariables[0].VariableValue.StringValue() + return resolvedValue, variableName, nil +} diff --git a/pkg/variables/RepoFieldVariableResolver_test.go b/pkg/variables/RepoFieldVariableResolver_test.go new file mode 100644 index 0000000000..be5f99d6ce --- /dev/null +++ b/pkg/variables/RepoFieldVariableResolver_test.go @@ -0,0 +1,134 @@ +/* + * Copyright (c) 2024. Devtron Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package variables + +import ( + "errors" + "testing" + + "github.com/devtron-labs/devtron/internal/util" + "github.com/devtron-labs/devtron/pkg/resourceQualifiers" + "github.com/devtron-labs/devtron/pkg/variables/models" + "github.com/stretchr/testify/assert" +) + +// fakeScopedVariableService resolves variables from a canned name->value map, and records +// the exact scope it was last called with so tests can assert env/cluster context is stripped. +type fakeScopedVariableService struct { + ScopedVariableService + definedVariables map[string]string + err error + lastScope resourceQualifiers.Scope +} + +func (f *fakeScopedVariableService) GetScopedVariables(scope resourceQualifiers.Scope, varNames []string, unmaskSensitiveData bool) ([]*models.ScopedVariableData, error) { + f.lastScope = scope + if f.err != nil { + return nil, f.err + } + scopedVariableData := make([]*models.ScopedVariableData, 0) + for _, name := range varNames { + if value, ok := f.definedVariables[name]; ok { + scopedVariableData = append(scopedVariableData, &models.ScopedVariableData{ + VariableName: name, + VariableValue: &models.VariableValue{Value: value}, + }) + } + } + return scopedVariableData, nil +} + +func newResolverForTest(t *testing.T, svc ScopedVariableService) *RepoFieldVariableResolverImpl { + logger, err := util.NewSugardLogger() + assert.Nil(t, err) + return NewRepoFieldVariableResolverImpl(logger, svc) +} + +func TestResolveRepoFieldValue(t *testing.T) { + svc := &fakeScopedVariableService{ + definedVariables: map[string]string{ + "FULL_GIT_URL": "https://github.com/org/repo.git", + }, + } + resolver := newResolverForTest(t, svc) + scope := resourceQualifiers.Scope{AppId: 1} + + t.Run("plain literal passes through unchanged", func(t *testing.T) { + resolved, varName, err := resolver.ResolveRepoFieldValue(scope, "https://github.com/org/literal.git") + assert.Nil(t, err) + assert.Equal(t, "https://github.com/org/literal.git", resolved) + assert.Empty(t, varName) + }) + + t.Run("full match resolves to defined value", func(t *testing.T) { + resolved, varName, err := resolver.ResolveRepoFieldValue(scope, "@{{FULL_GIT_URL}}") + assert.Nil(t, err) + assert.Equal(t, "https://github.com/org/repo.git", resolved) + assert.Equal(t, "FULL_GIT_URL", varName) + }) + + t.Run("undefined variable is rejected", func(t *testing.T) { + _, _, err := resolver.ResolveRepoFieldValue(scope, "@{{NOT_DEFINED}}") + assert.NotNil(t, err) + assert.Contains(t, err.Error(), "not found") + }) + + t.Run("partial match with surrounding text is rejected", func(t *testing.T) { + _, _, err := resolver.ResolveRepoFieldValue(scope, "https://github.com/@{{FULL_GIT_URL}}/repo.git") + assert.NotNil(t, err) + assert.Contains(t, err.Error(), "single full variable reference") + }) + + t.Run("multiple tokens in one field is rejected", func(t *testing.T) { + _, _, err := resolver.ResolveRepoFieldValue(scope, "@{{A}}@{{FULL_GIT_URL}}") + assert.NotNil(t, err) + assert.Contains(t, err.Error(), "single full variable reference") + }) + + t.Run("fixed system variable is rejected", func(t *testing.T) { + _, _, err := resolver.ResolveRepoFieldValue(scope, "@{{DEVTRON_APP_NAME}}") + assert.NotNil(t, err) + assert.Contains(t, err.Error(), "system variable") + }) + + t.Run("underlying resolution error is propagated", func(t *testing.T) { + failingSvc := &fakeScopedVariableService{err: errors.New("db unavailable")} + failingResolver := newResolverForTest(t, failingSvc) + _, _, err := failingResolver.ResolveRepoFieldValue(scope, "@{{FULL_GIT_URL}}") + assert.NotNil(t, err) + assert.Contains(t, err.Error(), "db unavailable") + }) +} + +func TestIsFullVariableReference(t *testing.T) { + assert.True(t, IsFullVariableReference("@{{FULL_GIT_URL}}")) + assert.False(t, IsFullVariableReference("https://github.com/@{{GIT_ORG}}/repo.git")) + assert.False(t, IsFullVariableReference("https://github.com/org/repo.git")) + assert.False(t, IsFullVariableReference("@{{A}}@{{B}}")) +} + +func TestExtractVariableName(t *testing.T) { + name, ok := ExtractVariableName("@{{FULL_GIT_URL}}") + assert.True(t, ok) + assert.Equal(t, "FULL_GIT_URL", name) + + _, ok = ExtractVariableName("https://github.com/org/repo.git") + assert.False(t, ok) + + _, ok = ExtractVariableName("https://github.com/@{{GIT_ORG}}/repo.git") + assert.False(t, ok) +} diff --git a/pkg/variables/ScopedVariableService.go b/pkg/variables/ScopedVariableService.go index bfde4840b9..5385dee5b5 100644 --- a/pkg/variables/ScopedVariableService.go +++ b/pkg/variables/ScopedVariableService.go @@ -49,25 +49,28 @@ type ScopedVariableService interface { GetFormattedVariableForName(name string) string GetMatchedScopedVariables(varScope []*resourceQualifiers.QualifierMapping) map[int][]*resourceQualifiers.QualifierMapping GetScopeWithPriority(variableIdToVariableScopes map[int][]*resourceQualifiers.QualifierMapping) map[int]int + GetVariableUsage(variableName string) ([]*models.VariableUsage, error) } type ScopedVariableServiceImpl struct { - logger *zap.SugaredLogger - scopedVariableRepository repository2.ScopedVariableRepository - qualifierMappingService resourceQualifiers.QualifierMappingService - VariableNameConfig *VariableConfig - VariableCache *cache.VariableCacheObj - asyncRunnable *async.Runnable + logger *zap.SugaredLogger + scopedVariableRepository repository2.ScopedVariableRepository + qualifierMappingService resourceQualifiers.QualifierMappingService + variableEntityMappingService VariableEntityMappingService + VariableNameConfig *VariableConfig + VariableCache *cache.VariableCacheObj + asyncRunnable *async.Runnable } func NewScopedVariableServiceImpl(logger *zap.SugaredLogger, scopedVariableRepository repository2.ScopedVariableRepository, appRepository app.AppRepository, environmentRepository repository3.EnvironmentRepository, devtronResourceSearchableKeyService read.DevtronResourceSearchableKeyService, clusterRepository repository.ClusterRepository, - qualifierMappingService resourceQualifiers.QualifierMappingService, asyncRunnable *async.Runnable) (*ScopedVariableServiceImpl, error) { + qualifierMappingService resourceQualifiers.QualifierMappingService, variableEntityMappingService VariableEntityMappingService, asyncRunnable *async.Runnable) (*ScopedVariableServiceImpl, error) { scopedVariableService := &ScopedVariableServiceImpl{ - logger: logger, - scopedVariableRepository: scopedVariableRepository, - qualifierMappingService: qualifierMappingService, - VariableCache: &cache.VariableCacheObj{CacheLock: &sync.Mutex{}}, - asyncRunnable: asyncRunnable, + logger: logger, + scopedVariableRepository: scopedVariableRepository, + qualifierMappingService: qualifierMappingService, + variableEntityMappingService: variableEntityMappingService, + VariableCache: &cache.VariableCacheObj{CacheLock: &sync.Mutex{}}, + asyncRunnable: asyncRunnable, } cfg, err := GetVariableNameConfig() if err != nil { @@ -156,6 +159,10 @@ func (impl *ScopedVariableServiceImpl) CreateVariables(payload models.Payload) e impl.logger.Errorw("error in variable payload validation", "err", err) return err } + err = impl.checkVariablesToBeDeletedForUsage(payload) + if err != nil { + return err + } auditLog := resourceQualifiers.GetAuditLog(payload.UserId) // Begin Transaction @@ -208,6 +215,74 @@ func (impl *ScopedVariableServiceImpl) CreateVariables(payload models.Payload) e return nil } +// checkVariablesToBeDeletedForUsage blocks the save when it would delete (i.e. the payload no +// longer contains) a variable that is still referenced by live configuration. The whole request +// is rejected so that nothing is deleted partially. +func (impl *ScopedVariableServiceImpl) checkVariablesToBeDeletedForUsage(payload models.Payload) error { + existingVariables, err := impl.scopedVariableRepository.GetAllVariableMetadata() + if err != nil { + impl.logger.Errorw("error in fetching existing variables for deletion check", "err", err) + return err + } + if len(existingVariables) == 0 { + return nil + } + payloadNames := make(map[string]bool, len(payload.Variables)) + for _, variable := range payload.Variables { + payloadNames[variable.Definition.VarName] = true + } + variablesToBeDeleted := make([]string, 0) + for _, existing := range existingVariables { + if !payloadNames[existing.Name] { + variablesToBeDeleted = append(variablesToBeDeleted, existing.Name) + } + } + if len(variablesToBeDeleted) == 0 { + return nil + } + usages, err := impl.variableEntityMappingService.GetLiveVariableUsage(variablesToBeDeleted) + if err != nil { + impl.logger.Errorw("error in fetching variable usages for deletion check", "variables", variablesToBeDeleted, "err", err) + return err + } + if len(usages) == 0 { + return nil + } + blockedVariables := make([]string, 0) + seen := make(map[string]bool) + for _, usage := range usages { + if !seen[usage.VariableName] { + seen[usage.VariableName] = true + blockedVariables = append(blockedVariables, usage.VariableName) + } + } + slices.Sort(blockedVariables) + impl.logger.Warnw("variable deletion blocked, variables are in use", "variables", blockedVariables) + return &models.VariableDeletionBlockedError{ + BlockedVariables: blockedVariables, + Usages: usages, + } +} + +// GetVariableUsage returns the live references of the given variable; when variableName is empty, +// usages of all active variables are returned. +func (impl *ScopedVariableServiceImpl) GetVariableUsage(variableName string) ([]*models.VariableUsage, error) { + variableNames := make([]string, 0) + if variableName != "" { + variableNames = append(variableNames, variableName) + } else { + existingVariables, err := impl.scopedVariableRepository.GetAllVariableMetadata() + if err != nil { + impl.logger.Errorw("error in fetching variables for usage lookup", "err", err) + return nil, err + } + for _, existing := range existingVariables { + variableNames = append(variableNames, existing.Name) + } + } + return impl.variableEntityMappingService.GetLiveVariableUsage(variableNames) +} + func (impl *ScopedVariableServiceImpl) storeVariableData(scopeIdToVarData map[int]string, auditLog sql.AuditLog, tx *pg.Tx) error { VariableDataList := make([]*repository2.VariableData, 0) for scopeId, data := range scopeIdToVarData { diff --git a/pkg/variables/ScopedVariableUsageGuard_test.go b/pkg/variables/ScopedVariableUsageGuard_test.go new file mode 100644 index 0000000000..e7e3757010 --- /dev/null +++ b/pkg/variables/ScopedVariableUsageGuard_test.go @@ -0,0 +1,318 @@ +/* + * Copyright (c) 2024. Devtron Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package variables + +import ( + "errors" + "testing" + + "github.com/devtron-labs/devtron/pkg/sql" + mocks2 "github.com/devtron-labs/devtron/pkg/variables/mocks" + "github.com/devtron-labs/devtron/pkg/variables/models" + repository2 "github.com/devtron-labs/devtron/pkg/variables/repository" + "github.com/go-pg/pg" + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/mock" + "go.uber.org/zap" +) + +// scopedVariableRepoStub satisfies ScopedVariableRepository via interface embedding; only the +// methods used by the deletion guard are implemented, so any other call panics the test. +type scopedVariableRepoStub struct { + repository2.ScopedVariableRepository + metadata []*repository2.VariableDefinition + metadataErr error + deleteCalled bool + txStartCalled bool +} + +func (s *scopedVariableRepoStub) GetAllVariableMetadata() ([]*repository2.VariableDefinition, error) { + return s.metadata, s.metadataErr +} + +func (s *scopedVariableRepoStub) DeleteVariables(auditLog sql.AuditLog, tx *pg.Tx) error { + s.deleteCalled = true + return nil +} + +func (s *scopedVariableRepoStub) StartTx() (*pg.Tx, error) { + s.txStartCalled = true + return nil, errors.New("transaction must not be started when deletion is blocked") +} + +func defsFor(names ...string) []*repository2.VariableDefinition { + defs := make([]*repository2.VariableDefinition, 0, len(names)) + for _, name := range names { + defs = append(defs, &repository2.VariableDefinition{Name: name, Active: true}) + } + return defs +} + +func payloadFor(names ...string) models.Payload { + variables := make([]*models.Variables, 0, len(names)) + for _, name := range names { + variables = append(variables, &models.Variables{ + Definition: models.Definition{VarName: name, DataType: models.PRIMITIVE_TYPE, VarType: models.PUBLIC}, + }) + } + return models.Payload{Variables: variables, UserId: 1} +} + +func usageFor(name string) *models.VariableUsage { + return &models.VariableUsage{ + VariableName: name, + UsageType: models.UsageTypeDeploymentTemplate, + AppId: 1, + AppName: "test-app", + } +} + +func guardTestService(t *testing.T, repoStub *scopedVariableRepoStub) (*ScopedVariableServiceImpl, *mocks2.VariableEntityMappingService) { + logger, err := zap.NewDevelopment() + assert.Nil(t, err) + cfg, err := GetVariableNameConfig() + assert.Nil(t, err) + mappingService := mocks2.NewVariableEntityMappingService(t) + impl := &ScopedVariableServiceImpl{ + logger: logger.Sugar(), + scopedVariableRepository: repoStub, + variableEntityMappingService: mappingService, + VariableNameConfig: cfg, + } + return impl, mappingService +} + +func TestDeletionGuard_FirstSaveNoExistingVariables(t *testing.T) { + repoStub := &scopedVariableRepoStub{metadata: nil} + impl, mappingService := guardTestService(t, repoStub) + + err := impl.checkVariablesToBeDeletedForUsage(payloadFor("V1")) + + assert.Nil(t, err) + mappingService.AssertNotCalled(t, "GetLiveVariableUsage", mock.Anything) +} + +func TestDeletionGuard_NoVariableRemoved(t *testing.T) { + repoStub := &scopedVariableRepoStub{metadata: defsFor("V1", "V2")} + impl, mappingService := guardTestService(t, repoStub) + + err := impl.checkVariablesToBeDeletedForUsage(payloadFor("V1", "V2", "V3")) + + assert.Nil(t, err) + mappingService.AssertNotCalled(t, "GetLiveVariableUsage", mock.Anything) +} + +func TestDeletionGuard_RemovedVariableUnused(t *testing.T) { + repoStub := &scopedVariableRepoStub{metadata: defsFor("V1", "V2")} + impl, mappingService := guardTestService(t, repoStub) + mappingService.On("GetLiveVariableUsage", []string{"V2"}).Return([]*models.VariableUsage{}, nil) + + err := impl.checkVariablesToBeDeletedForUsage(payloadFor("V1")) + + assert.Nil(t, err) +} + +func TestDeletionGuard_RemovedVariableInUse(t *testing.T) { + repoStub := &scopedVariableRepoStub{metadata: defsFor("V1", "V2")} + impl, mappingService := guardTestService(t, repoStub) + mappingService.On("GetLiveVariableUsage", []string{"V2"}). + Return([]*models.VariableUsage{usageFor("V2")}, nil) + + err := impl.checkVariablesToBeDeletedForUsage(payloadFor("V1")) + + var blockedErr *models.VariableDeletionBlockedError + assert.True(t, errors.As(err, &blockedErr)) + assert.Equal(t, []string{"V2"}, blockedErr.BlockedVariables) + assert.Len(t, blockedErr.Usages, 1) + assert.Contains(t, blockedErr.Error(), "V2") + assert.Contains(t, blockedErr.Error(), "currently in use") +} + +func TestDeletionGuard_MixedRemoval_OnlyUsedOnesBlock(t *testing.T) { + repoStub := &scopedVariableRepoStub{metadata: defsFor("V1", "V2", "V3")} + impl, mappingService := guardTestService(t, repoStub) + // V2 and V3 are removed; only V3 is in use + mappingService.On("GetLiveVariableUsage", mock.MatchedBy(func(names []string) bool { + return len(names) == 2 + })).Return([]*models.VariableUsage{usageFor("V3"), usageFor("V3")}, nil) + + err := impl.checkVariablesToBeDeletedForUsage(payloadFor("V1")) + + var blockedErr *models.VariableDeletionBlockedError + assert.True(t, errors.As(err, &blockedErr)) + assert.Equal(t, []string{"V3"}, blockedErr.BlockedVariables) +} + +func TestDeletionGuard_EmptyPayloadChecksAllVariables(t *testing.T) { + repoStub := &scopedVariableRepoStub{metadata: defsFor("V1", "V2")} + impl, mappingService := guardTestService(t, repoStub) + mappingService.On("GetLiveVariableUsage", mock.MatchedBy(func(names []string) bool { + return len(names) == 2 + })).Return([]*models.VariableUsage{usageFor("V2"), usageFor("V1")}, nil) + + err := impl.checkVariablesToBeDeletedForUsage(models.Payload{UserId: 1}) + + var blockedErr *models.VariableDeletionBlockedError + assert.True(t, errors.As(err, &blockedErr)) + // blocked variables are reported sorted + assert.Equal(t, []string{"V1", "V2"}, blockedErr.BlockedVariables) +} + +func TestDeletionGuard_RenameIsTreatedAsDeletion(t *testing.T) { + repoStub := &scopedVariableRepoStub{metadata: defsFor("DB_HOST")} + impl, mappingService := guardTestService(t, repoStub) + mappingService.On("GetLiveVariableUsage", []string{"DB_HOST"}). + Return([]*models.VariableUsage{usageFor("DB_HOST")}, nil) + + err := impl.checkVariablesToBeDeletedForUsage(payloadFor("DB_HOST_NEW")) + + var blockedErr *models.VariableDeletionBlockedError + assert.True(t, errors.As(err, &blockedErr)) + assert.Equal(t, []string{"DB_HOST"}, blockedErr.BlockedVariables) +} + +func TestDeletionGuard_NamesAreCaseSensitive(t *testing.T) { + repoStub := &scopedVariableRepoStub{metadata: defsFor("DB_HOST")} + impl, mappingService := guardTestService(t, repoStub) + mappingService.On("GetLiveVariableUsage", []string{"DB_HOST"}). + Return([]*models.VariableUsage{usageFor("DB_HOST")}, nil) + + err := impl.checkVariablesToBeDeletedForUsage(payloadFor("db_host")) + + var blockedErr *models.VariableDeletionBlockedError + assert.True(t, errors.As(err, &blockedErr)) +} + +func TestDeletionGuard_MetadataFetchErrorPropagates(t *testing.T) { + repoStub := &scopedVariableRepoStub{metadataErr: errors.New("db down")} + impl, _ := guardTestService(t, repoStub) + + err := impl.checkVariablesToBeDeletedForUsage(payloadFor("V1")) + + assert.NotNil(t, err) + assert.False(t, repoStub.deleteCalled) +} + +func TestDeletionGuard_UsageLookupErrorPropagates(t *testing.T) { + repoStub := &scopedVariableRepoStub{metadata: defsFor("V1")} + impl, mappingService := guardTestService(t, repoStub) + mappingService.On("GetLiveVariableUsage", []string{"V1"}).Return(nil, errors.New("db down")) + + err := impl.checkVariablesToBeDeletedForUsage(models.Payload{UserId: 1}) + + assert.NotNil(t, err) + var blockedErr *models.VariableDeletionBlockedError + assert.False(t, errors.As(err, &blockedErr)) +} + +// CreateVariables must reject the whole request before starting the delete-and-recreate +// transaction when a removed variable is still in use. +func TestCreateVariables_BlockedBeforeAnythingIsDeleted(t *testing.T) { + repoStub := &scopedVariableRepoStub{metadata: defsFor("V1", "V2")} + impl, mappingService := guardTestService(t, repoStub) + mappingService.On("GetLiveVariableUsage", []string{"V1"}). + Return([]*models.VariableUsage{usageFor("V1")}, nil) + + err := impl.CreateVariables(payloadFor("V2")) + + var blockedErr *models.VariableDeletionBlockedError + assert.True(t, errors.As(err, &blockedErr)) + assert.False(t, repoStub.txStartCalled, "transaction must not start when deletion is blocked") + assert.False(t, repoStub.deleteCalled, "no variable may be deleted when deletion is blocked") +} + +func TestCreateVariables_PayloadValidationRunsBeforeUsageCheck(t *testing.T) { + repoStub := &scopedVariableRepoStub{metadata: defsFor("V1")} + impl, mappingService := guardTestService(t, repoStub) + + // duplicate variable names fail payload validation before the usage check + err := impl.CreateVariables(payloadFor("V2", "V2")) + + assert.NotNil(t, err) + assert.True(t, errors.As(err, &models.ValidationError{})) + mappingService.AssertNotCalled(t, "GetLiveVariableUsage", mock.Anything) +} + +func TestGetVariableUsage_ForSingleVariable(t *testing.T) { + repoStub := &scopedVariableRepoStub{} + impl, mappingService := guardTestService(t, repoStub) + expected := []*models.VariableUsage{usageFor("V1")} + mappingService.On("GetLiveVariableUsage", []string{"V1"}).Return(expected, nil) + + usages, err := impl.GetVariableUsage("V1") + + assert.Nil(t, err) + assert.Equal(t, expected, usages) +} + +func TestGetVariableUsage_AllVariablesWhenNameEmpty(t *testing.T) { + repoStub := &scopedVariableRepoStub{metadata: defsFor("V1", "V2")} + impl, mappingService := guardTestService(t, repoStub) + mappingService.On("GetLiveVariableUsage", []string{"V1", "V2"}). + Return([]*models.VariableUsage{usageFor("V1")}, nil) + + usages, err := impl.GetVariableUsage("") + + assert.Nil(t, err) + assert.Len(t, usages, 1) +} + +func TestGetLiveVariableUsage_MapsEntityTypesAndDedupes(t *testing.T) { + logger, err := zap.NewDevelopment() + assert.Nil(t, err) + repoMock := mocks2.NewVariableEntityMappingRepository(t) + service := NewVariableEntityMappingServiceImpl(repoMock, logger.Sugar()) + + rows := []*repository2.VariableUsageRow{ + {VariableName: "V1", EntityType: repository2.EntityTypeDeploymentTemplateAppLevel, EntityId: 10, AppId: 1, AppName: "app-1"}, + // duplicate mapping row for the same entity must be deduped + {VariableName: "V1", EntityType: repository2.EntityTypeDeploymentTemplateAppLevel, EntityId: 10, AppId: 1, AppName: "app-1"}, + {VariableName: "V1", EntityType: repository2.EntityTypeSecretEnvLevel, EntityId: 20, AppId: 1, AppName: "app-1", EnvId: 3, EnvName: "env-3"}, + {VariableName: "V2", EntityType: repository2.EntityTypeConfigMapAppLevel, EntityId: 30, AppId: 2, AppName: "app-2"}, + {VariableName: "V2", EntityType: repository2.EntityTypePipelineStage, EntityId: 40, AppId: 2, AppName: "app-2", PipelineName: "ci-pipeline", StageType: "PRE_CI"}, + // two different variables on the same entity must both be reported + {VariableName: "V3", EntityType: repository2.EntityTypeDeploymentTemplateAppLevel, EntityId: 10, AppId: 1, AppName: "app-1"}, + } + repoMock.On("GetLiveUsagesForVariableNames", []string{"V1", "V2", "V3"}).Return(rows, nil) + + usages, err := service.GetLiveVariableUsage([]string{"V1", "V2", "V3"}) + + assert.Nil(t, err) + assert.Len(t, usages, 5) + usageTypeByKey := make(map[string]models.VariableUsageType) + for _, usage := range usages { + usageTypeByKey[usage.VariableName+"/"+string(usage.UsageType)] = usage.UsageType + } + assert.Equal(t, models.UsageTypeDeploymentTemplate, usageTypeByKey["V1/deploymentTemplate"]) + assert.Equal(t, models.UsageTypeSecret, usageTypeByKey["V1/secret"]) + assert.Equal(t, models.UsageTypeConfigMap, usageTypeByKey["V2/configMap"]) + assert.Equal(t, models.UsageTypePipelineStage, usageTypeByKey["V2/pipelineStage"]) + assert.Equal(t, models.UsageTypeDeploymentTemplate, usageTypeByKey["V3/deploymentTemplate"]) +} + +func TestGetLiveVariableUsage_EmptyInputSkipsRepository(t *testing.T) { + logger, err := zap.NewDevelopment() + assert.Nil(t, err) + repoMock := mocks2.NewVariableEntityMappingRepository(t) + service := NewVariableEntityMappingServiceImpl(repoMock, logger.Sugar()) + + usages, err := service.GetLiveVariableUsage(nil) + + assert.Nil(t, err) + assert.Empty(t, usages) + repoMock.AssertNotCalled(t, "GetLiveUsagesForVariableNames", mock.Anything) +} diff --git a/pkg/variables/VariableEntityMappingService.go b/pkg/variables/VariableEntityMappingService.go index 8835e2a514..64a6e8ba07 100644 --- a/pkg/variables/VariableEntityMappingService.go +++ b/pkg/variables/VariableEntityMappingService.go @@ -19,6 +19,7 @@ package variables import ( mapset "github.com/deckarep/golang-set" "github.com/devtron-labs/devtron/pkg/sql" + "github.com/devtron-labs/devtron/pkg/variables/models" "github.com/devtron-labs/devtron/pkg/variables/repository" "github.com/devtron-labs/devtron/pkg/variables/utils" "github.com/go-pg/pg" @@ -29,7 +30,12 @@ import ( type VariableEntityMappingService interface { UpdateVariablesForEntity(variableNames []string, entity repository.Entity, userId int32, tx *pg.Tx) error GetAllMappingsForEntities(entities []repository.Entity) (map[repository.Entity][]string, error) + GetLiveVariableUsage(variableNames []string) ([]*models.VariableUsage, error) DeleteMappingsForEntities(entities []repository.Entity, userId int32, tx *pg.Tx) error + // GetDistinctEntityIdsByType returns every entity id of entityType that references any + // variable - e.g. every Git Material with a @{{VAR_NAME}} URL, for re-sync after a + // variable value changes. + GetDistinctEntityIdsByType(entityType repository.EntityType) ([]int, error) } type VariableEntityMappingServiceImpl struct { @@ -135,6 +141,64 @@ func (impl VariableEntityMappingServiceImpl) GetAllMappingsForEntities(entities return entityIdToVariableNames, nil } +func (impl VariableEntityMappingServiceImpl) GetDistinctEntityIdsByType(entityType repository.EntityType) ([]int, error) { + entityIds, err := impl.variableEntityMappingRepository.GetDistinctEntityIdsByType(entityType) + if err != nil { + impl.logger.Errorw("error in getting distinct entity ids by type", "entityType", entityType, "err", err) + return nil, err + } + return entityIds, nil +} + +func getUsageTypeForEntityType(entityType repository.EntityType) models.VariableUsageType { + switch entityType { + case repository.EntityTypeDeploymentTemplateAppLevel, repository.EntityTypeDeploymentTemplateEnvLevel: + return models.UsageTypeDeploymentTemplate + case repository.EntityTypeConfigMapAppLevel, repository.EntityTypeConfigMapEnvLevel: + return models.UsageTypeConfigMap + case repository.EntityTypeSecretAppLevel, repository.EntityTypeSecretEnvLevel: + return models.UsageTypeSecret + case repository.EntityTypePipelineStage: + return models.UsageTypePipelineStage + } + return "" +} + +func (impl VariableEntityMappingServiceImpl) GetLiveVariableUsage(variableNames []string) ([]*models.VariableUsage, error) { + usages := make([]*models.VariableUsage, 0) + if len(variableNames) == 0 { + return usages, nil + } + usageRows, err := impl.variableEntityMappingRepository.GetLiveUsagesForVariableNames(variableNames) + if err != nil { + impl.logger.Errorw("error in fetching live usages for variables", "variableNames", variableNames, "err", err) + return nil, err + } + // the mapping table has no unique constraint, dedupe on (name, entityType, entityId) + seen := make(map[repository.Entity]map[string]bool) + for _, row := range usageRows { + entity := repository.GetEntity(row.EntityId, row.EntityType) + if seen[entity] == nil { + seen[entity] = make(map[string]bool) + } + if seen[entity][row.VariableName] { + continue + } + seen[entity][row.VariableName] = true + usages = append(usages, &models.VariableUsage{ + VariableName: row.VariableName, + UsageType: getUsageTypeForEntityType(row.EntityType), + AppId: row.AppId, + AppName: row.AppName, + EnvId: row.EnvId, + EnvName: row.EnvName, + PipelineName: row.PipelineName, + StageType: row.StageType, + }) + } + return usages, nil +} + func (impl VariableEntityMappingServiceImpl) DeleteMappingsForEntities(entities []repository.Entity, userId int32, tx *pg.Tx) error { err := impl.variableEntityMappingRepository.DeleteAllVariablesForEntities(tx, entities, userId) if err != nil { diff --git a/pkg/variables/VariableEntityMappingService_test.go b/pkg/variables/VariableEntityMappingService_test.go index 176c45589d..17e36a75e4 100644 --- a/pkg/variables/VariableEntityMappingService_test.go +++ b/pkg/variables/VariableEntityMappingService_test.go @@ -67,7 +67,7 @@ func TestVariableEntityMappingServiceImpl_DeleteMappingsForEntities(t *testing.T logger: tt.fields.logger, variableEntityMappingRepository: tt.fields.variableEntityMappingRepository, } - if err := impl.DeleteMappingsForEntities(tt.args.entities, tt.args.userId); (err != nil) != tt.wantErr { + if err := impl.DeleteMappingsForEntities(tt.args.entities, tt.args.userId, nil); (err != nil) != tt.wantErr { t.Errorf("DeleteMappingsForEntities() error = %v, wantErr %v", err, tt.wantErr) } }) @@ -133,7 +133,7 @@ func TestVariableEntityMappingServiceImpl_UpdateVariablesForEntity(t *testing.T) logger: tt.fields.logger, variableEntityMappingRepository: tt.fields.variableEntityMappingRepository, } - if err := impl.UpdateVariablesForEntity(tt.args.variableNames, tt.args.entity, tt.args.userId); (err != nil) != tt.wantErr { + if err := impl.UpdateVariablesForEntity(tt.args.variableNames, tt.args.entity, tt.args.userId, nil); (err != nil) != tt.wantErr { t.Errorf("UpdateVariablesForEntity() error = %v, wantErr %v", err, tt.wantErr) } }) diff --git a/pkg/variables/mocks/VariableEntityMappingRepository.go b/pkg/variables/mocks/VariableEntityMappingRepository.go index 990b23e396..265a843f31 100644 --- a/pkg/variables/mocks/VariableEntityMappingRepository.go +++ b/pkg/variables/mocks/VariableEntityMappingRepository.go @@ -29,12 +29,12 @@ func (_m *VariableEntityMappingRepository) CommitTx(tx *pg.Tx) error { } // DeleteAllVariablesForEntities provides a mock function with given fields: entities, userId -func (_m *VariableEntityMappingRepository) DeleteAllVariablesForEntities(entities []repository.Entity, userId int32) error { - ret := _m.Called(entities, userId) +func (_m *VariableEntityMappingRepository) DeleteAllVariablesForEntities(tx *pg.Tx, entities []repository.Entity, userId int32) error { + ret := _m.Called(tx, entities, userId) var r0 error - if rf, ok := ret.Get(0).(func([]repository.Entity, int32) error); ok { - r0 = rf(entities, userId) + if rf, ok := ret.Get(0).(func(*pg.Tx, []repository.Entity, int32) error); ok { + r0 = rf(tx, entities, userId) } else { r0 = ret.Error(0) } @@ -56,6 +56,32 @@ func (_m *VariableEntityMappingRepository) DeleteVariablesForEntity(tx *pg.Tx, v return r0 } +// GetLiveUsagesForVariableNames provides a mock function with given fields: variableNames +func (_m *VariableEntityMappingRepository) GetLiveUsagesForVariableNames(variableNames []string) ([]*repository.VariableUsageRow, error) { + ret := _m.Called(variableNames) + + var r0 []*repository.VariableUsageRow + var r1 error + if rf, ok := ret.Get(0).(func([]string) ([]*repository.VariableUsageRow, error)); ok { + return rf(variableNames) + } + if rf, ok := ret.Get(0).(func([]string) []*repository.VariableUsageRow); ok { + r0 = rf(variableNames) + } else { + if ret.Get(0) != nil { + r0 = ret.Get(0).([]*repository.VariableUsageRow) + } + } + + if rf, ok := ret.Get(1).(func([]string) error); ok { + r1 = rf(variableNames) + } else { + r1 = ret.Error(1) + } + + return r0, r1 +} + // GetVariablesForEntities provides a mock function with given fields: entities func (_m *VariableEntityMappingRepository) GetVariablesForEntities(entities []repository.Entity) ([]*repository.VariableEntityMapping, error) { ret := _m.Called(entities) diff --git a/pkg/variables/mocks/VariableEntityMappingService.go b/pkg/variables/mocks/VariableEntityMappingService.go index 345edf6ea5..759d1dc2f0 100644 --- a/pkg/variables/mocks/VariableEntityMappingService.go +++ b/pkg/variables/mocks/VariableEntityMappingService.go @@ -3,6 +3,9 @@ package mocks import ( + pg "github.com/go-pg/pg" + + models "github.com/devtron-labs/devtron/pkg/variables/models" repository "github.com/devtron-labs/devtron/pkg/variables/repository" mock "github.com/stretchr/testify/mock" ) @@ -13,12 +16,12 @@ type VariableEntityMappingService struct { } // DeleteMappingsForEntities provides a mock function with given fields: entities, userId -func (_m *VariableEntityMappingService) DeleteMappingsForEntities(entities []repository.Entity, userId int32) error { - ret := _m.Called(entities, userId) +func (_m *VariableEntityMappingService) DeleteMappingsForEntities(entities []repository.Entity, userId int32, tx *pg.Tx) error { + ret := _m.Called(entities, userId, tx) var r0 error - if rf, ok := ret.Get(0).(func([]repository.Entity, int32) error); ok { - r0 = rf(entities, userId) + if rf, ok := ret.Get(0).(func([]repository.Entity, int32, *pg.Tx) error); ok { + r0 = rf(entities, userId, tx) } else { r0 = ret.Error(0) } @@ -52,13 +55,39 @@ func (_m *VariableEntityMappingService) GetAllMappingsForEntities(entities []rep return r0, r1 } +// GetLiveVariableUsage provides a mock function with given fields: variableNames +func (_m *VariableEntityMappingService) GetLiveVariableUsage(variableNames []string) ([]*models.VariableUsage, error) { + ret := _m.Called(variableNames) + + var r0 []*models.VariableUsage + var r1 error + if rf, ok := ret.Get(0).(func([]string) ([]*models.VariableUsage, error)); ok { + return rf(variableNames) + } + if rf, ok := ret.Get(0).(func([]string) []*models.VariableUsage); ok { + r0 = rf(variableNames) + } else { + if ret.Get(0) != nil { + r0 = ret.Get(0).([]*models.VariableUsage) + } + } + + if rf, ok := ret.Get(1).(func([]string) error); ok { + r1 = rf(variableNames) + } else { + r1 = ret.Error(1) + } + + return r0, r1 +} + // UpdateVariablesForEntity provides a mock function with given fields: variableNames, entity, userId -func (_m *VariableEntityMappingService) UpdateVariablesForEntity(variableNames []string, entity repository.Entity, userId int32) error { - ret := _m.Called(variableNames, entity, userId) +func (_m *VariableEntityMappingService) UpdateVariablesForEntity(variableNames []string, entity repository.Entity, userId int32, tx *pg.Tx) error { + ret := _m.Called(variableNames, entity, userId, tx) var r0 error - if rf, ok := ret.Get(0).(func([]string, repository.Entity, int32) error); ok { - r0 = rf(variableNames, entity, userId) + if rf, ok := ret.Get(0).(func([]string, repository.Entity, int32, *pg.Tx) error); ok { + r0 = rf(variableNames, entity, userId, tx) } else { r0 = ret.Error(0) } diff --git a/pkg/variables/models/variableUsage.go b/pkg/variables/models/variableUsage.go new file mode 100644 index 0000000000..b7d1ae72da --- /dev/null +++ b/pkg/variables/models/variableUsage.go @@ -0,0 +1,75 @@ +/* + * Copyright (c) 2024. Devtron Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package models + +import ( + "fmt" + "strings" +) + +type VariableUsageType string + +const ( + UsageTypeDeploymentTemplate VariableUsageType = "deploymentTemplate" + UsageTypeConfigMap VariableUsageType = "configMap" + UsageTypeSecret VariableUsageType = "secret" + UsageTypePipelineStage VariableUsageType = "pipelineStage" + UsageTypeInfraConfig VariableUsageType = "infraConfig" +) + +// VariableUsage is one live reference of a scoped variable in saved configuration. +type VariableUsage struct { + VariableName string `json:"variableName"` + UsageType VariableUsageType `json:"usageType"` + AppId int `json:"appId,omitempty"` + AppName string `json:"appName,omitempty"` + EnvId int `json:"envId,omitempty"` + EnvName string `json:"envName,omitempty"` + PipelineName string `json:"pipelineName,omitempty"` + StageType string `json:"stageType,omitempty"` +} + +// VariableDeletionBlockedError is returned when a variable save would delete variables +// that are still referenced by live configuration. +type VariableDeletionBlockedError struct { + BlockedVariables []string `json:"blockedVariables"` + Usages []*VariableUsage `json:"usages"` +} + +func (err *VariableDeletionBlockedError) Error() string { + return fmt.Sprintf("variable(s) [%s] cannot be deleted because they are currently in use; remove their references first", strings.Join(err.BlockedVariables, ", ")) +} + +// UsageSummary renders at most limit usages as a human-readable list for error messages. +func (err *VariableDeletionBlockedError) UsageSummary(limit int) string { + parts := make([]string, 0, len(err.Usages)) + for _, usage := range err.Usages { + if len(parts) == limit { + parts = append(parts, fmt.Sprintf("and %d more", len(err.Usages)-limit)) + break + } + location := usage.AppName + if usage.EnvName != "" { + location = location + "/" + usage.EnvName + } + if usage.PipelineName != "" { + location = location + "/" + usage.PipelineName + } + parts = append(parts, fmt.Sprintf("%s is used in %s (%s)", usage.VariableName, location, usage.UsageType)) + } + return strings.Join(parts, "; ") +} diff --git a/pkg/variables/parsers/VariableTemplateParser_test.go b/pkg/variables/parsers/VariableTemplateParser_test.go index 0a6241a4aa..f35c333754 100644 --- a/pkg/variables/parsers/VariableTemplateParser_test.go +++ b/pkg/variables/parsers/VariableTemplateParser_test.go @@ -31,13 +31,15 @@ const StringTemplateWithIntParam = "- EXTERNAL_CI_ID: \"1\"\n REPO_NAME_EXTERNA const StringTemplateWithIntParamResolvedTemplate = "- EXTERNAL_CI_ID: \"1\"\n REPO_NAME_EXTERNAL_CI: 1800\n REGISTRY_URL_EXTERNAL_CI: docker.io/shivamnagar409\n- EXTERNAL_CI_ID: \"2\"\n REPO_NAME_EXTERNAL_CI: test123\n REGISTRY_URL_EXTERNAL_CI: docker.io/shivamnagar409\n" func TestVariableTemplateParserImpl_ExtractVariables(t *testing.T) { + t.Setenv("SCOPED_VARIABLE_ENABLED", "true") logger, err := util.NewSugardLogger() assert.Nil(t, err) t.Run("extract variables", func(t *testing.T) { - templateParser := NewVariableTemplateParserImpl(logger) // \"value\" + templateParser, err := NewVariableTemplateParserImpl(logger) + assert.Nil(t, err) sampleTemplate := `{"ConfigMaps":{"enabled":false,"maps":[]},"ConfigSecrets":{"enabled":false,"secrets":[]},"ContainerPort":[{"envoyPort":"@{{envoyPort + 0}}","idleTimeout":"@{{idleTimeoutVar / idleTimeoutDivVar}}s","name":"${1 + appName}","port":8080,"servicePort":80,"supportStreaming":false,"useHTTP2":false}],"EnvVariables":[],"EnvVariablesFromFieldPath":[{"fieldPath":"metadata.name","name":"POD_NAME"}],"GracePeriod":30,"LivenessProbe":{"Path":"","command":[],"failureThreshold":3,"httpHeaders":[],"initialDelaySeconds":20,"periodSeconds":10,"port":8080,"scheme":"","successThreshold":1,"tcp":false,"timeoutSeconds":5},"MaxSurge":1,"MaxUnavailable":0,"MinReadySeconds":60,"ReadinessProbe":{"Path":"","command":[],"failureThreshold":3,"httpHeaders":[],"initialDelaySeconds":20,"periodSeconds":10,"port":8080,"scheme":"","successThreshold":1,"tcp":false,"timeoutSeconds":5},"Spec":{"Affinity":{"Values":"nodes","key":""}},"ambassadorMapping":{"ambassadorId":"","cors":{},"enabled":false,"hostname":"devtron.example.com","labels":{},"prefix":"/","retryPolicy":{},"rewrite":"","tls":{"context":"","create":false,"hosts":[],"secretName":""}},"args":{"enabled":false,"value":["/bin/sh","-c","touch /tmp/healthy; sleep 30; rm -rf /tmp/healthy; sleep 600"]},"autoPromotionSeconds":30,"autoscaling":{"MaxReplicas":2,"MinReplicas":1,"TargetCPUUtilizationPercentage":90,"TargetMemoryUtilizationPercentage":80,"annotations":{},"behavior":{},"enabled":false,"extraMetrics":[],"labels":{}},"command":{"enabled":false,"value":[],"workingDir":{}},"containerExtraSpecs":{},"containerSecurityContext":{},"containerSpec":{"lifecycle":{"enabled":false,"postStart":{"httpGet":{"host":"example.com","path":"/example","port":90}},"preStop":{"exec":{"command":["sleep","10"]}}}},"containers":[],"dbMigrationConfig":{"enabled":false},"envoyproxy":{"configMapName":"","image":"quay.io/devtron/envoy:v1.14.1","lifecycle":{},"resources":{"limits":{"cpu":"50m","memory":"50Mi"},"requests":{"cpu":"50m","memory":"50Mi"}}},"hostAliases":[],"image":{"pullPolicy":"IfNotPresent"},"imagePullSecrets":[],"ingress":{"annotations":{},"className":"","enabled":false,"hosts":[{"host":"chart-example1.local","pathType":"ImplementationSpecific","paths":["/example1"]},{"host":"chart-example2.local","pathType":"ImplementationSpecific","paths":["/example2","/example2/healthz"]}],"labels":{},"tls":[]},"ingressInternal":{"annotations":{},"className":"","enabled":false,"hosts":[{"host":"chart-example1.internal","pathType":"ImplementationSpecific","paths":["/example1"]},{"host":"chart-example2.internal","pathType":"ImplementationSpecific","paths":["/example2","/example2/healthz"]}],"tls":[]},"initContainers":[],"istio":{"enable":false,"gateway":{"annotations":{},"enabled":false,"host":"example.com","labels":{},"tls":{"enabled":false,"secretName":"secret-name"}},"virtualService":{"annotations":{},"enabled":false,"gateways":[],"hosts":[],"http":[{"corsPolicy":{},"headers":{},"match":[{"uri":{"prefix":"/v1"}},{"uri":{"prefix":"/v2"}}],"retries":{"attempts":2,"perTryTimeout":"3s"},"rewriteUri":"/","route":[{"destination":{"host":"service1","port":80}}],"timeout":"12s"},{"route":[{"destination":{"host":"service2"}}]}],"labels":{}}},"kedaAutoscaling":{"advanced":{},"authenticationRef":{},"cooldownPeriod":300,"enabled":false,"envSourceContainerName":"","fallback":{},"idleReplicaCount":0,"maxReplicaCount":2,"minReplicaCount":1,"pollingInterval":30,"triggerAuthentication":{"enabled":false,"name":"","spec":{}},"triggers":[]},"nodeSelector":{},"orchestrator.deploymant.algo":1,"pauseForSecondsBeforeSwitchActive":30,"podAnnotations":{},"podDisruptionBudget":{},"podExtraSpecs":{},"podLabels":{},"podSecurityContext":{},"prometheus":{"release":"monitoring"},"prometheusRule":{"additionalLabels":{},"enabled":false,"namespace":""},"rawYaml":[],"replicaCount":1,"resources":{"limits":{"cpu":"0.05","memory":"50Mi"},"requests":{"cpu":"0.01","memory":"10Mi"}},"rolloutAnnotations":{},"rolloutLabels":{},"secret":{"data":{},"enabled":false},"server":{"deployment":{"image":"","image_tag":"1-95af053"}},"service":{"annotations":{},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":false,"name":""},"servicemonitor":{"additionalLabels":{}},"tolerations":[],"topologySpreadConstraints":[],"volumeMounts":[],"volumes":[],"waitForSecondsBeforeScalingDown":30}` - variables, err := templateParser.ExtractVariables(sampleTemplate) + variables, err := templateParser.ExtractVariables(sampleTemplate, JsonVariableTemplate) assert.Nil(t, err) assert.Equal(t, 3, len(variables)) assert.Equal(t, "envoyPort", variables[0]) @@ -47,9 +49,11 @@ func TestVariableTemplateParserImpl_ExtractVariables(t *testing.T) { } func TestVariableTemplateParserImpl_ParseTemplate(t *testing.T) { + t.Setenv("SCOPED_VARIABLE_ENABLED", "true") logger, err := util.NewSugardLogger() assert.Nil(t, err) - templateParser := NewVariableTemplateParserImpl(logger) + templateParser, err := NewVariableTemplateParserImpl(logger) + assert.Nil(t, err) t.Run("parse template", func(t *testing.T) { scopedVariables := []*models.ScopedVariableData{{VariableName: "container-port-number-new", VariableValue: &models.VariableValue{Value: "1800"}}} parserResponse := templateParser.ParseTemplate(VariableParserRequest{TemplateType: JsonVariableTemplate, Template: JsonWithIntParam, Variables: scopedVariables}) diff --git a/pkg/variables/repository/VariableEntityDTO.go b/pkg/variables/repository/VariableEntityDTO.go index d9eacf705e..400eb8bc48 100644 --- a/pkg/variables/repository/VariableEntityDTO.go +++ b/pkg/variables/repository/VariableEntityDTO.go @@ -45,6 +45,9 @@ const ( EntityTypeConfigMapEnvLevel EntityType = 5 EntityTypeSecretAppLevel EntityType = 6 EntityTypeSecretEnvLevel EntityType = 7 + // EntityTypeGitMaterial tracks which Git Materials reference a scoped variable in their + // URL, so a variable value change can re-sync the affected materials to git-sensor. + EntityTypeGitMaterial EntityType = 9 ) func GetEntity(entityId int, entityType EntityType) Entity { diff --git a/pkg/variables/repository/VariableEntityMappingRepository.go b/pkg/variables/repository/VariableEntityMappingRepository.go index ddbf2cb0c1..97c5bbff0e 100644 --- a/pkg/variables/repository/VariableEntityMappingRepository.go +++ b/pkg/variables/repository/VariableEntityMappingRepository.go @@ -27,9 +27,30 @@ import ( type VariableEntityMappingRepository interface { sql.TransactionWrapper GetVariablesForEntities(entities []Entity) ([]*VariableEntityMapping, error) + GetLiveUsagesForVariableNames(variableNames []string) ([]*VariableUsageRow, error) SaveVariableEntityMappings(tx *pg.Tx, mappings []*VariableEntityMapping) error DeleteAllVariablesForEntities(tx *pg.Tx, entities []Entity, userId int32) error DeleteVariablesForEntity(tx *pg.Tx, variableIDs []string, entity Entity, userId int32) error + // GetDistinctEntityIdsByType returns every non-deleted entity id of entityType that + // references any variable - used to find every Git Material that needs re-syncing + // after a scoped variable's value changes. + GetDistinctEntityIdsByType(entityType EntityType) ([]int, error) +} + +// VariableUsageRow is one live reference of a variable, resolved to the app/env/pipeline it belongs to. +// A mapping row is considered live only when the entity that holds the reference is still the +// currently-served config (latest chart / latest env override / non-deleted pipeline or config map) +// and its app/environment is active. +type VariableUsageRow struct { + VariableName string `sql:"variable_name"` + EntityType EntityType `sql:"entity_type"` + EntityId int `sql:"entity_id"` + AppId int `sql:"app_id"` + AppName string `sql:"app_name"` + EnvId int `sql:"env_id"` + EnvName string `sql:"env_name"` + PipelineName string `sql:"pipeline_name"` + StageType string `sql:"stage_type"` } func NewVariableEntityMappingRepository(logger *zap.SugaredLogger, dbConnection *pg.DB, TransactionUtilImpl *sql.TransactionUtilImpl) *VariableEntityMappingRepositoryImpl { @@ -73,6 +94,71 @@ func (impl *VariableEntityMappingRepositoryImpl) GetVariablesForEntities(entitie return mappings, nil } +const liveVariableUsageQuery = ` +SELECT vem.variable_name, vem.entity_type, vem.entity_id, + a.id AS app_id, COALESCE(NULLIF(a.display_name, ''), a.app_name) AS app_name, + NULL::int AS env_id, NULL::varchar AS env_name, + NULL::varchar AS pipeline_name, NULL::varchar AS stage_type +FROM variable_entity_mapping vem +INNER JOIN charts c ON c.id = vem.entity_id AND c.active = true AND c.latest = true +INNER JOIN app a ON a.id = c.app_id AND a.active = true +WHERE vem.entity_type = 1 AND vem.is_deleted = false AND vem.variable_name IN (?) +UNION ALL +SELECT vem.variable_name, vem.entity_type, vem.entity_id, + a.id, COALESCE(NULLIF(a.display_name, ''), a.app_name), + e.id, e.environment_name, NULL, NULL +FROM variable_entity_mapping vem +INNER JOIN chart_env_config_override ceco ON ceco.id = vem.entity_id AND ceco.active = true AND ceco.latest = true +INNER JOIN charts c ON c.id = ceco.chart_id +INNER JOIN app a ON a.id = c.app_id AND a.active = true +INNER JOIN environment e ON e.id = ceco.target_environment AND e.active = true +WHERE vem.entity_type = 2 AND vem.is_deleted = false AND vem.variable_name IN (?) +UNION ALL +SELECT vem.variable_name, vem.entity_type, vem.entity_id, + a.id, COALESCE(NULLIF(a.display_name, ''), a.app_name), + e.id, e.environment_name, + COALESCE(cp.name, p.pipeline_name), ps.type::varchar +FROM variable_entity_mapping vem +INNER JOIN pipeline_stage ps ON ps.id = vem.entity_id AND ps.deleted = false +LEFT JOIN ci_pipeline cp ON cp.id = ps.ci_pipeline_id AND cp.deleted = false +LEFT JOIN pipeline p ON p.id = ps.cd_pipeline_id AND p.deleted = false +LEFT JOIN environment e ON e.id = p.environment_id +INNER JOIN app a ON a.id = COALESCE(cp.app_id, p.app_id) AND a.active = true +WHERE vem.entity_type = 3 AND vem.is_deleted = false AND vem.variable_name IN (?) + AND (cp.id IS NOT NULL OR p.id IS NOT NULL) +UNION ALL +SELECT vem.variable_name, vem.entity_type, vem.entity_id, + a.id, COALESCE(NULLIF(a.display_name, ''), a.app_name), + NULL, NULL, NULL, NULL +FROM variable_entity_mapping vem +INNER JOIN config_map_app_level cmal ON cmal.id = vem.entity_id +INNER JOIN app a ON a.id = cmal.app_id AND a.active = true +WHERE vem.entity_type IN (4, 6) AND vem.is_deleted = false AND vem.variable_name IN (?) +UNION ALL +SELECT vem.variable_name, vem.entity_type, vem.entity_id, + a.id, COALESCE(NULLIF(a.display_name, ''), a.app_name), + e.id, e.environment_name, NULL, NULL +FROM variable_entity_mapping vem +INNER JOIN config_map_env_level cmel ON cmel.id = vem.entity_id AND cmel.deleted = false +INNER JOIN app a ON a.id = cmel.app_id AND a.active = true +INNER JOIN environment e ON e.id = cmel.environment_id AND e.active = true +WHERE vem.entity_type IN (5, 7) AND vem.is_deleted = false AND vem.variable_name IN (?) +` + +func (impl *VariableEntityMappingRepositoryImpl) GetLiveUsagesForVariableNames(variableNames []string) ([]*VariableUsageRow, error) { + usages := make([]*VariableUsageRow, 0) + if len(variableNames) == 0 { + return usages, nil + } + names := pg.In(variableNames) + _, err := impl.dbConnection.Query(&usages, liveVariableUsageQuery, names, names, names, names, names) + if err != nil && err != pg.ErrNoRows { + impl.logger.Errorw("err in getting live usages for variable names", "variableNames", variableNames, "err", err) + return nil, err + } + return usages, nil +} + func (impl *VariableEntityMappingRepositoryImpl) DeleteVariablesForEntity(tx *pg.Tx, variableNames []string, entity Entity, userId int32) error { _, err := tx.Model((*VariableEntityMapping)(nil)). @@ -90,6 +176,20 @@ func (impl *VariableEntityMappingRepositoryImpl) DeleteVariablesForEntity(tx *pg return nil } +func (impl *VariableEntityMappingRepositoryImpl) GetDistinctEntityIdsByType(entityType EntityType) ([]int, error) { + var entityIds []int + err := impl.dbConnection.Model((*VariableEntityMapping)(nil)). + ColumnExpr("DISTINCT entity_id"). + Where("entity_type = ?", entityType). + Where("is_deleted = ?", false). + Select(&entityIds) + if err != nil && err != pg.ErrNoRows { + impl.logger.Errorw("err in getting distinct entity ids by type", "entityType", entityType, "err", err) + return nil, err + } + return entityIds, nil +} + func (impl *VariableEntityMappingRepositoryImpl) DeleteAllVariablesForEntities(tx *pg.Tx, entities []Entity, userId int32) error { var connection orm.DB diff --git a/pkg/variables/repository/VariableEntityMappingRepository_test.go b/pkg/variables/repository/VariableEntityMappingRepository_test.go index c89a3a1251..a49aa3cbc5 100644 --- a/pkg/variables/repository/VariableEntityMappingRepository_test.go +++ b/pkg/variables/repository/VariableEntityMappingRepository_test.go @@ -32,14 +32,19 @@ func getDbConnAndLoggerService(t *testing.T) (*zap.SugaredLogger, *pg.DB) { logger, err := utils.NewSugardLogger() assert.Nil(t, err) dbConnection, err := sql.NewDbConnection(cfg, logger) - assert.Nil(t, err) + if err != nil || dbConnection == nil { + t.Skipf("skipping DB test, database not reachable: %v", err) + } + if _, err = dbConnection.Exec("SELECT 1"); err != nil { + t.Skipf("skipping DB test, database not reachable: %v", err) + } return logger, dbConnection } func getVariableEntityMappingRepositoryImpl(t *testing.T) *VariableEntityMappingRepositoryImpl { logger, dbConnection := getDbConnAndLoggerService(t) - return NewVariableEntityMappingRepository(logger, dbConnection) + return NewVariableEntityMappingRepository(logger, dbConnection, sql.NewTransactionUtilImpl(dbConnection)) } func TestVariableEntityMappingRepositoryImpl_DeleteAllVariablesForEntities(t *testing.T) { @@ -68,7 +73,7 @@ func TestVariableEntityMappingRepositoryImpl_DeleteAllVariablesForEntities(t *te for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { impl := getVariableEntityMappingRepositoryImpl(t) - if err := impl.DeleteAllVariablesForEntities(tt.args.entities, tt.args.userId); (err != nil) != tt.wantErr { + if err := impl.DeleteAllVariablesForEntities(nil, tt.args.entities, tt.args.userId); (err != nil) != tt.wantErr { t.Errorf("DeleteAllVariablesForEntities() error = %v, wantErr %v", err, tt.wantErr) } }) @@ -224,3 +229,18 @@ func TestVariableEntityMappingRepositoryImpl_SaveVariableEntityMappings(t *testi }) } } + +func TestVariableEntityMappingRepositoryImpl_GetLiveUsagesForVariableNames(t *testing.T) { + t.Run("empty input returns empty without querying", func(t *testing.T) { + impl := getVariableEntityMappingRepositoryImpl(t) + usages, err := impl.GetLiveUsagesForVariableNames(nil) + assert.Nil(t, err) + assert.Empty(t, usages) + }) + t.Run("query executes and returns empty for unknown variables", func(t *testing.T) { + impl := getVariableEntityMappingRepositoryImpl(t) + usages, err := impl.GetLiveUsagesForVariableNames([]string{"UNKNOWN_VARIABLE_FOR_TEST_1", "UNKNOWN_VARIABLE_FOR_TEST_2"}) + assert.Nil(t, err) + assert.Empty(t, usages) + }) +} diff --git a/pkg/variables/utils/transformer.go b/pkg/variables/utils/transformer.go index eb29aea323..d05ad7de2d 100644 --- a/pkg/variables/utils/transformer.go +++ b/pkg/variables/utils/transformer.go @@ -17,25 +17,98 @@ package utils import ( + "encoding/json" + "fmt" + "sort" + "strings" + + "github.com/devtron-labs/devtron/pkg/variables/helper" "github.com/devtron-labs/devtron/pkg/variables/models" ) -func ManifestToPayload(manifest models.ScopedVariableManifest, userId int32) models.Payload { +const groupedNameSeparator = "," +const groupedNameJoiner = ", " + +// GetGroupedIdentifierForCategory returns the singular selector key of a category together with its +// grouped (plural) form, e.g. Env -> (EnvName, EnvNames). Grouped selectors are supported only for +// categories with exactly one selector key. In OSS only the Global category (no selectors) exists, +// so this always returns ok=false here; the logic is kept in sync with enterprise. +func GetGroupedIdentifierForCategory(category models.AttributeType) (singular models.IdentifierType, grouped models.IdentifierType, ok bool) { + identifierTypes := helper.GetIdentifierTypeFromAttributeType(category) + if len(identifierTypes) != 1 { + return "", "", false + } + singular = identifierTypes[0] + return singular, models.IdentifierType(string(singular) + "s"), true +} + +// ExpandAttributeSelectors turns one selector map that may carry a grouped key +// (e.g. EnvNames: "env1, env2") into one selector map per name carrying the singular key +// (EnvName: "env1"). A map without a grouped key is returned unchanged. +func ExpandAttributeSelectors(category models.AttributeType, attributeSelectors map[models.IdentifierType]string) ([]map[models.IdentifierType]string, error) { + singular, grouped, ok := GetGroupedIdentifierForCategory(category) + if !ok { + return []map[models.IdentifierType]string{attributeSelectors}, nil + } + groupedValue, hasGrouped := attributeSelectors[grouped] + if !hasGrouped { + return []map[models.IdentifierType]string{attributeSelectors}, nil + } + if _, hasSingular := attributeSelectors[singular]; hasSingular { + return nil, fmt.Errorf("selector for category %s cannot use both %s and %s", category, singular, grouped) + } + names := make([]string, 0) + seen := make(map[string]bool) + for _, name := range strings.Split(groupedValue, groupedNameSeparator) { + name = strings.TrimSpace(name) + if name == "" { + return nil, fmt.Errorf("%s for category %s contains an empty name", grouped, category) + } + if seen[name] { + return nil, fmt.Errorf("%s for category %s contains duplicate name %q", grouped, category, name) + } + seen[name] = true + names = append(names, name) + } + expanded := make([]map[models.IdentifierType]string, 0, len(names)) + for _, name := range names { + selectors := make(map[models.IdentifierType]string, len(attributeSelectors)) + for key, value := range attributeSelectors { + if key != grouped { + selectors[key] = value + } + } + selectors[singular] = name + expanded = append(expanded, selectors) + } + return expanded, nil +} + +func ManifestToPayload(manifest models.ScopedVariableManifest, userId int32) (models.Payload, error) { variableList := make([]*models.Variables, 0) for _, spec := range manifest.Spec { attributes := make([]models.AttributeValue, 0) for _, value := range spec.Values { - attribute := models.AttributeValue{ - VariableValue: models.VariableValue{Value: value.Value}, - AttributeType: models.Global, - } - + selectorsList := []map[models.IdentifierType]string{nil} if value.Selectors != nil && value.Selectors.AttributeSelectors != nil { - attribute.AttributeParams = value.Selectors.AttributeSelectors + expandedSelectors, err := ExpandAttributeSelectors(value.Category, value.Selectors.AttributeSelectors) + if err != nil { + return models.Payload{}, models.ValidationError{Err: err} + } + selectorsList = expandedSelectors + } + for _, selectors := range selectorsList { + attribute := models.AttributeValue{ + VariableValue: models.VariableValue{Value: value.Value}, + AttributeType: value.Category, + } + if selectors != nil { + attribute.AttributeParams = selectors + } + attributes = append(attributes, attribute) } - attributes = append(attributes, attribute) } variable := models.Variables{ Definition: models.Definition{ @@ -56,7 +129,32 @@ func ManifestToPayload(manifest models.ScopedVariableManifest, userId int32) mod Variables: variableList, UserId: userId, } - return payload + return payload, nil +} + +// groupingValueKey renders a value into a stable, type-aware key so that only entries carrying the +// same value are grouped (json.Marshal keeps 5 and "5" distinct and sorts map keys). +func groupingValueKey(value interface{}) string { + marshaled, err := json.Marshal(value) + if err != nil { + return fmt.Sprintf("%v", value) + } + return string(marshaled) +} + +// isGroupableAttribute reports whether an attribute entry may be merged with others of the same +// category and value: single-selector category, exactly the singular key present, and a name that +// itself contains no separator. +func isGroupableAttribute(attribute models.AttributeValue) (name string, ok bool) { + singular, _, ok := GetGroupedIdentifierForCategory(attribute.AttributeType) + if !ok || len(attribute.AttributeParams) != 1 { + return "", false + } + name, hasSingular := attribute.AttributeParams[singular] + if !hasSingular || strings.Contains(name, groupedNameSeparator) { + return "", false + } + return name, true } func PayloadToManifest(payload models.Payload) models.ScopedVariableManifest { @@ -73,7 +171,20 @@ func PayloadToManifest(payload models.Payload) models.ScopedVariableManifest { Values: make([]models.VariableValueSpec, 0), IsSensitive: variable.Definition.VarType.IsTypeSensitive(), } + // entries of the same category carrying the same value are folded into one grouped entry + groupKeyToValueIndex := make(map[string]int) + groupNames := make(map[int][]string) for _, attribute := range variable.AttributeValues { + name, groupable := isGroupableAttribute(attribute) + if groupable { + groupKey := string(attribute.AttributeType) + "\x00" + groupingValueKey(attribute.VariableValue.Value) + if valueIndex, found := groupKeyToValueIndex[groupKey]; found { + groupNames[valueIndex] = append(groupNames[valueIndex], name) + continue + } + groupKeyToValueIndex[groupKey] = len(spec.Values) + groupNames[len(spec.Values)] = []string{name} + } valueSpec := models.VariableValueSpec{ Value: attribute.VariableValue.Value, Category: attribute.AttributeType, @@ -83,6 +194,19 @@ func PayloadToManifest(payload models.Payload) models.ScopedVariableManifest { } spec.Values = append(spec.Values, valueSpec) } + for valueIndex, names := range groupNames { + if len(names) < 2 { + continue + } + _, grouped, ok := GetGroupedIdentifierForCategory(spec.Values[valueIndex].Category) + if !ok { + continue + } + sort.Strings(names) + spec.Values[valueIndex].Selectors = &models.Selector{AttributeSelectors: map[models.IdentifierType]string{ + grouped: strings.Join(names, groupedNameJoiner), + }} + } manifest.Spec = append(manifest.Spec, spec) } return manifest diff --git a/pkg/variables/utils/transformer_test.go b/pkg/variables/utils/transformer_test.go new file mode 100644 index 0000000000..ab5cbb68f7 --- /dev/null +++ b/pkg/variables/utils/transformer_test.go @@ -0,0 +1,84 @@ +/* + * Copyright (c) 2024. Devtron Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package utils + +import ( + "testing" + + "github.com/devtron-labs/devtron/pkg/variables/models" + "github.com/stretchr/testify/assert" +) + +// OSS supports only the Global category (no attribute selectors), so grouped selector keys +// (EnvNames, ...) can never trigger expansion here. These tests pin that dormancy and the +// unchanged round-trip behaviour; the expansion logic itself is exercised in enterprise. + +func TestGetGroupedIdentifierForCategory_AlwaysFalseInOSS(t *testing.T) { + for _, category := range []models.AttributeType{models.Global, "Env", "Application", "Cluster"} { + _, _, ok := GetGroupedIdentifierForCategory(category) + assert.False(t, ok, string(category)) + } +} + +func TestManifestPayloadRoundTrip_GlobalOnly(t *testing.T) { + original := models.ScopedVariableManifest{ + ApiVersion: "devtron.ai/v1beta1", + Kind: "Variable", + Spec: []models.VariableSpec{ + { + Name: "VAR1", + Notes: "notes", + ShortDescription: "short", + Values: []models.VariableValueSpec{ + {Category: models.Global, Value: "value1"}, + }, + }, + }, + } + payload, err := ManifestToPayload(original, 3) + assert.Nil(t, err) + assert.Equal(t, int32(3), payload.UserId) + assert.Equal(t, original.Spec, PayloadToManifest(payload).Spec) +} + +func TestManifestToPayload_SelectorsPassThroughUnchangedInOSS(t *testing.T) { + manifest := models.ScopedVariableManifest{ + ApiVersion: "devtron.ai/v1beta1", + Kind: "Variable", + Spec: []models.VariableSpec{ + { + Name: "VAR1", + Values: []models.VariableValueSpec{ + { + Category: models.Global, + Value: "v", + Selectors: &models.Selector{AttributeSelectors: map[models.IdentifierType]string{ + "EnvNames": "env1, env2", + }}, + }, + }, + }, + }, + } + payload, err := ManifestToPayload(manifest, 1) + + assert.Nil(t, err) + attributes := payload.Variables[0].AttributeValues + assert.Len(t, attributes, 1) + // no expansion in OSS; the invalid key is left for payload validation to reject + assert.Equal(t, "env1, env2", attributes[0].AttributeParams["EnvNames"]) +} diff --git a/scripts/sql/36604600_approval_declined_notification.down.sql b/scripts/sql/36604600_approval_declined_notification.down.sql new file mode 100644 index 0000000000..e69de29bb2 diff --git a/scripts/sql/36604600_approval_declined_notification.up.sql b/scripts/sql/36604600_approval_declined_notification.up.sql new file mode 100644 index 0000000000..e69de29bb2 diff --git a/scripts/sql/36704600_variable_entity_mapping_index.down.sql b/scripts/sql/36704600_variable_entity_mapping_index.down.sql new file mode 100644 index 0000000000..b816bb9d2f --- /dev/null +++ b/scripts/sql/36704600_variable_entity_mapping_index.down.sql @@ -0,0 +1 @@ +DROP INDEX IF EXISTS idx_variable_entity_mapping_variable_name; diff --git a/scripts/sql/36704600_variable_entity_mapping_index.up.sql b/scripts/sql/36704600_variable_entity_mapping_index.up.sql new file mode 100644 index 0000000000..96633dc6b6 --- /dev/null +++ b/scripts/sql/36704600_variable_entity_mapping_index.up.sql @@ -0,0 +1,4 @@ +-- index for looking up live usages of a scoped variable by name (variable deletion protection) +CREATE INDEX IF NOT EXISTS idx_variable_entity_mapping_variable_name + ON variable_entity_mapping (variable_name) + WHERE is_deleted = false; diff --git a/scripts/sql/36604600_argo_flux_rbac.down.sql b/scripts/sql/36804600_argo_flux_rbac.down.sql similarity index 100% rename from scripts/sql/36604600_argo_flux_rbac.down.sql rename to scripts/sql/36804600_argo_flux_rbac.down.sql diff --git a/scripts/sql/36604600_argo_flux_rbac.up.sql b/scripts/sql/36804600_argo_flux_rbac.up.sql similarity index 96% rename from scripts/sql/36604600_argo_flux_rbac.up.sql rename to scripts/sql/36804600_argo_flux_rbac.up.sql index c7ce5e8a0c..0f10c65062 100644 --- a/scripts/sql/36604600_argo_flux_rbac.up.sql +++ b/scripts/sql/36804600_argo_flux_rbac.up.sql @@ -60,7 +60,8 @@ VALUES "act": { "value": "get", "indexKeyMap": {} }, "obj": { "value": "%", "indexKeyMap": { "0": "EnvObj" } } } ] -}','now()','1','now()','1',true,false); +}','now()','1','now()','1',true,false) +ON CONFLICT ("entity", "access_type", "role") DO NOTHING; INSERT INTO "public"."rbac_role_data" ("entity","access_type","role","role_display_name","role_description","role_data", @@ -108,4 +109,5 @@ VALUES "action": { "value": "admin", "indexKeyMap": {} }, "entity": { "value": "%", "indexKeyMap": { "0": "Entity" } }, "accessType": { "value": "flux-app", "indexKeyMap": {} } -}','now()','1','now()','1',true,false); \ No newline at end of file +}','now()','1','now()','1',true,false) +ON CONFLICT ("entity", "access_type", "role") DO NOTHING; diff --git a/scripts/sql/36904600_add_ci_workflow_active_status_index.down.sql b/scripts/sql/36904600_add_ci_workflow_active_status_index.down.sql new file mode 100644 index 0000000000..11441ac52b --- /dev/null +++ b/scripts/sql/36904600_add_ci_workflow_active_status_index.down.sql @@ -0,0 +1 @@ +DROP INDEX IF EXISTS idx_ci_workflow_active_status; diff --git a/scripts/sql/36904600_add_ci_workflow_active_status_index.up.sql b/scripts/sql/36904600_add_ci_workflow_active_status_index.up.sql new file mode 100644 index 0000000000..a65c5046df --- /dev/null +++ b/scripts/sql/36904600_add_ci_workflow_active_status_index.up.sql @@ -0,0 +1,24 @@ +-- Supports CiWorkflowRepositoryImpl.FindByStatusesIn, called every 5 minutes by +-- the CI workflow status cron (UpdateCiWorkflowStatusFailure) to find builds +-- stuck in Starting/Running so they can be timed out. With no index on status, +-- this does a full sequential scan of ci_workflow (tens of millions of rows in +-- production) on every run. +-- +-- Partial index scoped to only the two statuses this query filters on, so it +-- stays small (proportional to active build count, not total table size) and +-- cheap to maintain on INSERT/UPDATE, regardless of how large ci_workflow grows. +-- +-- Note: CREATE INDEX CONCURRENTLY cannot run inside a transaction (golang-migrate +-- wraps each migration in a transaction). We use plain CREATE INDEX IF NOT EXISTS +-- here so the migration is idempotent. For large existing ci_workflow tables, +-- operators SHOULD create this index manually with CONCURRENTLY BEFORE deploying +-- this release, to avoid blocking writes during pod startup (~2 minutes to build +-- on a table with 40 million rows, benchmarked locally): +-- +-- CREATE INDEX CONCURRENTLY IF NOT EXISTS idx_ci_workflow_active_status +-- ON ci_workflow (status) WHERE status IN ('Starting', 'Running'); +-- +-- Once the index exists, this migration is a no-op (IF NOT EXISTS). + +CREATE INDEX IF NOT EXISTS idx_ci_workflow_active_status + ON ci_workflow (status) WHERE status IN ('Starting', 'Running'); diff --git a/util/GlobalConfig.go b/util/GlobalConfig.go index df2c67e896..f1eabbe467 100644 --- a/util/GlobalConfig.go +++ b/util/GlobalConfig.go @@ -39,6 +39,7 @@ type DeploymentServiceTypeConfig struct { ShouldCheckNamespaceOnClone bool `env:"SHOULD_CHECK_NAMESPACE_ON_CLONE" envDefault:"false" description:"should we check if namespace exists or not while cloning app" deprecated:"false"` ValidateExtAppChart bool `env:"VALIDATE_EXT_APP_CHART_TYPE" envDefault:"false" description:"validate external flux app chart" deprecated:"false"` FeatureMigrateFluxApplicationEnable bool `env:"FEATURE_MIGRATE_FLUX_APPLICATION_ENABLE" envDefault:"false" description:"enable flux application services" deprecated:"false"` + ForegroundDeleteCdPipeline bool `env:"FOREGROUND_DELETE_CD_PIPELINE" envDefault:"false" description:"If enabled, deleting a CD pipeline will not delete the underlying deployed resource (helm release/argocd application/flux release) unless the request explicitly overrides it via payload." deprecated:"false"` } func (d *DeploymentServiceTypeConfig) IsFeatureMigrateArgoCdApplicationEnable() bool { diff --git a/vendor/modules.txt b/vendor/modules.txt index 4ee86c28d3..eae973ecd9 100644 --- a/vendor/modules.txt +++ b/vendor/modules.txt @@ -523,7 +523,7 @@ github.com/davecgh/go-spew/spew # github.com/deckarep/golang-set v1.8.0 ## explicit; go 1.17 github.com/deckarep/golang-set -# github.com/devtron-labs/authenticator v0.4.35-0.20240809073103-6e11da8083f8 => github.com/devtron-labs/devtron-services/authenticator v0.0.0-20260803100101-66fcb35e4b0e +# github.com/devtron-labs/authenticator v0.4.35-0.20240809073103-6e11da8083f8 => github.com/devtron-labs/devtron-services/authenticator v0.0.0-20260921111017-f0b3fba15081 ## explicit; go 1.25.0 github.com/devtron-labs/authenticator/apiToken github.com/devtron-labs/authenticator/client @@ -531,7 +531,7 @@ github.com/devtron-labs/authenticator/jwt github.com/devtron-labs/authenticator/middleware github.com/devtron-labs/authenticator/oidc github.com/devtron-labs/authenticator/password -# github.com/devtron-labs/common-lib v0.18.1-0.20241001061923-eda545dc839e => github.com/devtron-labs/devtron-services/common-lib v0.0.0-20260803100101-66fcb35e4b0e +# github.com/devtron-labs/common-lib v0.18.1-0.20241001061923-eda545dc839e => github.com/devtron-labs/devtron-services/common-lib v0.0.0-20260921111017-f0b3fba15081 ## explicit; go 1.25.0 github.com/devtron-labs/common-lib/async github.com/devtron-labs/common-lib/blob-storage @@ -2697,5 +2697,5 @@ xorm.io/xorm/names xorm.io/xorm/schemas xorm.io/xorm/tags # github.com/cyphar/filepath-securejoin => github.com/cyphar/filepath-securejoin v0.3.6 -# github.com/devtron-labs/authenticator => github.com/devtron-labs/devtron-services/authenticator v0.0.0-20260803100101-66fcb35e4b0e -# github.com/devtron-labs/common-lib => github.com/devtron-labs/devtron-services/common-lib v0.0.0-20260803100101-66fcb35e4b0e +# github.com/devtron-labs/authenticator => github.com/devtron-labs/devtron-services/authenticator v0.0.0-20260921111017-f0b3fba15081 +# github.com/devtron-labs/common-lib => github.com/devtron-labs/devtron-services/common-lib v0.0.0-20260921111017-f0b3fba15081 diff --git a/wire_gen.go b/wire_gen.go index 12fafa8ce5..7f2744bbfd 100644 --- a/wire_gen.go +++ b/wire_gen.go @@ -533,12 +533,12 @@ func InitializeApp() (*App, error) { if err != nil { return nil, err } - scopedVariableServiceImpl, err := variables.NewScopedVariableServiceImpl(sugaredLogger, scopedVariableRepositoryImpl, appRepositoryImpl, environmentRepositoryImpl, devtronResourceSearchableKeyServiceImpl, clusterRepositoryImpl, qualifierMappingServiceImpl, runnable) + variableEntityMappingRepositoryImpl := repository14.NewVariableEntityMappingRepository(sugaredLogger, db, transactionUtilImpl) + variableEntityMappingServiceImpl := variables.NewVariableEntityMappingServiceImpl(variableEntityMappingRepositoryImpl, sugaredLogger) + scopedVariableServiceImpl, err := variables.NewScopedVariableServiceImpl(sugaredLogger, scopedVariableRepositoryImpl, appRepositoryImpl, environmentRepositoryImpl, devtronResourceSearchableKeyServiceImpl, clusterRepositoryImpl, qualifierMappingServiceImpl, variableEntityMappingServiceImpl, runnable) if err != nil { return nil, err } - variableEntityMappingRepositoryImpl := repository14.NewVariableEntityMappingRepository(sugaredLogger, db, transactionUtilImpl) - variableEntityMappingServiceImpl := variables.NewVariableEntityMappingServiceImpl(variableEntityMappingRepositoryImpl, sugaredLogger) variableSnapshotHistoryRepositoryImpl := repository14.NewVariableSnapshotHistoryRepository(sugaredLogger, db) variableSnapshotHistoryServiceImpl := variables.NewVariableSnapshotHistoryServiceImpl(variableSnapshotHistoryRepositoryImpl, sugaredLogger) variableTemplateParserImpl, err := parsers.NewVariableTemplateParserImpl(sugaredLogger) @@ -672,6 +672,7 @@ func InitializeApp() (*App, error) { materialRepositoryImpl := repository23.NewMaterialRepositoryImpl(db) gitMaterialReadServiceImpl := read15.NewGitMaterialReadServiceImpl(sugaredLogger, materialRepositoryImpl) appCrudOperationServiceImpl := app2.NewAppCrudOperationServiceImpl(appLabelRepositoryImpl, sugaredLogger, appRepositoryImpl, userRepositoryImpl, installedAppRepositoryImpl, genericNoteServiceImpl, installedAppDBServiceImpl, crudOperationServiceConfig, dbMigrationServiceImpl, gitMaterialReadServiceImpl) + repoFieldVariableResolverImpl := variables.NewRepoFieldVariableResolverImpl(sugaredLogger, scopedVariableServiceImpl) imageTagRepositoryImpl := repository2.NewImageTagRepository(db, sugaredLogger) customTagServiceImpl := pipeline.NewCustomTagService(sugaredLogger, imageTagRepositoryImpl) clientConfig, err := gitSensor.GetConfig() @@ -699,7 +700,7 @@ func InitializeApp() (*App, error) { deploymentTemplateHistoryServiceImpl := deploymentTemplate.NewDeploymentTemplateHistoryServiceImpl(sugaredLogger, deploymentTemplateHistoryRepositoryImpl, pipelineRepositoryImpl, chartRepositoryImpl, userServiceImpl, cdWorkflowRepositoryImpl, scopedVariableManagerImpl, deployedAppMetricsServiceImpl, chartRefServiceImpl) chartReadServiceImpl := read16.NewChartReadServiceImpl(sugaredLogger, chartRepositoryImpl, deploymentConfigServiceImpl, deployedAppMetricsServiceImpl, gitOpsConfigReadServiceImpl, chartRefReadServiceImpl) chartServiceImpl := chart.NewChartServiceImpl(chartRepositoryImpl, sugaredLogger, chartTemplateServiceImpl, chartRepoRepositoryImpl, appRepositoryImpl, mergeUtil, envConfigOverrideRepositoryImpl, pipelineConfigRepositoryImpl, environmentRepositoryImpl, deploymentTemplateHistoryServiceImpl, scopedVariableManagerImpl, deployedAppMetricsServiceImpl, chartRefServiceImpl, gitOpsConfigReadServiceImpl, deploymentConfigServiceImpl, envConfigOverrideReadServiceImpl, chartReadServiceImpl) - ciCdPipelineOrchestratorImpl := pipeline.NewCiCdPipelineOrchestrator(appRepositoryImpl, sugaredLogger, materialRepositoryImpl, pipelineRepositoryImpl, ciPipelineRepositoryImpl, ciPipelineMaterialRepositoryImpl, cdWorkflowRepositoryImpl, clientImpl, ciCdConfig, appWorkflowRepositoryImpl, environmentRepositoryImpl, attributesServiceImpl, appCrudOperationServiceImpl, userAuthServiceImpl, prePostCdScriptHistoryServiceImpl, pipelineStageServiceImpl, gitMaterialHistoryServiceImpl, ciPipelineHistoryServiceImpl, ciTemplateReadServiceImpl, ciTemplateServiceImpl, dockerArtifactStoreRepositoryImpl, ciArtifactRepositoryImpl, configMapServiceImpl, customTagServiceImpl, genericNoteServiceImpl, chartServiceImpl, transactionUtilImpl, gitOpsConfigReadServiceImpl, deploymentConfigServiceImpl, deploymentConfigReadServiceImpl, chartReadServiceImpl, environmentVariables) + ciCdPipelineOrchestratorImpl := pipeline.NewCiCdPipelineOrchestrator(appRepositoryImpl, sugaredLogger, materialRepositoryImpl, pipelineRepositoryImpl, ciPipelineRepositoryImpl, ciPipelineMaterialRepositoryImpl, cdWorkflowRepositoryImpl, clientImpl, ciCdConfig, appWorkflowRepositoryImpl, environmentRepositoryImpl, attributesServiceImpl, appCrudOperationServiceImpl, userAuthServiceImpl, prePostCdScriptHistoryServiceImpl, pipelineStageServiceImpl, gitMaterialHistoryServiceImpl, ciPipelineHistoryServiceImpl, ciTemplateReadServiceImpl, ciTemplateServiceImpl, dockerArtifactStoreRepositoryImpl, ciArtifactRepositoryImpl, configMapServiceImpl, customTagServiceImpl, genericNoteServiceImpl, chartServiceImpl, transactionUtilImpl, gitOpsConfigReadServiceImpl, deploymentConfigServiceImpl, deploymentConfigReadServiceImpl, chartReadServiceImpl, environmentVariables, repoFieldVariableResolverImpl, variableEntityMappingServiceImpl) pluginInputVariableParserImpl := pipeline.NewPluginInputVariableParserImpl(sugaredLogger, dockerRegistryConfigImpl, customTagServiceImpl) ciServiceImpl := pipeline.NewCiServiceImpl(sugaredLogger, workFlowStageStatusServiceImpl, eventRESTClientImpl, eventSimpleFactoryImpl, ciWorkflowRepositoryImpl, ciPipelineRepositoryImpl, transactionUtilImpl, workflowStatusLatestServiceImpl) ciLogServiceImpl, err := pipeline.NewCiLogServiceImpl(sugaredLogger, k8sServiceImpl) @@ -707,7 +708,7 @@ func InitializeApp() (*App, error) { return nil, err } blobStorageConfigServiceImpl := pipeline.NewBlobStorageConfigServiceImpl(sugaredLogger, k8sServiceImpl, ciCdConfig) - handlerServiceImpl := trigger.NewHandlerServiceImpl(sugaredLogger, workflowServiceImpl, ciPipelineMaterialRepositoryImpl, ciPipelineRepositoryImpl, ciArtifactRepositoryImpl, pipelineStageServiceImpl, userServiceImpl, ciTemplateReadServiceImpl, appCrudOperationServiceImpl, environmentRepositoryImpl, appRepositoryImpl, scopedVariableManagerImpl, customTagServiceImpl, ciCdPipelineOrchestratorImpl, attributesServiceImpl, pluginInputVariableParserImpl, globalPluginServiceImpl, ciServiceImpl, ciWorkflowRepositoryImpl, clientImpl, ciLogServiceImpl, blobStorageConfigServiceImpl, clusterServiceImplExtended, environmentServiceImpl, k8sServiceImpl, runnable, workflowTriggerAuditServiceImpl) + handlerServiceImpl := trigger.NewHandlerServiceImpl(sugaredLogger, workflowServiceImpl, ciPipelineMaterialRepositoryImpl, ciPipelineRepositoryImpl, ciArtifactRepositoryImpl, pipelineStageServiceImpl, userServiceImpl, ciTemplateReadServiceImpl, appCrudOperationServiceImpl, environmentRepositoryImpl, appRepositoryImpl, scopedVariableManagerImpl, repoFieldVariableResolverImpl, customTagServiceImpl, ciCdPipelineOrchestratorImpl, attributesServiceImpl, pluginInputVariableParserImpl, globalPluginServiceImpl, ciServiceImpl, ciWorkflowRepositoryImpl, clientImpl, ciLogServiceImpl, blobStorageConfigServiceImpl, clusterServiceImplExtended, environmentServiceImpl, k8sServiceImpl, runnable, workflowTriggerAuditServiceImpl) gitWebhookServiceImpl := gitWebhook.NewGitWebhookServiceImpl(sugaredLogger, gitWebhookRepositoryImpl, handlerServiceImpl) gitWebhookRestHandlerImpl := restHandler.NewGitWebhookRestHandlerImpl(sugaredLogger, gitWebhookServiceImpl) ecrConfig, err := pipeline.GetEcrConfig() @@ -972,7 +973,7 @@ func InitializeApp() (*App, error) { bulkEditRepositoryImpl := repository31.NewBulkEditRepository(db, sugaredLogger) deployedAppServiceImpl := deployedApp.NewDeployedAppServiceImpl(sugaredLogger, k8sCommonServiceImpl, devtronAppsHandlerServiceImpl, environmentRepositoryImpl, pipelineRepositoryImpl, cdWorkflowRepositoryImpl) bulkUpdateServiceEntImpl := service8.NewBulkUpdateServiceEntImpl() - bulkUpdateServiceImpl := service8.NewBulkUpdateServiceImpl(bulkEditRepositoryImpl, sugaredLogger, environmentRepositoryImpl, pipelineRepositoryImpl, appRepositoryImpl, deploymentTemplateHistoryServiceImpl, configMapHistoryServiceImpl, pipelineBuilderImpl, enforcerUtilImpl, ciHandlerImpl, ciPipelineRepositoryImpl, appWorkflowRepositoryImpl, appWorkflowServiceImpl, scopedVariableManagerImpl, deployedAppMetricsServiceImpl, chartRefServiceImpl, deployedAppServiceImpl, cdPipelineEventPublishServiceImpl, handlerServiceImpl, bulkUpdateServiceEntImpl) + bulkUpdateServiceImpl := service8.NewBulkUpdateServiceImpl(bulkEditRepositoryImpl, sugaredLogger, environmentRepositoryImpl, pipelineRepositoryImpl, appRepositoryImpl, deploymentTemplateHistoryServiceImpl, configMapHistoryServiceImpl, pipelineBuilderImpl, enforcerUtilImpl, ciHandlerImpl, ciPipelineRepositoryImpl, appWorkflowRepositoryImpl, appWorkflowServiceImpl, scopedVariableManagerImpl, deployedAppMetricsServiceImpl, chartRefServiceImpl, deployedAppServiceImpl, cdPipelineEventPublishServiceImpl, handlerServiceImpl, environmentVariables, bulkUpdateServiceEntImpl) bulkUpdateRestHandlerImpl := restHandler.NewBulkUpdateRestHandlerImpl(pipelineBuilderImpl, sugaredLogger, bulkUpdateServiceImpl, chartServiceImpl, propertiesConfigServiceImpl, userServiceImpl, enforcerImpl, ciHandlerImpl, validate, clientImpl, ciPipelineRepositoryImpl, pipelineRepositoryImpl, enforcerUtilImpl, environmentServiceImpl, gitRegistryConfigImpl, dockerRegistryConfigImpl, cdHandlerImpl, appCloneServiceImpl, appWorkflowServiceImpl, materialRepositoryImpl) bulkUpdateRouterImpl := router.NewBulkUpdateRouterImpl(bulkUpdateRestHandlerImpl) webhookSecretValidatorImpl := gitWebhook.NewWebhookSecretValidatorImpl(sugaredLogger) @@ -1076,7 +1077,8 @@ func InitializeApp() (*App, error) { rbacRoleServiceImpl := user.NewRbacRoleServiceImpl(sugaredLogger, rbacRoleDataRepositoryImpl) rbacRoleRestHandlerImpl := user2.NewRbacRoleHandlerImpl(sugaredLogger, validate, rbacRoleServiceImpl, userServiceImpl, enforcerImpl, enforcerUtilImpl) rbacRoleRouterImpl := user2.NewRbacRoleRouterImpl(sugaredLogger, validate, rbacRoleRestHandlerImpl) - scopedVariableRestHandlerImpl := scopedVariable.NewScopedVariableRestHandlerImpl(sugaredLogger, userServiceImpl, validate, pipelineBuilderImpl, enforcerUtilImpl, enforcerImpl, scopedVariableServiceImpl) + gitMaterialVariableSyncServiceImpl := pipeline.NewGitMaterialVariableSyncServiceImpl(sugaredLogger, variableEntityMappingServiceImpl, ciCdPipelineOrchestratorImpl) + scopedVariableRestHandlerImpl := scopedVariable.NewScopedVariableRestHandlerImpl(sugaredLogger, userServiceImpl, validate, pipelineBuilderImpl, enforcerUtilImpl, enforcerImpl, scopedVariableServiceImpl, gitMaterialVariableSyncServiceImpl, runnable) scopedVariableRouterImpl := router.NewScopedVariableRouterImpl(scopedVariableRestHandlerImpl) ciTriggerCronConfig, err := cron2.GetCiTriggerCronConfig() if err != nil {