Description

</div>
                    </div>
                    <h3>Config keys</h3>
                    <small>
                        Define here Spark configuration keys.
                        Keys not listed here are inherited from your system-wide Spark configuration.
                    </small>
                    <ng2-credentials-list 
                        [(items)]="execConfig.conf"
                        key-placeholder="Configuration key"
                        value-placeholder="Configuration value"
                        add-label="Add Spark configuration"
                        warn-if-trimmable="true">
                    </ng2-credentials-list>

<div>
                        <div class="control-group" style="margin-top: 20px; margin-bottom:: 20px;">
                            <label for="" class="control-label"><h3 style="margin: -3px 0 0 0">Managed Spark-on-K8S</h3></label>
                            <div class="controls">
                                <label>
                                <input type="checkbox" ng-model="execConfig.kubernetesSettings.managedKubernetes" />
                                <span class="help-inline">
                                    Automatically manage setting up Spark for Kubernetes. If you're not using dynamic K8S clusters, you'll still need to setup the <em>spark.master</em> config key.
                                </span>
                                 </label>
                            </div>
                        </div>

<div ng-if="execConfig.kubernetesSettings.managedKubernetes">
                            <div class="control-group">
                                <label class="control-label">Image registry URL</label>
                                <div class="controls">
                                    <input type="text" ng-model="execConfig.kubernetesSettings.repositoryURL"/>
                                    <span class="help-inline">
                                        Base URL of the image registry, in the form host/root. See doc. for more information.
                                    </span>
                                </div>
                            </div>
                            <div class="control-group" ng-if="execConfig.kubernetesSettings.repositoryURL">
                                <label class="control-label">Image pre-push hook</label>
                                <div class="controls">
                                    <select dku-bs-select ng-model="execConfig.kubernetesSettings.prePushMode" 
                                    ng-options="x[0] as x[1] for x in [['NONE', 'None'], ['ECR', 'Enable push to ECR'], ['ACR', 'Enable push to ACR'], ['CUSTOM', 'Custom script']]" />
                                    <span class="help-inline">
                                        Action to run before pushing an image.
                                        This is usually only required for running on Amazon EKS or Azure AKS
                                    </span>
                                </div>
                            </div>
                            <div class="control-group" ng-if="execConfig.kubernetesSettings.prePushMode == 'CUSTOM'">
                                <label class="control-label">Script</label>
                                <div class="controls">
                                    <input type="text" ng-model="execConfig.kubernetesSettings.prePushScript"/>
                                    <span class="help-inline">
                                        Absolute path to a shell script. Receives the repository url, image name & tag as arguments.
                                        This script should support being called on an already-existing image/tag.
                                    </span>
                                </div>
                            </div>

<div class="control-group">
                                <label for="" class="control-label">Kubernetes namespace</label>
                                <div class="controls">
                                    <input type="text" ng-model="execConfig.kubernetesSettings.managedNamespace" />
                                    <span class="help-inline">
                                        Kubernetes Namespace to use. Variable expansion is supported
                                    </span>
                                </div>
                            </div>
                            <div class="control-group" ng-if="execConfig.kubernetesSettings.managedNamespace.indexOf('${') >= 0"> 
                                <label for="" class="control-label">Make K8S-compliant</label>
                                <div class="controls">
                                    <label>
                                    <input type="checkbox" ng-model="execConfig.kubernetesSettings.ensureNamespaceCompliance" />
                                    <span class="help-inline">
                                        Automatically adjust namespace name to ensure it is compatible with the RFC1123 sub-domain syntax enforced by Kubernetes
                                    </span>
                                    </label>
                                </div>
                            </div>
                            <div class="control-group">
                                <label for="" class="control-label">Auto-create namespace</label>
                                <div class="controls">
                                    <label>
                                    <input type="checkbox" ng-model="execConfig.kubernetesSettings.createNamespace" />
                                    <span class="help-inline">
                                        Automatically create the namespace if it doesn't already exist.
                                    </span>
                                    </label>
                                </div>
                            </div>
                            <div class="control-group">
                                <label for="" class="control-label">Authentication mode</label>
                                <div class="controls">
                                    <select dku-bs-select ng-model="execConfig.kubernetesSettings.authenticationMode" ng-options="x[0] as x[1] for x in [['BUILTIN', 'Use builtin configuration'], ['DYNAMIC_SERVICE_ACCOUNT', 'Create service accounts dynamically']]" options-descriptions="['For UIF, each impersonated user needs credentials', '']" layout="list" />
                                    <span class="help-inline">
                                        Spark-on-K8S jobs need end-users to authenticate to K8S. Select how to authenticate and authorize user jobs.
                                    </span>
                                </div>
                            </div>

<h4>Advanced settings</h4>
                            <div class="control-group">
                                <label class="control-label">Kubectl context</label>
                                <div class="controls">
                                    <input type="text" ng-model="execConfig.kubernetesSettings.kubeCtlContext"/>
                                    <span class="help-inline">kubectl context to use (empty = use default). This will not be taken into account if using dynamic K8S clusters</span>
                                </div>
                            </div>
                            <div class="control-group">
                                <label class="control-label">Kubectl config path</label>
                                <div class="controls">
                                    <input type="text" ng-model="execConfig.kubernetesSettings.kubeConfigPath"/>
                                    <span class="help-inline">Path to the kubectl config file (empty = use default).  This will not be taken into account if using dynamic K8S clusters</span>
                                </div>
                            </div>
                            
                            
                            <h3>Advanced settings</h3>
                            <div class="control-group">
                                <label class="control-label">Base image</label>
                                <div class="controls">
                                    <input type="text" ng-model="execConfig.kubernetesSettings.baseImage"/>
                                    <span class="help-inline">
                                        Leave empty to use the default image (see doc. for more information about base images)
                                    </span>
                                </div>
                            </div>
                            <div class="control-group" ng-if="appConfig.sparkVersion.startsWith('3.')">
                                <label class="control-label">Executor pod YAML</label>
                                <div class="controls">
                                    
                                        <textarea style="width: 700px" ng-model="execConfig.kubernetesSettings.executorPodTemplate" zui-codemirror="codeMirrorSettingService.get('text/yaml')" placeholder="Optional pod template specified as YAML" />
                                    
                                </div>
                            </div>
                            <div class="control-group" ng-if="appConfig.sparkVersion.startsWith('3.') && execConfig.kubernetesSettings.executorPodTemplate">
                                <label class="control-label">Executor container name</label>
                                <div class="controls">
                                    <input type="text" ng-model="execConfig.kubernetesSettings.executorPodTemplateContainerName"/>
                                    <span class="help-inline">
                                        Name of the container for the Spark executor in the pod YAML (default is spark-executor)
                                    </span>
                                </div>
                            </div>
                            
                        </div>
                    </div>

<div>
                        <div class="control-group" style="margin-top: 20px; margin-bottom:: 20px;">
                            <label for="" class="control-label"><h3 style="margin: -3px 0 0 0">Managed cloud credentials</h3></label>
                            <div class="controls">
                                <label>
                                <input type="checkbox" ng-model="execConfig.cloudCredentialsSettings.enabled" />
                                <span class="help-inline">
                                    Automatically manage Cloud (AWS, Azure, GCP) credentials for SparkSQL notebooks. Use this preferably in "standalone" kind of deployments like Spark-on-Kubernetes
                                </span>
                                 </label>
                            </div>
                        </div>

<div ng-if="execConfig.cloudCredentialsSettings.enabled">
                            <div class="control-group">
                                <label class="control-label">Provide AWS credential</label>
                                <div class="controls">
                                    <select dku-bs-select ng-options="x[0] as x[1] for x in [['NONE', 'No'], ['ANY_MATCH', 'From any AWS connection'], ['FIRST_MATCH', 'From a connection']]" ng-model="execConfig.cloudCredentialsSettings.aws.mode" />
                                    <span class="help-inline">Only connections for which the user has 'read connection details' rights will be considered</span>
                                </div>
                            </div>
                            <div class="control-group" ng-if="execConfig.cloudCredentialsSettings.aws.mode == 'FIRST_MATCH'">
                                <label class="control-label">AWS connections to consider</label>
                                <div class="controls">
                                    <input type="text" comma-separated-view ng-model="execConfig.cloudCredentialsSettings.aws.connections"/>
                                    <span class="help-inline">
                                        Comma-separated list of AWS connections names. The first connection on which the user has 'read connection details' will be used
                                    </span>
                                </div>
                            </div>
                            <div class="control-group" ng-if="appConfig.synchronizeToMetastoreCatalogFlavor == 'AWS_GLUE'">
                                <label class="control-label">Also manage Glue credential</label>
                                <div class="controls">
                                    <input type="checkbox" ng-model="execConfig.cloudCredentialsSettings.aws.provideGlueClientCredential"/>
                                    <span class="help-inline">
                                        Use the credential from the specified connection to access the Glue catalog client in the notebook
                                    </span>
                                </div>
                            </div>

<div class="control-group">
                                <label class="control-label">Provide Azure credential</label>
                                <div class="controls">
                                    <select dku-bs-select ng-options="x[0] as x[1] for x in [['NONE', 'No'], ['ANY_MATCH', 'From any Azure connection'], ['FIRST_MATCH', 'From a connection']]" ng-model="execConfig.cloudCredentialsSettings.azure.mode" />
                                    <span class="help-inline">Only connections for which the user has 'read connection details' rights will be considered</span>
                                </div>
                            </div>
                            <div class="control-group" ng-if="execConfig.cloudCredentialsSettings.azure.mode == 'FIRST_MATCH'">
                                <label class="control-label">Azure connections to consider</label>
                                <div class="controls">
                                    <input type="text" comma-separated-view ng-model="execConfig.cloudCredentialsSettings.azure.connections"/>
                                    <span class="help-inline">
                                        Comma-separated list of Azure connections names. The first connection on which the user has 'read connection details' will be used
                                    </span>
                                </div>
                            </div>

<div class="control-group">
                                <label class="control-label">Provide GCP credential</label>
                                <div class="controls">
                                    <select dku-bs-select ng-options="x[0] as x[1] for x in [['NONE', 'No'], ['ANY_MATCH', 'From any GCP connection'], ['FIRST_MATCH', 'From a connection']]" ng-model="execConfig.cloudCredentialsSettings.gcp.mode" />
                                    <span class="help-inline">Only connections for which the user has 'read connection details' rights will be considered</span>
                                </div>
                            </div>
                            <div class="control-group" ng-if="execConfig.cloudCredentialsSettings.gcp.mode == 'FIRST_MATCH'">
                                <label class="control-label">GCP connections to consider</label>
                                <div class="controls">
                                    <input type="text" comma-separated-view ng-model="execConfig.cloudCredentialsSettings.gcp.connections"/>
                                    <span class="help-inline">
                                        Comma-separated list of GCP connections names. The first connection on which the user has 'read connection details' will be used
                                    </span>
                                </div>
                            </div>
                        </div>
                    </div>
                </div>

<button type="button" 
                    class="btn btn--text btn--primary" 
                    ng-click="add({conf : []})">
                    <span plus-icon></span> Add another config
                </button>
            </div>
        </div>

</div>

<div class="section" ng-if="(!mask || mask.enabled) && settings.sparkEnabled && appConfig.featureFlags.includes('sparkClusterMode')">
        <h2 id="yarn">Cluster mode (Unsupported)</h2>

<div class="control-group" ng-if="mask" >
            <label class="control-label">Override</label>
            <label class="dku-toggle" style="display: inline-block;">
                <input type="checkbox" ng-model="mask.yarnCluster">
                <span/>
            </label>
        </div>
        
        <div ng-if="!mask || mask.yarnCluster">
            <div class="control-group">
                <div class="controls">
                    <button type="button" class="btn btn--secondary" ng-click="preloadYarnClusterFiles(settings.yarnClusterSettings)">Preload</button>
                    <span class="help-inline">Upload DSS-related files to the cluster to speed up application launching in yarn-cluster mode</span>
                </div>
            </div>
            <div class="control-group">
                <label for="yarnClusterConnection" class="control-label">Connection</label>
                <div class="controls">
                    <input type="text" id="yarnClusterConnection" ng-model="settings.yarnClusterSettings.connectionName"/>
                    <span class="help-inline">Name of DSS connection to use to push files on cluster</span>
                </div>
            </div>
            <div class="control-group">
                <label for="yarnClusterLocation" class="control-label">Location</label>
                <div class="controls">
                    <input type="text" id="yarnClusterLocation" ng-model="settings.yarnClusterSettings.location"/>
                    <span class="help-inline">Location inside the connection to push files on cluster</span>
                </div>
            </div>
            <div class="control-group">
                <label for="yarnClusterTunnelConnection" class="control-label">Tunnel connection</label>
                <div class="controls">
                    <input type="text" id="yarnClusterTunnelConnection" ng-model="settings.yarnClusterSettings.tunnelConnectionName"/>
                    <span class="help-inline">Name of a SSH (DSS) connection to use to tunnel to the cluster. Use when DSS is behind a NAT from the cluster p.o.v.</span>
                </div>
            </div>
            <div class="control-group">
                <label for="yarnClusterTunnelHost" class="control-label">Tunnel remote host</label>
                <div class="controls">
                    <input type="text" id="yarnClusterTunnelHost" ng-model="settings.yarnClusterSettings.tunnelRemoteHost"/>
                    <span class="help-inline">Hostname of the tunnel remote host (overrides the output of the 'hostname' command)</span>
                </div>
            </div>
        </div>
    </div>

<div class="section" ng-if="(!mask || mask.enabled) && settings.sparkEnabled">
		<h2 id="interactive-sparks">Interactive SparkSQL (notebooks & charts)</h2>

<div class="control-group" ng-if="mask">
            <label class="control-label">Override</label>
            <div class="controls">
                <label>
                    <input type="checkbox" ng-model="mask.interactiveExecutionEngine" />
                    <span/>
                </label>
            </div>
        </div>

<div class="control-group" ng-if="!mask || mask.interactiveExecutionEngine">
            <label class="control-label">Interactive SparkSQL</label>
            <div class="controls">
                <select dku-bs-select ng-model="settings.interactiveExecutionEngine">
                    <option ng-repeat="o in executionEngines" value="{{o.value}}" ng-disabled="o.disabled">{{o.label}}</option>
                </select>
            </div>
        </div>
	</div>

<h2 id="default-config">Default configuration (recipes & ML)</h2>

<div class="control-group" ng-if="mask">
            <label class="control-label">Override</label>
            <div class="controls">
                <label>
                    <input type="checkbox" ng-model="mask.engineCreationSettings">
                    <span/>
                </label>
            </div>
        </div>

<div class="control-group" ng-if="!mask || mask.engineCreationSettings">
            <label class="control-label">Default runtime config</label>
            <div class="controls">
                <select dku-bs-select ng-model="settings.engineCreationSettings.executionConfig" ng-options="x for x in appConfig.sparkExecutionConfigs" />
                <span class="help-inline">Applies only to new recipes and machine learning tasks. Will use "default" if empty</span>
            </div>
        </div>

<div class="control-group" ng-if="!mask || mask.engineCreationSettings">
            <label class="control-label">Default global metastore</label>
            <div class="controls">
                <input type="checkbox" ng-model="settings.engineCreationSettings.useGlobalMetastore" />
                <span class="help-inline">Should the recipes and machine learning be created in "Global metastore" mode? Applies only to new recipes and machine learning tasks</span>
            </div>
        </div>
    </div>

<div class="section" ng-if="(!mask || mask.enabled) && settings.sparkEnabled">
    	<h2 id="advanced-settings">Advanced settings</h2>
        <div class="control-group">
            <label for="" class="control-label">Additional jars</label>
            <div class="controls" style="max-width: 400px;">
                <div>
	                <span class="help-inline">Will be added to calls to spark-submit</span>
                </div>
                <ng2-values-list [(items)]="settings.additionalSparkSubmitJars" add-label="Add a jar" value-placeholder="E.g. jar-file-name.jar"></ng2-values-list>
            </div>
        </div>
    </div>

<h2 id="environment-variables">Environment variables</h2>

<div class="control-group" ng-if="mask">
            <label class="control-label">Override</label>
            <div class="controls">
                <label>
                    <input type="checkbox" ng-model="mask.environmentVariables">
                    <span/>
                </label>
            </div>
        </div>

Runtime configurations

Config keys added to all configurations

Per-configuration overrides

Basic

Runtime configurations

Config keys added to all configurations Copy Hadoop settings

Per-configuration overrides

Basic

Config keys added to all configurations