spec.engine | string | No | spark | | spark |
spec.ownerGroup | string (nullable) | No | | The group whose members may see and stop the stream; absent means administrators only. | min 1, max 64; pattern ^[A-Za-z0-9][A-Za-z0-9._-]*$ |
spec.restartPolicy | string | No | always | | always, on-failure |
spec.runAs | string (nullable) | No | | The ServicePrincipal the job runs as (convention: pipeline-<ownerGroup>). | min 1, max 40; pattern ^[a-z0-9][a-z0-9-]*$ |
spec.sink | object | Yes | | | |
spec.sink.catalog | string | Yes | | Catalog the sink table lives in; it must let runAs write. | min 1, max 63; pattern ^[a-z0-9][a-z0-9-]*$ |
spec.sink.checkpointPrefix | string (nullable) | No | | S3 prefix for the checkpoint; absent means checkpoints/<namespace>/<name>. | min 1, max 512; pattern ^[A-Za-z0-9][A-Za-z0-9_./-]*$ |
spec.sink.mergeKeys | array of string | No | | Columns of MERGE … ON; 1 to 8, each one an existing column. | min 0, max 8 |
spec.sink.mode | string | No | merge | | merge, append |
spec.sink.table | string | Yes | | schema.table. | min 3, max 128; pattern ^[a-z0-9_]+\.[a-z0-9_]+$ |
spec.source | object | Yes | | | |
spec.source.connectionRef | string (nullable) | No | | Name of the Connection (type: kafka) whose config.bootstrapServers the job reads. Absent: the platform's own bus, kafka-kafka-bootstrap.<namespace>.svc.cluster.local:9092. | min 1, max 63; pattern ^[a-z0-9]([-a-z0-9]*[a-z0-9])?$ |
spec.source.format | string | No | json | | json |
spec.source.topic | string | Yes | | | min 1, max 249; pattern ^[A-Za-z0-9._-]+$ |
spec.stopped | boolean | No | false | true stops the job and deletes its SparkApplication; the checkpoint is kept, so stopped: false resumes from it. The one verb Nova's page needs. | |