NPE at io.javaoperatorsdk.operator.glue.reconciler.glue.GlueReconciler.getParentRelatedResource(GlueReconciler.java:346)

[cmoulliard]

Issue

When I try to use a resourceTemplate defined as such

apiVersion: io.javaoperatorsdk.operator.glue/v1beta1
kind: GlueOperator
metadata:
  name: ingress-platform
spec:
  parent:
    apiVersion: halkyon.io/v1alpha1
    kind: Platform
  childResources:
    - name: jobs
      bulk: true
      resourceTemplate: |
        items:
        {#for p in parent.spec.packages}
        - apiVersion: v1
          kind: ConfigMap
          metadata:
            name: {p.name}
            namespace: default
          data:
            key: "value-{p.name}"
        {/for}

with the following CRD

apiVersion: "apiextensions.k8s.io/v1"
kind: "CustomResourceDefinition"
metadata:
  name: platforms.halkyon.io # "platforms.io.javaoperatorsdk.operator.glue"
spec:
  group: halkyon.io # "io.javaoperatorsdk.operator.glue"
  names:
    kind: "Platform"
    plural: "platforms"
    singular: "platform"
  scope: "Cluster"
  versions:
  - name: v1alpha1 # v1beta1
    schema:
      openAPIV3Schema:
        properties:
          spec:
            properties:
              description:
                type: "string"
              name:
                type: "string"
              packages:
                items:
                  properties:
                    description:
                      type: "string"
                    name:
                      type: "string"
                    pipeline:
                      properties:
                        description:
                          type: "string"
                        name:
                          type: "string"
                        steps:
                          items:
                            properties:
                              description:
                                type: "string"
                              repoUrl:
                                type: "string"
                              version:
                                type: "string"
                              id:
                                type: "string"
                              image:
                                type: "string"
                              name:
                                type: "string"
                              script:
                                type: "string"
                              valuesObject:
                                description: "ValuesObject specifies Helm values to\
                                  \ be passed to helm template, defined as a map."
                                type: "object"
                                x-kubernetes-preserve-unknown-fields: true
                            type: "object"
                          type: "array"
                      type: "object"
                  type: "object"
                type: "array"
              version:
                type: "string"
            type: "object"
          status:
            properties:
              message:
                type: "string"
              phase:
                type: "string"
            type: "object"
        type: "object"
    served: true
    storage: true
    subresources:
      status: {}

then we got the following error when we deplouy the YAML

apiVersion: halkyon.io/v1alpha1
kind: Platform
metadata:
  name: simple-platform
spec:
  version: 0.1.0
  description: "A simple platform"
  packages:
    - name: nginx-ingress
      description: "nginx-ingress package"
      pipeline:
        steps:
        - name: pre-install
          image: registry.access.redhat.com/ubi9
          script: |
            echo "This is a pre-installation running a job"
        - name: "Install nginx-ingress"
          repoUrl: https://kubernetes.github.io/ingress-nginx
          version: 4.12.2
          valuesObject:
            ingress:
              enabled: true
        - name: post-install
          image: registry.access.redhat.com/ubi9
          script: |
            echo "This is a post-installation running a job"

Error

2025-05-27 09:23:02,528 ERROR [io.jav.ope.pro.eve.EventProcessor] (ReconcilerExecutor-glue-111) Error during event processing ExecutionScope{ resource id: ResourceID{name='simple-platform-platform', namespace='default'}, version: 69002}: io.javaoperatorsdk.operator.OperatorException: java.lang.NullPointerException
	at io.javaoperatorsdk.operator.processing.Controller.cleanup(Controller.java:222)
	at io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleCleanup(ReconciliationDispatcher.java:258)
	at io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleDispatch(ReconciliationDispatcher.java:95)
	at io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleExecution(ReconciliationDispatcher.java:68)
	at io.javaoperatorsdk.operator.processing.event.EventProcessor$ReconcilerExecutor.run(EventProcessor.java:467)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.NullPointerException
	at java.base/java.util.Objects.requireNonNull(Objects.java:233)
	at java.base/java.util.Optional.of(Optional.java:113)
	at io.javaoperatorsdk.operator.glue.reconciler.glue.GlueReconciler.lambda$getParentRelatedResource$18(GlueReconciler.java:357)
	at java.base/java.util.Optional.flatMap(Optional.java:289)
	at io.javaoperatorsdk.operator.glue.reconciler.glue.GlueReconciler.getParentRelatedResource(GlueReconciler.java:346)
	at io.javaoperatorsdk.operator.glue.reconciler.glue.GlueReconciler.removeFinalizerForParent(GlueReconciler.java:316)
	at io.javaoperatorsdk.operator.glue.reconciler.glue.GlueReconciler.cleanup(GlueReconciler.java:117)
	at io.javaoperatorsdk.operator.glue.reconciler.glue.GlueReconciler.cleanup(GlueReconciler.java:39)
	at io.javaoperatorsdk.operator.glue.reconciler.glue.GlueReconciler_ClientProxy.cleanup(Unknown Source)
	at io.javaoperatorsdk.operator.processing.Controller$2.execute(Controller.java:209)
	at io.javaoperatorsdk.operator.processing.Controller$2.execute(Controller.java:170)
	at io.javaoperatorsdk.operator.api.monitoring.Metrics.timeControllerExecution(Metrics.java:159)
	at io.javaoperatorsdk.operator.processing.Controller.cleanup(Controller.java:169)
	... 7 more

See the screenshot where the error occurs when we debug

The problem is related to the fact that the HashMap created includes a resource but the value is null

[csviri]

Thank you will take a look soon!

[cmoulliard]

Can the error related to this error message that we got using log level DEBUG ?

2025-05-27 13:48:50,108 INFO  [io.jav.ope.glu.rec.ope.GlueOperatorReconciler] (ReconcilerExecutor-glue-operator-180) Reconciling GlueOperator ingress-platform in namespace: default
2025-05-27 13:48:50,108 DEBUG [io.jav.ope.pro.eve.sou.inf.ManagedInformerEventSource] (ReconcilerExecutor-glue-operator-180) Resource not found in temporary cache reading it from informer cache, for Resource ID: ResourceID{name='simple-platform-platform', namespace='null'}
2025-05-27 13:48:50,108 DEBUG [io.jav.ope.pro.eve.sou.inf.ManagedInformerEventSource] (ReconcilerExecutor-glue-operator-180) Resource found in cache: false for id: ResourceID{name='simple-platform-platform', namespace='null'}
2025-05-27 13:48:50,109 ERROR [io.jav.ope.glu.rec.ValidationAndStatusHandler] (ReconcilerExecutor-glue-operator-180) Error during reconciliation of resource. Name: ingress-platform namespace: default, Kind: GlueOperator

Exception in GlueOperatorReconciler.java:88
          86        var desiredResourceFlow = createGlue(cr, glueOperator);
          87        if (actualResourceFlow.isEmpty()) {
        → 88          context.getClient().resource(desiredResourceFlow).serverSideApply();
          89        } else if (!actualResourceFlow.orElseThrow().getSpec()
          90            .equals(desiredResourceFlow.getSpec())) {



Exception in GlueOperatorReconciler.java:82
          80  
          81      var targetCREventSource = getOrRegisterCustomResourceEventSource(glueOperator, context);
        → 82      targetCREventSource.list().forEach(cr -> {
          83        var actualResourceFlow = glueEventSource
          84            .get(new ResourceID(glueName(cr.getMetadata().getName(), cr.getKind()),



Exception in GlueOperatorReconciler.java:35
          33  import jakarta.annotation.PostConstruct;
          34  
        → 35  @ControllerConfiguration(name = GlueOperatorReconciler.GLUE_OPERATOR_RECONCILER_NAME)
          36  public class GlueOperatorReconciler
          37      implements Reconciler<GlueOperator>,

: io.fabric8.kubernetes.client.KubernetesClientException: namespace not specified for an operation requiring one and no default was found in the Config.
        at io.fabric8.kubernetes.client.dsl.internal.OperationSupport.checkNamespace(OperationSupport.java:267)
        at io.fabric8.kubernetes.client.dsl.internal.OperationSupport.handlePatch(OperationSupport.java:417)
        at io.fabric8.kubernetes.client.dsl.internal.OperationSupport.handlePatch(OperationSupport.java:397)
        at io.fabric8.kubernetes.client.dsl.internal.BaseOperation.handlePatch(BaseOperation.java:764)
        at io.fabric8.kubernetes.client.dsl.internal.HasMetadataOperation.lambda$patch$2(HasMetadataOperation.java:231)
        at io.fabric8.kubernetes.client.dsl.internal.HasMetadataOperation.patch(HasMetadataOperation.java:236)
        at io.fabric8.kubernetes.client.dsl.internal.HasMetadataOperation.patch(HasMetadataOperation.java:251)
        at io.fabric8.kubernetes.client.dsl.internal.BaseOperation.serverSideApply(BaseOperation.java:1179)
        at io.fabric8.kubernetes.client.dsl.internal.BaseOperation.serverSideApply(BaseOperation.java:98)
        at io.fabric8.kubernetes.client.extension.ResourceAdapter.serverSideApply(ResourceAdapter.java:325)
        at io.javaoperatorsdk.operator.glue.reconciler.operator.GlueOperatorReconciler.lambda$reconcile$0(GlueOperatorReconciler.java:88)
        at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
        at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184)
        at java.base/java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:179)
        at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1708)
        at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509)
        at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:499)
        at java.base/java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:151)
        at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:174)
        at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
        at java.base/java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:596)
        at java.base/java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:276)
        at java.base/java.util.concurrent.ConcurrentHashMap$ValueSpliterator.forEachRemaining(ConcurrentHashMap.java:3612)
        at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509)
        at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:499)
        at java.base/java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:151)
        at java.base/java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:174)
        at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
        at java.base/java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:596)
        at io.javaoperatorsdk.operator.glue.reconciler.operator.GlueOperatorReconciler.reconcile(GlueOperatorReconciler.java:82)
        at io.javaoperatorsdk.operator.glue.reconciler.operator.GlueOperatorReconciler.reconcile(GlueOperatorReconciler.java:35)
        at io.javaoperatorsdk.operator.glue.reconciler.operator.GlueOperatorReconciler_ClientProxy.reconcile(Unknown Source)
        at io.javaoperatorsdk.operator.processing.Controller$1.execute(Controller.java:161)
        at io.javaoperatorsdk.operator.processing.Controller$1.execute(Controller.java:117)
        at io.javaoperatorsdk.operator.api.monitoring.Metrics.timeControllerExecution(Metrics.java:159)
        at io.javaoperatorsdk.operator.processing.Controller.reconcile(Controller.java:116)
        at io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.reconcileExecution(ReconciliationDispatcher.java:153)
        at io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleReconcile(ReconciliationDispatcher.java:130)
        at io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleDispatch(ReconciliationDispatcher.java:97)
        at io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleExecution(ReconciliationDispatcher.java:68)
        at io.javaoperatorsdk.operator.processing.event.EventProcessor$ReconcilerExecutor.run(EventProcessor.java:467)
        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
        at java.base/java.lang.Thread.run(Thread.java:1583)

[cmoulliard]

I know why we got this issue. If the scope of the Custom Resource Definition of the resource watched by Glue is of type cluster, then we got the NPE, if now we change the scope to be scope: Namespaced then error is gone !

// CRD which is working
apiVersion: "apiextensions.k8s.io/v1"
kind: "CustomResourceDefinition"
metadata:
  name: platforms.halkyon.io
spec:
  group: halkyon.io
  names:
    kind: "Platform"
    plural: "platforms"
    singular: "platform"
  scope: "Namespaced" # Cluster
  versions:
  - name: v1alpha1
    schema:
      openAPIV3Schema:
        properties:
          spec:
            properties:
              description:
                type: "string"
              name:
                type: "string"
              packages:
                items:
                  properties:
                    description:
                      type: "string"
                    name:
                      type: "string"
                    pipeline:
                      properties:
                        description:
                          type: "string"
                        name:
                          type: "string"
                        steps:
                          items:
                            properties:
                              description:
                                type: "string"
                              repoUrl:
                                type: "string"
                              version:
                                type: "string"
                              id:
                                type: "string"
                              image:
                                type: "string"
                              name:
                                type: "string"
                              script:
                                type: "string"
                              valuesObject:
                                description: "ValuesObject specifies Helm values to\
                                  \ be passed to helm template, defined as a map."
                                type: "object"
                                x-kubernetes-preserve-unknown-fields: true
                            type: "object"
                          type: "array"
                      type: "object"
                  type: "object"
                type: "array"
              version:
                type: "string"
            type: "object"
          status:
            properties:
              message:
                type: "string"
              phase:
                type: "string"
            type: "object"
        type: "object"
    served: true
    storage: true
    subresources:
      status: {}

@csviri