The repo2docker version shouldn’t matter, at worst you’d get an error whilst installing a dependency
I’m pretty sure this means the build isn’t starting at all, since you should get some progress messages in between these two message.
Taking the remainder of this log message, and reformatting as JSON for readability:
{
"kind": "Pod",
"apiVersion": "v1",
"metadata": {
"name": "build-ploomber-2dploomber-3873b0-5b5-22",
"namespace": "binder",
"uid": "eb9bea63-82f9-4f3b-ac79-d7f66e6d104e",
"resourceVersion": "25403525",
"creationTimestamp": "2022-08-12T18:56:05Z",
"deletionTimestamp": "2022-08-12T18:56:07Z",
"deletionGracePeriodSeconds": 0,
"labels": {
"component": "binderhub-build",
"name": "build-ploomber-2dploomber-3873b0-5b5-22"
},
"annotations": {
"binder-repo": "https://github.com/ploomber/ploomber",
"kubernetes.io/psp": "eks.privileged"
},
"managedFields": [
{
"manager": "Swagger-Codegen",
"operation": "Update",
"apiVersion": "v1",
"time": "2022-08-12T18:56:05Z",
"fieldsType": "FieldsV1",
"fieldsV1": {
"f:metadata": {
"f:annotations": {
".": {},
"f:binder-repo": {}
},
"f:labels": {
".": {},
"f:component": {},
"f:name": {}
}
},
"f:spec": {
"f:affinity": {
".": {},
"f:podAntiAffinity": {
".": {},
"f:preferredDuringSchedulingIgnoredDuringExecution": {}
}
},
"f:containers": {
"k:{\"name\":\"builder\"}": {
".": {},
"f:args": {},
"f:env": {
".": {},
"k:{\"name\":\"GIT_CREDENTIAL_ENV\"}": {
".": {},
"f:name": {},
"f:value": {}
}
},
"f:image": {},
"f:imagePullPolicy": {},
"f:name": {},
"f:resources": {
".": {},
"f:limits": {
".": {},
"f:memory": {}
},
"f:requests": {
".": {},
"f:memory": {}
}
},
"f:terminationMessagePath": {},
"f:terminationMessagePolicy": {},
"f:volumeMounts": {
".": {},
"k:{\"mountPath\":\"/root/.docker\"}": {
".": {},
"f:mountPath": {},
"f:name": {}
},
"k:{\"mountPath\":\"/var/run/docker.sock\"}": {
".": {},
"f:mountPath": {},
"f:name": {}
}
}
}
},
"f:dnsPolicy": {},
"f:enableServiceLinks": {},
"f:restartPolicy": {},
"f:schedulerName": {},
"f:securityContext": {},
"f:terminationGracePeriodSeconds": {},
"f:tolerations": {},
"f:volumes": {
".": {},
"k:{\"name\":\"docker-config\"}": {
".": {},
"f:name": {},
"f:secret": {
".": {},
"f:defaultMode": {},
"f:secretName": {}
}
},
"k:{\"name\":\"docker-socket\"}": {
".": {},
"f:hostPath": {
".": {},
"f:path": {},
"f:type": {}
},
"f:name": {}
}
}
}
}
},
{
"manager": "kubelet",
"operation": "Update",
"apiVersion": "v1",
"time": "2022-08-12T18:56:07Z",
"fieldsType": "FieldsV1",
"fieldsV1": {
"f:status": {
"f:conditions": {
"k:{\"type\":\"ContainersReady\"}": {
".": {},
"f:lastProbeTime": {},
"f:lastTransitionTime": {},
"f:message": {},
"f:reason": {},
"f:status": {},
"f:type": {}
},
"k:{\"type\":\"Initialized\"}": {
".": {},
"f:lastProbeTime": {},
"f:lastTransitionTime": {},
"f:status": {},
"f:type": {}
},
"k:{\"type\":\"Ready\"}": {
".": {},
"f:lastProbeTime": {},
"f:lastTransitionTime": {},
"f:message": {},
"f:reason": {},
"f:status": {},
"f:type": {}
}
},
"f:containerStatuses": {},
"f:hostIP": {},
"f:phase": {},
"f:podIP": {},
"f:podIPs": {
".": {},
"k:{\"ip\":\"10.0.221.107\"}": {
".": {},
"f:ip": {}
}
},
"f:startTime": {}
}
}
}
]
},
"spec": {
"volumes": [
{
"name": "docker-socket",
"hostPath": {
"path": "/var/run/docker.sock",
"type": "Socket"
}
},
{
"name": "docker-config",
"secret": {
"secretName": "binder-build-docker-config",
"defaultMode": 420
}
},
{
"name": "default-token-xf4kx",
"secret": {
"secretName": "default-token-xf4kx",
"defaultMode": 420
}
}
],
"containers": [
{
"name": "builder",
"image": "quay.io/jupyterhub/repo2docker:2022.02.0",
"args": [
"jupyter-repo2docker",
"--ref=5b5d33bd1cff26c9e9c99a39b62081d9a9159afa",
"--image=ploomber/binder-devploomber-2dploomber-3873b0:5b5d33bd1cff26c9e9c99a39b62081d9a9159afa",
"--no-clean",
"--no-run",
"--json-logs",
"--user-name=jovyan",
"--user-id=1000",
"--push",
"https://github.com/ploomber/ploomber"
],
"env": [
{
"name": "GIT_CREDENTIAL_ENV",
"value": "username=SOME_TOKEN\\npassword=x-oauth-basic"
}
],
"resources": {
"limits": {
"memory": "0"
},
"requests": {
"memory": "0"
}
},
"volumeMounts": [
{
"name": "docker-socket",
"mountPath": "/var/run/docker.sock"
},
{
"name": "docker-config",
"mountPath": "/root/.docker"
},
{
"name": "default-token-xf4kx",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent"
}
],
"restartPolicy": "Never",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "ClusterFirst",
"serviceAccountName": "default",
"serviceAccount": "default",
"nodeName": "ip-10-0-100-130.ec2.internal",
"securityContext": {},
"affinity": {
"podAntiAffinity": {
"preferredDuringSchedulingIgnoredDuringExecution": [
{
"weight": 100,
"podAffinityTerm": {
"labelSelector": {
"matchLabels": {
"component": "binderhub-build"
}
},
"topologyKey": "kubernetes.io/hostname"
}
}
]
}
},
"schedulerName": "default-scheduler",
"tolerations": [
{
"key": "hub.jupyter.org/dedicated",
"operator": "Equal",
"value": "user",
"effect": "NoSchedule"
},
{
"key": "hub.jupyter.org_dedicated",
"operator": "Equal",
"value": "user",
"effect": "NoSchedule"
},
{
"key": "node.kubernetes.io/not-ready",
"operator": "Exists",
"effect": "NoExecute",
"tolerationSeconds": 300
},
{
"key": "node.kubernetes.io/unreachable",
"operator": "Exists",
"effect": "NoExecute",
"tolerationSeconds": 300
}
],
"priority": 0,
"enableServiceLinks": true,
"preemptionPolicy": "PreemptLowerPriority"
},
"status": {
"phase": "Failed",
"conditions": [
{
"type": "Initialized",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2022-08-12T18:56:05Z"
},
{
"type": "Ready",
"status": "False",
"lastProbeTime": null,
"lastTransitionTime": "2022-08-12T18:56:05Z",
"reason": "ContainersNotReady",
"message": "containers with unready status: [builder]"
},
{
"type": "ContainersReady",
"status": "False",
"lastProbeTime": null,
"lastTransitionTime": "2022-08-12T18:56:05Z",
"reason": "ContainersNotReady",
"message": "containers with unready status: [builder]"
},
{
"type": "PodScheduled",
"status": "True",
"lastProbeTime": null,
"lastTransitionTime": "2022-08-12T18:56:05Z"
}
],
"hostIP": "10.0.198.170",
"podIP": "10.0.221.107",
"podIPs": [
{
"ip": "10.0.221.107"
}
],
"startTime": "2022-08-12T18:56:05Z",
"containerStatuses": [
{
"name": "builder",
"state": {
"terminated": {
"exitCode": 1,
"reason": "Error",
"startedAt": "2022-08-12T18:56:06Z",
"finishedAt": "2022-08-12T18:56:06Z",
"containerID": "docker://14c157d8ed745a401ba0b68302e1475a019227edbc37951000ffe88283b2afd5"
}
},
"lastState": {},
"ready": false,
"restartCount": 0,
"image": "quay.io/jupyterhub/repo2docker:2022.02.0",
"imageID": "docker-pullable://quay.io/jupyterhub/repo2docker@sha256:c8b592a1012ea88db342c9303adc5f04dda682293392814af9e26460738465c2",
"containerID": "docker://14c157d8ed745a401ba0b68302e1475a019227edbc37951000ffe88283b2afd5",
"started": false
}
],
"qosClass": "BestEffort"
}
}
you can see the pod has status "phase": "Failed" and "exitCode": 1
This should’ve been detected by BinderHub but obviously wasn’t, I don’t know if Check for low-level errors when submitting builds by manics · Pull Request #1517 · jupyterhub/binderhub · GitHub would fix the error detection or if you’re hit some other problem.
so try going through the k8s events, or describing the build pod whilst it’s being created, to look for clues.
Could you also tell us how you provisioned and configured your EKS cluster?
