=== RUN TestInjectorClusterHeartbeat heartbeat_test.go:23: start time 2024-07-17 07:23:12.831254 +0000 UTC --- FAIL: TestInjectorClusterHeartbeat (69.38s) === RUN TestInjectorClusterHeartbeat/TestInjectorClusterHeartbeat --- FAIL: TestInjectorClusterHeartbeat/TestInjectorClusterHeartbeat (2.51s) === RUN TestInjectorClusterHeartbeat/TestInjectorClusterHeartbeat/verify_infra_status_updated_at_times {"severity":"INFO","time":"2024-07-17T07:24:19Z","message":"skipping garbage collection of deleted watched field objects","level":0,"logging.googleapis.com/sourceLocation":{"function":"edge-infra.dev/pkg/edge/psqlinjector.(*PSQLInjector).Run","file":"pkg/edge/psqlinjector/ps_server.go","line":59}} {"severity":"INFO","time":"2024-07-17T07:24:19Z","logger":"addPubSubSubscriptions","message":"created subscriber","project_id":"baz","logging.googleapis.com/sourceLocation":{"function":"edge-infra.dev/pkg/edge/psqlinjector.(*PSQLInjector).addPubSubSubscribers.func1","file":"pkg/edge/psqlinjector/ps_server.go","line":145}} {"severity":"INFO","time":"2024-07-17T07:24:19Z","logger":"addPubSubSubscriptions","message":"created subscriber","project_id":"foo","logging.googleapis.com/sourceLocation":{"function":"edge-infra.dev/pkg/edge/psqlinjector.(*PSQLInjector).addPubSubSubscribers.func1","file":"pkg/edge/psqlinjector/ps_server.go","line":145}} {"severity":"INFO","time":"2024-07-17T07:24:19Z","logger":"addPubSubSubscriptions","message":"created subscriber","project_id":"bar","logging.googleapis.com/sourceLocation":{"function":"edge-infra.dev/pkg/edge/psqlinjector.(*PSQLInjector).addPubSubSubscribers.func1","file":"pkg/edge/psqlinjector/ps_server.go","line":145}} {"severity":"INFO","time":"2024-07-17T07:24:19Z","message":"starting manager","level":0,"logging.googleapis.com/sourceLocation":{"function":"edge-infra.dev/pkg/edge/psqlinjector.(*PSQLInjector).Run","file":"pkg/edge/psqlinjector/ps_server.go","line":74}} {"severity":"info","ts":"2024-07-17T07:24:19Z","message":"starting subscriber runnable","runnable":"subscriber","subscriptionId":"kinform-psqlinjector","projectId":"foo"} {"severity":"info","ts":"2024-07-17T07:24:19Z","message":"starting server","kind":"health probe","addr":"127.0.0.1:33861"} {"severity":"info","ts":"2024-07-17T07:24:19Z","message":"starting subscriber runnable","runnable":"subscriber","subscriptionId":"kinform-psqlinjector","projectId":"bar"} {"severity":"info","ts":"2024-07-17T07:24:19Z","message":"starting server","path":"/metrics","kind":"metrics","addr":"127.0.0.1:43975"} {"severity":"info","ts":"2024-07-17T07:24:19Z","message":"starting subscriber runnable","runnable":"subscriber","subscriptionId":"kinform-psqlinjector","projectId":"baz"} {"severity":"INFO","time":"2024-07-17T07:24:20Z","message":"successfully updated cluster heartbeat","level":-1,"payload_type":"heartbeat","cluster_uuid":"e829bd16-c909-4382-87e1-23d3f0aa6011","level":-1,"cluster_version_major":0,"cluster_version_minor":0,"session_id":"67b34368-1ea0-4746-9800-5c3a7869dea8","level":0,"logging.googleapis.com/sourceLocation":{"function":"edge-infra.dev/pkg/edge/psqlinjector.(*PSQLInjector).handleClusterHeartbeat","file":"pkg/edge/psqlinjector/subscriber.go","line":206}} main_test.go:173: Error Trace: pkg/edge/psqlinjector/integration/main_test.go:173 pkg/edge/psqlinjector/integration/heartbeat_test.go:67 test/f2/framework.go:288 test/f2/framework.go:274 Error: Received unexpected error: sql: Scan error on column index 0, name "infra_status_updated_at": unsupported Scan, storing driver.Value type <nil> into type *time.Time Test: TestInjectorClusterHeartbeat/TestInjectorClusterHeartbeat/verify_infra_status_updated_at_times Messages: unable to query cluster infra_status_updated_at for projectID "bar" {"severity":"info","ts":"2024-07-17T07:24:20Z","message":"stopping and waiting for runnables"} {"severity":"info","ts":"2024-07-17T07:24:20Z","message":"wait completed, proceeding to shutdown the manager"} {"severity":"ERROR","time":"2024-07-17T07:24:20Z","message":"failed to set cluster heartbeat in database","level":-1,"payload_type":"heartbeat","cluster_uuid":"5f60322e-3a4d-4525-b155-8c70b21ab034","level":-1,"cluster_version_major":0,"cluster_version_minor":0,"session_id":"67b34368-1ea0-4746-9800-5c3a7869dea8","error":"failed to update cluster \"5f60322e-3a4d-4525-b155-8c70b21ab034\" status time: failed to connect to `host=/tmp user=edge-test@ret-edge-pltf-infra.iam database=argo-cloudsql-database-44b880c0-2014-4403-ba3b-f2d57a717b72`: failed to receive message (timeout: context canceled)","level":2,"logging.googleapis.com/sourceLocation":{"function":"edge-infra.dev/pkg/edge/psqlinjector.(*PSQLInjector).handleClusterHeartbeat","file":"pkg/edge/psqlinjector/subscriber.go","line":202}} {"severity":"ERROR","time":"2024-07-17T07:24:20Z","message":"failed to handle message","level":-1,"payload_type":"heartbeat","cluster_uuid":"5f60322e-3a4d-4525-b155-8c70b21ab034","error":"failed to update cluster \"5f60322e-3a4d-4525-b155-8c70b21ab034\" status time: failed to connect to `host=/tmp user=edge-test@ret-edge-pltf-infra.iam database=argo-cloudsql-database-44b880c0-2014-4403-ba3b-f2d57a717b72`: failed to receive message (timeout: context canceled)","level":2,"logging.googleapis.com/sourceLocation":{"function":"edge-infra.dev/pkg/edge/psqlinjector.(*PSQLInjector).HandleMsg","file":"pkg/edge/psqlinjector/subscriber.go","line":156}} {"severity":"error","ts":"2024-07-17T07:24:20Z","message":"error handling message","runnable":"subscriber","subscriptionId":"kinform-psqlinjector","projectId":"baz","error":"failed to update cluster \"5f60322e-3a4d-4525-b155-8c70b21ab034\" status time: failed to connect to `host=/tmp user=edge-test@ret-edge-pltf-infra.iam database=argo-cloudsql-database-44b880c0-2014-4403-ba3b-f2d57a717b72`: failed to receive message (timeout: context canceled)","stacktrace":"edge-infra.dev/pkg/lib/runtime/subscriber.(*Subscriber).Start.func2.1\n\tpkg/lib/runtime/subscriber/subscriber.go:105\ncloud.google.com/go/pubsub.(*Subscription).Receive.func2.1\n\texternal/com_google_cloud_go_pubsub/subscription.go:1403\ncloud.google.com/go/pubsub/internal/scheduler.(*ReceiveScheduler).Add.func1\n\texternal/com_google_cloud_go_pubsub/internal/scheduler/receive_scheduler.go:84"} {"severity":"ERROR","time":"2024-07-17T07:24:20Z","message":"failed to set cluster heartbeat in database","level":-1,"payload_type":"heartbeat","cluster_uuid":"efffaf84-8b9a-47bc-9324-22b4d0b788a8","level":-1,"cluster_version_major":0,"cluster_version_minor":0,"session_id":"67b34368-1ea0-4746-9800-5c3a7869dea8","error":"failed to update cluster \"efffaf84-8b9a-47bc-9324-22b4d0b788a8\" status time: timeout: context canceled","level":2,"logging.googleapis.com/sourceLocation":{"function":"edge-infra.dev/pkg/edge/psqlinjector.(*PSQLInjector).handleClusterHeartbeat","file":"pkg/edge/psqlinjector/subscriber.go","line":202}} {"severity":"ERROR","time":"2024-07-17T07:24:20Z","message":"failed to handle message","level":-1,"payload_type":"heartbeat","cluster_uuid":"efffaf84-8b9a-47bc-9324-22b4d0b788a8","error":"failed to update cluster \"efffaf84-8b9a-47bc-9324-22b4d0b788a8\" status time: timeout: context canceled","level":2,"logging.googleapis.com/sourceLocation":{"function":"edge-infra.dev/pkg/edge/psqlinjector.(*PSQLInjector).HandleMsg","file":"pkg/edge/psqlinjector/subscriber.go","line":156}} {"severity":"error","ts":"2024-07-17T07:24:20Z","message":"error handling message","runnable":"subscriber","subscriptionId":"kinform-psqlinjector","projectId":"bar","error":"failed to update cluster \"efffaf84-8b9a-47bc-9324-22b4d0b788a8\" status time: timeout: context canceled","stacktrace":"edge-infra.dev/pkg/lib/runtime/subscriber.(*Subscriber).Start.func2.1\n\tpkg/lib/runtime/subscriber/subscriber.go:105\ncloud.google.com/go/pubsub.(*Subscription).Receive.func2.1\n\texternal/com_google_cloud_go_pubsub/subscription.go:1403\ncloud.google.com/go/pubsub/internal/scheduler.(*ReceiveScheduler).Add.func1\n\texternal/com_google_cloud_go_pubsub/internal/scheduler/receive_scheduler.go:84"} {"severity":"info","ts":"2024-07-17T07:24:21Z","message":"shutting down subscriber runnable","runnable":"subscriber","subscriptionId":"kinform-psqlinjector","projectId":"bar"} {"severity":"info","ts":"2024-07-17T07:24:21Z","message":"shutting down subscriber runnable","runnable":"subscriber","subscriptionId":"kinform-psqlinjector","projectId":"baz"} {"severity":"info","ts":"2024-07-17T07:24:21Z","message":"shutting down subscriber runnable","runnable":"subscriber","subscriptionId":"kinform-psqlinjector","projectId":"foo"} --- FAIL: TestInjectorClusterHeartbeat/TestInjectorClusterHeartbeat/verify_infra_status_updated_at_times (1.19s)