2026-05-30T23:58:59.871Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/2 sharders\r\nhttps://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=8be9863b68ce3156d5dd1035147905d95bbbdd9eb53d642e227524f4655a8886: [400] {\"error\":\"unexpected end of JSON input\"}\n\r\nhttps://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=8be9863b68ce3156d5dd1035147905d95bbbdd9eb53d642e227524f4655a8886: [400] {\"error\":\"unexpected end of JSON input\"}\n"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-05-31T02:28:19.315Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/2 sharders\r\nhttps://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=b9d756b9469d21aa799531d7099667083a22681692f62722ded30e6c48275e0f: [400] {\"error\":\"unexpected end of JSON input\"}\n\r\nhttps://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=b9d756b9469d21aa799531d7099667083a22681692f62722ded30e6c48275e0f: [400] {\"error\":\"unexpected end of JSON input\"}\n"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-05-31T02:56:01.466Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "b143cc430ebf2209cd999ae2855d2aebc18ead48182d3f6aa9f1bcc8ecc92513", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T02:56:17.520Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "367a7b0b6505eec2e2db88fa968768736b395604cb4a5e1f502a657db398ab46", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T05:28:56.965Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "b143cc430ebf2209cd999ae2855d2aebc18ead48182d3f6aa9f1bcc8ecc92513", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T06:45:50.771Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "44996586b09459d15ad4c30d945287480f2293f4f7f86ed6676fc34c9fd9649f", "error": "internal_error: can't get allocation: error retrieving allocation: 44996586b09459d15ad4c30d945287480f2293f4f7f86ed6676fc34c9fd9649f, error: failed to connect to `host=sharder-postgres-1 user=zchain_user database=events_db`: hostname resolving error (lookup sharder-postgres-1 on 127.0.0.11:53: read udp 127.0.0.1:53185->127.0.0.11:53: i/o timeout)"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T07:12:29.943Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "b143cc430ebf2209cd999ae2855d2aebc18ead48182d3f6aa9f1bcc8ecc92513", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T15:43:23.455Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "e51bea6ce5feb808c857c64e0c00bb9657466f26b984dea0f27d8c0738f3414a", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. internal_error: can't get challenge: error retriving Challenge node with ID e51bea6ce5feb808c857c64e0c00bb9657466f26b984dea0f27d8c0738f3414a; error: failed to connect to `host=sharder-postgres-1 user=zchain_user database=events_db`: hostname resolving error (lookup sharder-postgres-1 on 127.0.0.11:53: write udp 127.0.0.1:59849->127.0.0.11:53: i/o timeout)"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T16:57:08.285Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "9928fb84318dd5d4a181007accf7393c5389c268c998802431c1a69e5efc79af", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. internal_error: can't get challenge: error retriving Challenge node with ID 9928fb84318dd5d4a181007accf7393c5389c268c998802431c1a69e5efc79af; error: record not found"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T16:57:13.342Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "9928fb84318dd5d4a181007accf7393c5389c268c998802431c1a69e5efc79af", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. internal_error: can't get challenge: error retriving Challenge node with ID 9928fb84318dd5d4a181007accf7393c5389c268c998802431c1a69e5efc79af; error: record not found"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T17:42:54.716Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "f593f83a1fe59a6733f7e754bd4bd051da2eed7ce81454f5500e8459b3751ff5", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T23:17:42.114Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/2 sharders\r\nhttps://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=1c9e93468762cf74014b2e423db4b64b38b53f7b1d2fc549aef9b73384c07916: [400] {\"error\":\"unexpected end of JSON input\"}\n\r\nhttps://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=1c9e93468762cf74014b2e423db4b64b38b53f7b1d2fc549aef9b73384c07916: [400] {\"error\":\"unexpected end of JSON input\"}\n"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T00:07:52.361Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/2 sharders\r\nhttps://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=bdaa42d1a6c1854165217ba82e836823f53fb08f49277039429e57e0c9931adb: [400] {\"error\":\"unexpected end of JSON input\"}\n\r\nhttps://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=bdaa42d1a6c1854165217ba82e836823f53fb08f49277039429e57e0c9931adb: [400] {\"error\":\"unexpected end of JSON input\"}\n"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T01:48:07.598Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/1 sharders\r\nGet \"https://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=0c4d72d7b5c9ea1904e5e9a9c2fb7cd24f3a20c48374e4d1527a7d5eac174238\": dial tcp 198.18.0.82:7172: connect: connection refused"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T07:09:25.020Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "44996586b09459d15ad4c30d945287480f2293f4f7f86ed6676fc34c9fd9649f", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T08:16:26.346Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "44996586b09459d15ad4c30d945287480f2293f4f7f86ed6676fc34c9fd9649f", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T11:00:28.614Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "ad9907a1c174e77ff7098c1a5e564f9bc83641aab6c04d3c0ad46f535df1ff04", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T12:37:47.186Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "submit transaction failed: context deadline exceeded"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T15:57:46.534Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/2 sharders\r\nhttps://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=25ed37b431eb06e2a4252867755d0c66a8408f5541b56123b5a86bd5b313085a: [400] {\"error\":\"unexpected end of JSON input\"}\n\r\nhttps://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=25ed37b431eb06e2a4252867755d0c66a8408f5541b56123b5a86bd5b313085a: [400] {\"error\":\"unexpected end of JSON input\"}\n"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T19:14:49.371Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "59216193148f018bf6163f632e1bbad90d6cc28b552c239379a2044b735a173d", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T19:16:24.659Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "44996586b09459d15ad4c30d945287480f2293f4f7f86ed6676fc34c9fd9649f", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T19:16:29.665Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "59216193148f018bf6163f632e1bbad90d6cc28b552c239379a2044b735a173d", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039