net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T09:35:04.825Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "b143cc430ebf2209cd999ae2855d2aebc18ead48182d3f6aa9f1bcc8ecc92513", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T14:35:43.475Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "44996586b09459d15ad4c30d945287480f2293f4f7f86ed6676fc34c9fd9649f", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T15:43:22.018Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "e51bea6ce5feb808c857c64e0c00bb9657466f26b984dea0f27d8c0738f3414a", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. internal_error: can't get challenge: failed to connect to `host=sharder-postgres-1 user=zchain_user database=events_db`: hostname resolving error (lookup sharder-postgres-1 on 127.0.0.11:53: write udp 127.0.0.1:49531->127.0.0.11:53: i/o timeout)"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T15:43:43.053Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "da65e88751735aae9dd46bb6a864f10289a52bc9044c55c462c8643ec2a477db", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T17:42:55.571Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "6c2c0cdba80fe3030d0d3befe122b29bed213d048347c4698928e000356592f5", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T17:42:56.819Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "490c99ddb9adf5a842c53b77fffa72be390abe0423e93d7d18718ed8b811750b", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T20:45:38.473Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "b143cc430ebf2209cd999ae2855d2aebc18ead48182d3f6aa9f1bcc8ecc92513", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T22:31:13.945Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "44996586b09459d15ad4c30d945287480f2293f4f7f86ed6676fc34c9fd9649f", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T00:07:49.700Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/2 sharders\r\nhttps://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=adb7cd3d85b96385bc989cc762a63b2aeb53dd5b6985a119a9d52c8e5603db54: [400] {\"error\":\"unexpected end of JSON input\"}\n\r\nhttps://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=adb7cd3d85b96385bc989cc762a63b2aeb53dd5b6985a119a9d52c8e5603db54: [400] {\"error\":\"unexpected end of JSON input\"}\n"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T00:59:05.667Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/2 sharders\r\nhttps://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=9985dd150c12114aa227c52dc6d165feea91354a78cbac5e8739b4dca4ede220: [400] {\"error\":\"unexpected end of JSON input\"}\n\r\nhttps://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=9985dd150c12114aa227c52dc6d165feea91354a78cbac5e8739b4dca4ede220: [400] {\"error\":\"unexpected end of JSON input\"}\n"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T01:48:07.595Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/1 sharders\r\nGet \"https://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=75102d95facd7b53deeb54084cb92448fde1ef91623ced610102bf33f425dcfd\": dial tcp 198.18.0.81:7171: connect: connection refused"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T04:58:59.932Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "bd9c8cceefe51c0dbc1cd39478fbc42d8c7a48c3eb1d75edbbc0cc57d0c662cf", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T05:57:27.814Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/2 sharders\r\nhttps://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=24394e8274a00f3c87e75da70f8d370a402839721063cb39d68fdd49fcf92c59: [400] {\"error\":\"unexpected end of JSON input\"}\n\r\nhttps://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=24394e8274a00f3c87e75da70f8d370a402839721063cb39d68fdd49fcf92c59: [400] {\"error\":\"unexpected end of JSON input\"}\n"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T08:16:26.730Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "b143cc430ebf2209cd999ae2855d2aebc18ead48182d3f6aa9f1bcc8ecc92513", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T11:39:01.931Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "e7651236da50c31e201b9cb543bcfec625ae87c102fa2d46f2dd39df8f96a966", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T12:38:58.778Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/2 sharders\r\nhttps://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=eb2fcd0a2552264787c2d49a98910fcb961c28ab7a2b292c42a8daa1c6c88f31: [400] {\"error\":\"unexpected end of JSON input\"}\n\r\nhttps://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=eb2fcd0a2552264787c2d49a98910fcb961c28ab7a2b292c42a8daa1c6c88f31: [400] {\"error\":\"unexpected end of JSON input\"}\n"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T13:59:52.097Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "44996586b09459d15ad4c30d945287480f2293f4f7f86ed6676fc34c9fd9649f", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T19:14:58.333Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "450e527781a57dfe5dafe2697abaf43845b0dc02e6e1b2f76feedfc11f995a09", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T19:16:24.656Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "44996586b09459d15ad4c30d945287480f2293f4f7f86ed6676fc34c9fd9649f", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T19:16:29.663Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "450e527781a57dfe5dafe2697abaf43845b0dc02e6e1b2f76feedfc11f995a09", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039