net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T09:35:17.461Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "f0dcad45243232c1fd2aeb9536d34ed91dcb146028e8a4b85233f807cb68530b", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T09:57:28.563Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/2 sharders\r\nhttps://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=6fbf6924020b6c337629d7383a07e92173fca97170861a3bc961f878ff429e7b: [400] {\"error\":\"unexpected end of JSON input\"}\n\r\nhttps://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=6fbf6924020b6c337629d7383a07e92173fca97170861a3bc961f878ff429e7b: [400] {\"error\":\"unexpected end of JSON input\"}\n"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-05-31T15:12:58.140Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "b143cc430ebf2209cd999ae2855d2aebc18ead48182d3f6aa9f1bcc8ecc92513", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T15:52:47.084Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "8ab0a7f77f1164e38d4fb5af3143bf42468dbd86b8d0676496d72d880bb7bd65", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T17:45:33.235Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "585b4d14be4f0e7725a374afcfbaf30b5e8d893d75cfcfe7050e3272fce7c845", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T22:30:57.672Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "44996586b09459d15ad4c30d945287480f2293f4f7f86ed6676fc34c9fd9649f", "error": "internal_error: can't get allocation: error retrieving allocation: 44996586b09459d15ad4c30d945287480f2293f4f7f86ed6676fc34c9fd9649f, error: failed to connect to `host=sharder-postgres-1 user=zchain_user database=events_db`: hostname resolving error (lookup sharder-postgres-1 on 127.0.0.11:53: read udp 127.0.0.1:48919->127.0.0.11:53: i/o timeout)"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T00:07:16.362Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "submit transaction failed: context deadline exceeded"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T00:57:17.861Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/2 sharders\r\nhttps://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=a37245cc1fdc519eb9a6bef52389a66b1d5f33217a35533d4a533317b165e920: [400] {\"error\":\"unexpected end of JSON input\"}\n\r\nhttps://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=a37245cc1fdc519eb9a6bef52389a66b1d5f33217a35533d4a533317b165e920: [400] {\"error\":\"unexpected end of JSON input\"}\n"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T01:48:08.158Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/1 sharders\r\nGet \"https://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=4a9cd783b66d5811c0e8434b5c2e56d7ccbf306954d0af1b1448cd299376e7ac\": dial tcp 198.18.0.81:7171: connect: connection refused"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T03:30:12.096Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "44996586b09459d15ad4c30d945287480f2293f4f7f86ed6676fc34c9fd9649f", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T04:58:59.109Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "bdc061296bc51a137a77c2fa78659f048d3e16a42ef8d90e4114db2a30bacb1b", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T04:58:59.697Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "bd9c8cceefe51c0dbc1cd39478fbc42d8c7a48c3eb1d75edbbc0cc57d0c662cf", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T04:58:59.955Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "505c45fe56e3044d03e09c04a5a65bbfcb34a9dda7820bf57828dd36eec7a0ec", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T08:16:29.129Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "44996586b09459d15ad4c30d945287480f2293f4f7f86ed6676fc34c9fd9649f", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T12:38:42.721Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/2 sharders\r\nhttps://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=fbfc50bba873c57407045fed9a20bfb1245fce06b72c01e98745c10bdb52a7ad: [400] {\"error\":\"unexpected end of JSON input\"}\n\r\nhttps://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=fbfc50bba873c57407045fed9a20bfb1245fce06b72c01e98745c10bdb52a7ad: [400] {\"error\":\"unexpected end of JSON input\"}\n"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T15:31:05.107Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "23bece1d6b0ce9a60b46388db66f0d54cf57171af9c8a1b6eb68c177b832a357", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T15:31:10.926Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "53f843b68732b452523d1bdaf1cf4d0df7846717762d69cce8dad5e97583c52c", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T19:14:52.977Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "69667268eae09a90a0957df4d1a1576e2200e31b37d7122e93ed12ec258e5dce", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T19:16:25.001Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "44996586b09459d15ad4c30d945287480f2293f4f7f86ed6676fc34c9fd9649f", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T19:16:30.022Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "69667268eae09a90a0957df4d1a1576e2200e31b37d7122e93ed12ec258e5dce", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039