net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T02:58:50.230Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "dc721920bd01a6ed6f9c83d4628d8fc4c4cdbe59a8da551221205bd297277d0a", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. internal_error: can't get challenge: error retriving Challenge node with ID dc721920bd01a6ed6f9c83d4628d8fc4c4cdbe59a8da551221205bd297277d0a; error: record not found"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T05:52:14.741Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "e0f023cf1e3dc78f859dd452195eac347c662d75e8231b5d832bf5eb7cd0cb72", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T06:45:57.686Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "42943445e0261f4962619fc28b1bc28b8dacdd30086904130e39fa711ff7ad7c", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-05-31T09:57:30.727Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/2 sharders\r\nhttps://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=95bb2571391030814c5521550d83b04b5dd5d913c710cc398d243e22570d20ca: [400] {\"error\":\"unexpected end of JSON input\"}\n\r\nhttps://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=95bb2571391030814c5521550d83b04b5dd5d913c710cc398d243e22570d20ca: [400] {\"error\":\"unexpected end of JSON input\"}\n"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-05-31T09:59:21.539Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "3a68963d87475f27fb7c8714f189eb0ddc70b65f706faa9546ae7e9701476000", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. internal_error: can't get challenge: error retriving Challenge node with ID 3a68963d87475f27fb7c8714f189eb0ddc70b65f706faa9546ae7e9701476000; error: record not found"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T00:07:19.199Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "submit transaction failed: context deadline exceeded"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T00:57:31.766Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/2 sharders\r\nhttps://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=f6df2671b2268bb18145a61add58b385b7017986f5305c16e133ff2595772f3f: [400] {\"error\":\"unexpected end of JSON input\"}\n\r\nhttps://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=f6df2671b2268bb18145a61add58b385b7017986f5305c16e133ff2595772f3f: [400] {\"error\":\"unexpected end of JSON input\"}\n"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T01:48:08.150Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/1 sharders\r\nGet \"https://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=bcadde420bc4e271e5e3137091922957587b7a14fcae0068b2c38a65d2f6f670\": dial tcp 198.18.0.82:7172: connect: connection refused"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T10:27:34.612Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "192b4973ae6c81a82ccd275d24e6b196cddf89a200d4501aa063d3934e20e071", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T11:00:28.619Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "f94b44c8c6953911bf93e7d199f3b215f67c48ed3d5d00cfc2bb18929ec2bae9", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T11:39:01.421Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "b24f99ff67e53e81daafc999347e7d91b6d5be1f1c77339e1c77d8fde6755aaa", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T12:38:42.704Z ERROR handler/health.go:61 Failed to health check validator on the blockchain {"error": "[txn] too less sharders to confirm it: min_confirmation is 10%, but got 0/2 sharders\r\nhttps://test.zus.network/sharder01/v1/transaction/get/confirmation?hash=b89fd6d79d28043dee3134d28447b80a00298a5f388d4b5848f54b7e5d7b3ba9: [400] {\"error\":\"unexpected end of JSON input\"}\n\r\nhttps://test.zus.network/sharder02/v1/transaction/get/confirmation?hash=b89fd6d79d28043dee3134d28447b80a00298a5f388d4b5848f54b7e5d7b3ba9: [400] {\"error\":\"unexpected end of JSON input\"}\n"} github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.ValidatorHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/health.go:61 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.SendHealthCheck /0chain/code/go/0chain.net/blobbercore/handler/protocol.go:163 github.com/0chain/blobber/code/go/0chain.net/core/common/handler.StartHealthCheck.func1 /0chain/code/go/0chain.net/core/common/handler/worker.go:36 2026-06-01T13:33:10.113Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "b143cc430ebf2209cd999ae2855d2aebc18ead48182d3f6aa9f1bcc8ecc92513", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T15:09:43.689Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "ca4da0215abc915cff0ecfd9abdf7b8b2f6bd9578e799578edde8208bbee88a9", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. internal_error: can't get challenge: error retriving Challenge node with ID ca4da0215abc915cff0ecfd9abdf7b8b2f6bd9578e799578edde8208bbee88a9; error: record not found"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T19:14:57.238Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "69667268eae09a90a0957df4d1a1576e2200e31b37d7122e93ed12ec258e5dce", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T19:14:57.800Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "59216193148f018bf6163f632e1bbad90d6cc28b552c239379a2044b735a173d", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T19:16:21.370Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "59216193148f018bf6163f632e1bbad90d6cc28b552c239379a2044b735a173d", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. internal_error: can't get challenge: error retriving Challenge node with ID 59216193148f018bf6163f632e1bbad90d6cc28b552c239379a2044b735a173d; error: record not found"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T19:16:24.661Z ERROR storage/challenge_handler.go:47 Error getting allocation from chain {"allocation_id": "44996586b09459d15ad4c30d945287480f2293f4f7f86ed6676fc34c9fd9649f", "error": "consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:47 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T19:16:27.466Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "59216193148f018bf6163f632e1bbad90d6cc28b552c239379a2044b735a173d", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039 2026-06-01T19:16:29.666Z ERROR storage/challenge_handler.go:118 Error verifying the challenge from BC {"challenge_id": "69667268eae09a90a0957df4d1a1576e2200e31b37d7122e93ed12ec258e5dce", "error": "invalid_challenge: Invalid challenge id. Challenge not found in blockchain. consensus_failed: consensus failed on sharders"} github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.NewChallengeObj /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:118 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.challengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler.go:38 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.ChallengeHandler /0chain/code/go/0chain.net/validatorcore/storage/challenge_handler_main.go:12 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.SetupContext.func1 /0chain/code/go/0chain.net/validatorcore/storage/context.go:16 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.ToJSONResponse.func2 /0chain/code/go/0chain.net/core/common/handler.go:117 github.com/0chain/blobber/code/go/0chain.net/validatorcore/storage.SetupHandlers.RateLimit.RateLimit.func5 /0chain/code/go/0chain.net/core/common/rate_limiter.go:50 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseCors.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:35 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/0chain/blobber/code/go/0chain.net/blobbercore/handler.UseRecovery.func1 /0chain/code/go/0chain.net/blobbercore/handler/handler_middlewares.go:48 net/http.HandlerFunc.ServeHTTP /usr/local/go/src/net/http/server.go:2166 github.com/gorilla/mux.(*Router).ServeHTTP /go/pkg/mod/github.com/gorilla/mux@v1.8.1/mux.go:212 github.com/gorilla/handlers.(*cors).ServeHTTP /go/pkg/mod/github.com/gorilla/handlers@v1.5.1/cors.go:54 net/http.serverHandler.ServeHTTP /usr/local/go/src/net/http/server.go:3137 net/http.(*conn).serve /usr/local/go/src/net/http/server.go:2039