Grafana run query,search for the 3 hours or more logs,the grafana show me: too many unhealthy instances in the ring

[vfzh]

kubernetes version is v1.18.20
Loki verion: 2.9.4
Promtail version: 2.9.3
Grafana version: 9.5.10
install LPG by helm-chart

error log as follow:

level=error ts=2024-02-05T02:18:47.407229592Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407230941Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407233587Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407258219Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407337043Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407369403Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407384049Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407405799Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407433598Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407431428Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407447494Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407458656Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407467559Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407521737Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407535322Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407536625Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407525098Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407553068Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407562486Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407565485Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407675367Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"
level=error ts=2024-02-05T02:18:47.407781985Z caller=retry.go:73 org_id=fake msg="error processing request" try=0 query="sum by (level)(count_over_time({filename=\"/var/log/pods/catarc-develop_auth-serv-84996cc7bf-nx4cf_2c256c75-5059-412b-b198-b61cea102b30/auth-serv/0.log\"} |= \"\"[1m]))" err="context canceled"

i'm not sure it was because of kubernetes version or i miss the key configurations.
just help anyone who can give me some advise, thanks lot