Grafana Pod Error State After Restart
NAME READY STATUS RESTARTS AGE
alertmanager-5d9458d9dc-4l4ms 1/1 Running 0 175m
grafana-5ccbd5d765-cpm9s 0/1 CrashLoopBackOff 17 66m
influxdb-d5d4475dd-v6bvr 1/1 Running 0 3h
[root@ip-10-45-4-191 ~]# kubectl logs grafana-5ccbd5d765-cpm9s -nmonitoring
t=2020-12-28T11:03:14+0000 lvl=info msg=“Starting Grafana” logger=server version=6.3.5 commit=67bad72 branch=HEAD compiled=2019-09-02T09:34:49+0000
t=2020-12-28T11:03:14+0000 lvl=info msg=“Config loaded from” logger=settings file=/usr/share/grafana/conf/defaults.ini
t=2020-12-28T11:03:14+0000 lvl=info msg=“Config loaded from” logger=settings file=/etc/grafana/grafana.ini
t=2020-12-28T11:03:14+0000 lvl=info msg=“Config overridden from command line” logger=settings arg=“default.paths.data=/var/lib/grafana”
t=2020-12-28T11:03:14+0000 lvl=info msg=“Config overridden from command line” logger=settings arg=“default.paths.logs=/var/log/grafana”
t=2020-12-28T11:03:14+0000 lvl=info msg=“Config overridden from command line” logger=settings arg=“default.paths.plugins=/var/lib/grafana/plugins”
t=2020-12-28T11:03:14+0000 lvl=info msg=“Config overridden from command line” logger=settings arg=“default.paths.provisioning=/etc/grafana/provisioning”
t=2020-12-28T11:03:14+0000 lvl=info msg=“Config overridden from command line” logger=settings arg=“default.log.mode=console”
t=2020-12-28T11:03:14+0000 lvl=info msg=“Config overridden from Environment variable” logger=settings var=“GF_PATHS_DATA=/var/lib/grafana”
t=2020-12-28T11:03:14+0000 lvl=info msg=“Config overridden from Environment variable” logger=settings var=“GF_PATHS_LOGS=/var/log/grafana”
t=2020-12-28T11:03:14+0000 lvl=info msg=“Config overridden from Environment variable” logger=settings var=“GF_PATHS_PLUGINS=/var/lib/grafana/plugins”
t=2020-12-28T11:03:14+0000 lvl=info msg=“Config overridden from Environment variable” logger=settings var=“GF_PATHS_PROVISIONING=/etc/grafana/provisioning”
t=2020-12-28T11:03:14+0000 lvl=info msg=“Config overridden from Environment variable” logger=settings var=“GF_SECURITY_ADMIN_USER=admin”
t=2020-12-28T11:03:14+0000 lvl=info msg=“Config overridden from Environment variable” logger=settings var=“GF_SECURITY_ADMIN_PASSWORD=*********”
t=2020-12-28T11:03:14+0000 lvl=info msg=“Path Home” logger=settings path=/usr/share/grafana
t=2020-12-28T11:03:14+0000 lvl=info msg=“Path Data” logger=settings path=/var/lib/grafana
t=2020-12-28T11:03:14+0000 lvl=info msg=“Path Logs” logger=settings path=/var/log/grafana
t=2020-12-28T11:03:14+0000 lvl=info msg=“Path Plugins” logger=settings path=/var/lib/grafana/plugins
t=2020-12-28T11:03:14+0000 lvl=info msg=“Path Provisioning” logger=settings path=/etc/grafana/provisioning
t=2020-12-28T11:03:14+0000 lvl=info msg=“App mode production” logger=settings
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing SqlStore” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Connecting to DB” logger=sqlstore dbtype=sqlite3
t=2020-12-28T11:03:14+0000 lvl=info msg=“Starting DB migration” logger=migrator
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing HTTPServer” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing InternalMetricsService” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing RemoteCache” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing QuotaService” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing PluginManager” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Starting plugin search” logger=plugins
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing RenderingService” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing AlertEngine” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing DatasourceCacheService” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing HooksService” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing LoginService” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing SearchService” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing ServerLockService” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing TracingService” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing UsageStatsService” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing UserAuthTokenService” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing CleanUpService” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing NotificationService” logger=server
t=2020-12-28T11:03:14+0000 lvl=info msg=“Initializing provisioningServiceImpl” logger=server
t=2020-12-28T11:03:14+0000 lvl=eror msg=“Server shutdown” logger=server reason=“Service init failed: Datasource provisioning error: read /etc/grafana/provisioning/datasources/prometheus-datasource.yml: is a directory”
Please help me to resolve the issue