logger=settings t=2026-05-19T16:09:39.907458723Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2026-05-19T16:09:39Z logger=settings t=2026-05-19T16:09:39.907847701Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini logger=settings t=2026-05-19T16:09:39.907869092Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini logger=settings t=2026-05-19T16:09:39.907874982Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana/" logger=settings t=2026-05-19T16:09:39.907879462Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" logger=settings t=2026-05-19T16:09:39.907883892Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" logger=settings t=2026-05-19T16:09:39.907888552Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" logger=settings t=2026-05-19T16:09:39.907892552Z level=info msg="Config overridden from command line" arg="default.log.mode=console" logger=settings t=2026-05-19T16:09:39.907897253Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana/" logger=settings t=2026-05-19T16:09:39.907902453Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" logger=settings t=2026-05-19T16:09:39.907908343Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" logger=settings t=2026-05-19T16:09:39.907913073Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" logger=settings t=2026-05-19T16:09:39.907917803Z level=info msg="Config overridden from Environment variable" var="GF_SECURITY_ADMIN_USER=admin" logger=settings t=2026-05-19T16:09:39.907924593Z level=info msg="Config overridden from Environment variable" var="GF_SECURITY_ADMIN_PASSWORD=*********" logger=settings t=2026-05-19T16:09:39.907934993Z level=info msg=Target target=[all] logger=settings t=2026-05-19T16:09:39.907949595Z level=info msg="Path Home" path=/usr/share/grafana logger=settings t=2026-05-19T16:09:39.907959925Z level=info msg="Path Data" path=/var/lib/grafana/ logger=settings t=2026-05-19T16:09:39.907965915Z level=info msg="Path Logs" path=/var/log/grafana logger=settings t=2026-05-19T16:09:39.907971365Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins logger=settings t=2026-05-19T16:09:39.907977585Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning logger=settings t=2026-05-19T16:09:39.907983345Z level=info msg="App mode production" logger=sqlstore t=2026-05-19T16:09:39.908411005Z level=info msg="Connecting to DB" dbtype=sqlite3 logger=migrator t=2026-05-19T16:09:39.909343305Z level=info msg="Starting DB migrations" logger=migrator t=2026-05-19T16:09:39.929849106Z level=info msg="migrations completed" performed=0 skipped=547 duration=733.497µs logger=secrets t=2026-05-19T16:09:39.931078704Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 logger=plugin.store t=2026-05-19T16:09:39.953525868Z level=info msg="Loading plugins..." logger=local.finder t=2026-05-19T16:09:40.006819625Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled logger=plugin.store t=2026-05-19T16:09:40.006870946Z level=info msg="Plugins loaded" count=55 duration=53.345628ms logger=query_data t=2026-05-19T16:09:40.009740781Z level=info msg="Query Service initialization" logger=live.push_http t=2026-05-19T16:09:40.013467934Z level=info msg="Live Push Gateway initialization" logger=ngalert.migration t=2026-05-19T16:09:40.412223771Z level=info msg=Starting logger=ngalert.state.manager t=2026-05-19T16:09:40.875697771Z level=info msg="Running in alternative execution of Error/NoData mode" logger=infra.usagestats.collector t=2026-05-19T16:09:40.885733647Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 logger=provisioning.alerting t=2026-05-19T16:09:41.327620562Z level=info msg="starting to provision alerting" logger=provisioning.alerting t=2026-05-19T16:09:41.327675073Z level=info msg="finished to provision alerting" logger=grafanaStorageLogger t=2026-05-19T16:09:41.328302878Z level=info msg="Storage starting" logger=ngalert.state.manager t=2026-05-19T16:09:41.328485032Z level=info msg="Warming state cache for startup" logger=ngalert.multiorg.alertmanager t=2026-05-19T16:09:41.328548873Z level=info msg="Starting MultiOrg Alertmanager" logger=http.server t=2026-05-19T16:09:41.333899643Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=http subUrl= socket= logger=plugins.update.checker t=2026-05-19T16:09:41.396942389Z level=info msg="Update check succeeded" duration=68.305994ms logger=grafana.update.checker t=2026-05-19T16:09:41.41216047Z level=info msg="Update check succeeded" duration=83.74858ms logger=grafana-apiserver t=2026-05-19T16:09:41.777878225Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" logger=grafana-apiserver t=2026-05-19T16:09:41.778410527Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" logger=provisioning.dashboard t=2026-05-19T16:09:42.341185558Z level=info msg="starting to provision dashboards" logger=ngalert.state.manager t=2026-05-19T16:09:42.853839312Z level=info msg="State cache has been initialized" states=0 duration=1.52534937s logger=ngalert.scheduler t=2026-05-19T16:09:42.853983616Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 logger=ticker t=2026-05-19T16:09:42.85415931Z level=info msg=starting first_tick=2026-05-19T16:09:50Z logger=provisioning.dashboard t=2026-05-19T16:09:44.009669874Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:50.022274894Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:50.026591911Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:51.778274448Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:55.565112034Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:55.597070861Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:56.432738627Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:56.454109177Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:56.644206094Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:56.666124566Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:56.855322392Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:56.878255707Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:57.028893118Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:57.051098456Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:57.185646326Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:57.205462151Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:57.314639252Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:57.344081563Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:57.480733229Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:57.509924695Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:57.754030384Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:57.773616433Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:58.131907265Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:58.152958427Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:58.578311764Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:58.600974423Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:59.005514933Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:59.027102127Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:59.440317152Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:09:59.459577895Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:00.041102116Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:00.060188725Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:01.047338842Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:01.065428578Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:01.789917699Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:01.817233682Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:07.712450801Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:07.729945694Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:08.659880577Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:08.680190992Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:08.830607849Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:08.849004182Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:09.446777969Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:09.465855987Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:09.596624421Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:09.61478427Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:09.711537821Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:09.732700216Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:09.809543771Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:09.833264143Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:09.98015202Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:10.002493481Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:10.084494803Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:10.101172337Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:10.309747698Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:10.334232648Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:10.622073648Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:10.642868255Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:10.890410041Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:10.910890431Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:11.152485934Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:11.167681934Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:11.40809465Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:11.44507877Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:11.590184237Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:11.624692331Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:11.918397814Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:11.937202386Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:12.873986792Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:12.898294438Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:13.058893682Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:13.077339047Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:13.27528985Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:13.29800762Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:13.531572322Z level=info msg="finished to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:13.558748462Z level=info msg="starting to provision dashboards" logger=provisioning.dashboard t=2026-05-19T16:10:14.413148619Z level=info msg="finished to provision dashboards" logger=infra.usagestats t=2026-05-19T16:10:30.404900577Z level=info msg="Usage stats are ready to report" logger=cleanup t=2026-05-19T16:19:41.439905432Z level=info msg="Completed cleanup jobs" duration=111.449392ms logger=plugins.update.checker t=2026-05-19T16:19:41.449664893Z level=info msg="Update check succeeded" duration=52.115305ms logger=grafana.update.checker t=2026-05-19T16:19:41.46558153Z level=info msg="Update check succeeded" duration=52.317968ms logger=cleanup t=2026-05-19T16:29:41.366218118Z level=info msg="Completed cleanup jobs" duration=37.615753ms logger=plugins.update.checker t=2026-05-19T16:29:41.451170283Z level=info msg="Update check succeeded" duration=53.143794ms logger=grafana.update.checker t=2026-05-19T16:29:41.468854404Z level=info msg="Update check succeeded" duration=56.214375ms logger=cleanup t=2026-05-19T16:39:41.350708364Z level=info msg="Completed cleanup jobs" duration=22.056901ms logger=plugins.update.checker t=2026-05-19T16:39:41.489812902Z level=info msg="Update check succeeded" duration=92.390858ms logger=grafana.update.checker t=2026-05-19T16:39:41.5020138Z level=info msg="Update check succeeded" duration=88.926499ms logger=infra.usagestats t=2026-05-19T16:40:30.435593835Z level=info msg="Usage stats are ready to report" logger=cleanup t=2026-05-19T16:49:41.361268793Z level=info msg="Completed cleanup jobs" duration=32.009006ms logger=grafana.update.checker t=2026-05-19T16:49:41.573620504Z level=info msg="Update check succeeded" duration=160.847401ms logger=plugins.update.checker t=2026-05-19T16:49:41.75358728Z level=info msg="Update check succeeded" duration=356.011493ms logger=plugins.update.checker t=2026-05-19T16:59:41.45882533Z level=info msg="Update check succeeded" duration=61.082356ms logger=grafana.update.checker t=2026-05-19T16:59:41.46633504Z level=info msg="Update check succeeded" duration=53.288409ms logger=sqlstore.transactions t=2026-05-19T16:59:46.347655596Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" logger=ssosettings.service t=2026-05-19T16:59:46.347747298Z level=error msg="failed to fetch SSO Settings for all providers" err="[sqlstore.max-retries-reached] retry 1: database is locked" logger=sqlstore.transactions t=2026-05-19T16:59:46.398149881Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" logger=sqlstore.transactions t=2026-05-19T16:59:46.482794342Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" logger=ngalert.sender.router t=2026-05-19T16:59:46.482844993Z level=error msg="Unable to sync admin configuration" error="[sqlstore.max-retries-reached] retry 1: database is locked" logger=sqlstore.transactions t=2026-05-19T16:59:46.576244662Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" logger=ngalert.multiorg.alertmanager t=2026-05-19T16:59:46.576398736Z level=error msg="Error while synchronizing Alertmanager orgs" error="[sqlstore.max-retries-reached] retry 1: database is locked" logger=sqlstore.transactions t=2026-05-19T16:59:48.419599123Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" logger=sqlstore.transactions t=2026-05-19T16:59:48.423007021Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" logger=provisioning.dashboard type=file name=sidecarProvider t=2026-05-19T16:59:49.431290067Z level=error msg="failed to search for dashboards" error="database is locked" logger=sqlstore.transactions t=2026-05-19T16:59:51.424800674Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" logger=sqlstore.transactions t=2026-05-19T16:59:56.480993107Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" logger=cleanup t=2026-05-19T16:59:56.569990087Z level=info msg="Completed cleanup jobs" duration=15.241827652s logger=cleanup t=2026-05-19T17:09:41.354430882Z level=info msg="Completed cleanup jobs" duration=25.56614ms logger=plugins.update.checker t=2026-05-19T17:09:41.444310003Z level=info msg="Update check succeeded" duration=47.240033ms logger=grafana.update.checker t=2026-05-19T17:09:41.46924349Z level=info msg="Update check succeeded" duration=55.838368ms logger=infra.usagestats t=2026-05-19T17:10:30.434625027Z level=info msg="Usage stats are ready to report" logger=cleanup t=2026-05-19T17:19:41.361741042Z level=info msg="Completed cleanup jobs" duration=33.07666ms logger=plugins.update.checker t=2026-05-19T17:19:41.452023471Z level=info msg="Update check succeeded" duration=53.911464ms logger=grafana.update.checker t=2026-05-19T17:19:41.482174465Z level=info msg="Update check succeeded" duration=67.625495ms logger=cleanup t=2026-05-19T17:29:41.355135844Z level=info msg="Completed cleanup jobs" duration=25.948611ms logger=plugins.update.checker t=2026-05-19T17:29:41.458543548Z level=info msg="Update check succeeded" duration=61.100601ms logger=grafana.update.checker t=2026-05-19T17:29:41.469788514Z level=info msg="Update check succeeded" duration=56.970608ms logger=cleanup t=2026-05-19T17:39:41.362847029Z level=info msg="Completed cleanup jobs" duration=33.772309ms logger=plugins.update.checker t=2026-05-19T17:39:41.455674492Z level=info msg="Update check succeeded" duration=58.184904ms logger=grafana.update.checker t=2026-05-19T17:39:41.476770233Z level=info msg="Update check succeeded" duration=63.787273ms logger=infra.usagestats t=2026-05-19T17:40:30.587789838Z level=info msg="Usage stats are ready to report"