TIKV Disk Full

Errors

ERROR 1105 (HY000): tikv disk full

Get Process Info

ps aux | grep tikv

tidb     26560 42.8  4.8 10024340 6404508 ?    Ssl  15:18  13:18 bin/tikv-server --addr 0.0.0.0:21163 --advertise-addr 192.168.48.90:21163 --status-addr 0.0.0.0:21183 --advertise-status-addr 192.168.48.90:21183 --pd 192.168.48.90:13379 --data-dir /data/tidb-data/tikv-21163 --config conf/tikv.toml --log-file /data/tidb-deploy/tikv-21163/log/tikv.log

Systemctl Info

systemctl list-unit-files | grep tikv

systemctl cat tikv-21163.service

## /etc/systemd/system/tikv-21163.service
[Unit]
Description=tikv service
After=syslog.target network.target remote-fs.target nss-lookup.target

[Service]
LimitNOFILE=1000000
LimitSTACK=10485760
User=tidb
ExecStart=/bin/bash -c '/data/tidb-deploy/tikv-21163/scripts/run_tikv.sh'
Restart=always

RestartSec=15s

[Install]
WantedBy=multi-user.target

#!/bin/bash
set -e

## WARNING: This file was auto-generated. Do not edit!
## All your edit might be overwritten!
cd "/data/tidb-deploy/tikv-21163" || exit 1

echo -n 'sync ... '
stat=$(time sync || sync)
echo ok
echo $stat

export MALLOC_CONF="prof:true,prof_active:false"
exec bin/tikv-server \
    --addr "0.0.0.0:21163" \
    --advertise-addr "192.168.48.90:21163" \
    --status-addr "0.0.0.0:21183" \
    --advertise-status-addr "192.168.48.90:21183" \
    --pd "192.168.48.90:13379" \
    --data-dir "/data/tidb-data/tikv-21163" \
    --config conf/tikv.toml \
    --log-file "/data/tidb-deploy/tikv-21163/log/tikv.log" 2>> "/data/tidb-deploy/tikv-21163/log/tikv_stderr.log"

Get TIKV Config

raftstore is the key config.

[raftstore]
capacity = "20G"

[readpool]
[readpool.coprocessor]
use-unified-pool = true
[readpool.storage]
use-unified-pool = true
[readpool.unified]
max-thread-count = 2

[server]
[server.labels]
host = "logic-host-1"

[storage]
[storage.block-cache]
capacity = "3G"

Delete TIKV Logs

Delete archived log files.

--log-file "/data/tidb-deploy/tikv-21163/log/tikv.log"

Restart TIKV Server

systemctl restart tikv-21163