forked from qdrant/qdrant
-
Notifications
You must be signed in to change notification settings - Fork 0
/
clean-old-rocksdb-logs.sh
executable file
·84 lines (68 loc) · 2.05 KB
/
clean-old-rocksdb-logs.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
#!/usr/bin/env bash
# Clean old RocksDB log files, always leave the last two.
#
# On invocation, the script will prompt whether to run in dry mode.
#
# Script MUST be run in the ./storage directory of Qdrant.
# Number of newest old logs to keep
KEEP_N=2
DRY=1
CLEAN_COUNT=0
set -e
function main {
# Ensure script is run in storage directory
if [[ "$(basename "$(pwd)")" != "storage" ]]; then
echo Error: script must be run in ./storage directory
echo Currently in "$(pwd)"
exit 1
fi
echo This script removes old and obsolete log files to clean up disk space.
echo It is potentionally dangerous. Always make sure you have a backup before running this.
echo Qdrant must be stopped before running this script.
# Ask for dry run
yes_or_no "Dry run?" || DRY=0
# Confirmation
if [[ $DRY == 0 ]]; then
yes_or_no "Are you sure you want to continue?" || (echo "Aborted"; exit 1)
fi
# Go through collections/shards/segments to clean
for collection in $(find collections/* -maxdepth 0 -type d); do
echo "Cleaning collection: $collection"
for shard in $(find $collection/* -maxdepth 0 -type d); do
for segment in $(find $shard/segments/* -maxdepth 0 -type d); do
clean_segment "$segment"
done
done
done
echo Cleaned $CLEAN_COUNT old log files
}
function yes_or_no {
while true; do
read -p "$* [y/n]: " yn
case $yn in
[Yy]*) return 0 ;;
[Nn]*) return 1 ;;
esac
done
}
function clean_segment {
remove_oldest_logs_in "$segment"
if [[ -d "$segment/payload_index" ]]; then
remove_oldest_logs_in "$segment/payload_index"
fi
}
function remove_oldest_logs_in {
FILES=$(find "$1" -maxdepth 1 -name 'LOG.old.*' | sort -n | head -n -${KEEP_N})
CLEAN_COUNT=$((CLEAN_COUNT + $(echo "$FILES" | wc -w)))
remove $FILES
}
function remove {
if [[ -z "$*" ]]; then
return
fi
echo "+ rm -f" $*
if [[ $DRY == 0 ]]; then
rm -f $*
fi
}
main