bd0a19aa17
Why I did it The existing log file size in sonic is 1 Mb. Over a period of time this leads to huge number of log files which becomes difficult for monitoring applications to handle. Instead of large number of small files, the size of the log file is not set to 16 Mb which reduces the number of files over a period of time. How I did it Changed the size parameter and related macros in logrotate config for rsyslog How to verify it Execute logrotate manually and verify the limit when the file gets rotated. Signed-off-by: Sudharsan Dhamal Gopalarathnam <sudharsand@nvidia.com>
115 lines
4.0 KiB
Django/Jinja
115 lines
4.0 KiB
Django/Jinja
# These logs should no longer get created. However, in case they do get created,
|
|
# we should keep them to a small size and rotate them also.
|
|
/var/log/mail.info
|
|
/var/log/mail.warn
|
|
/var/log/mail.err
|
|
/var/log/mail.log
|
|
/var/log/daemon.log
|
|
/var/log/kern.log
|
|
/var/log/user.log
|
|
/var/log/lpr.log
|
|
/var/log/debug
|
|
/var/log/messages
|
|
{
|
|
size 10k
|
|
rotate 1
|
|
missingok
|
|
notifempty
|
|
compress
|
|
delaycompress
|
|
sharedscripts
|
|
postrotate
|
|
/bin/kill -HUP $(cat /var/run/rsyslogd.pid)
|
|
endscript
|
|
}
|
|
|
|
/var/log/auth.log
|
|
/var/log/arista.log
|
|
/var/log/cron.log
|
|
/var/log/syslog
|
|
/var/log/teamd.log
|
|
/var/log/telemetry.log
|
|
/var/log/frr/bgpd.log
|
|
/var/log/frr/zebra.log
|
|
/var/log/swss/sairedis*.rec
|
|
/var/log/swss/swss*.rec
|
|
/var/log/swss/responsepublisher.rec
|
|
{
|
|
{% if var_log_kb <= 204800 %}
|
|
size 1M
|
|
{% else %}
|
|
size 16M
|
|
{% endif %}
|
|
rotate 5000
|
|
missingok
|
|
notifempty
|
|
compress
|
|
delaycompress
|
|
nosharedscripts
|
|
firstaction
|
|
# Adjust NUM_LOGS_TO_ROTATE to reflect number of log files that trigger this block specified above
|
|
NUM_LOGS_TO_ROTATE=8
|
|
|
|
# Adjust LOG_FILE_ROTATE_SIZE_KB to reflect the "size" parameter specified above, in kB
|
|
LOG_FILE_ROTATE_SIZE_KB=1024
|
|
|
|
# Reserve space for btmp, wtmp, dpkg.log, monit.log, etc., as well as logs that
|
|
# should be disabled, just in case they get created and rotated
|
|
RESERVED_SPACE_KB=4096
|
|
|
|
VARL_LOG_SIZE_KB={{var_log_kb}}
|
|
|
|
# Limit usable space to 90% of the partition minus the reserved space for other logs
|
|
USABLE_SPACE_KB=$(( (VAR_LOG_SIZE_KB * 90 / 100) - RESERVED_SPACE_KB))
|
|
|
|
# Set our threshold so as to maintain enough space to write all logs from empty to full
|
|
# Most likely, some logs will have non-zero size when this is called, so this errs on the side
|
|
# of caution, giving us a bit of a cushion if a log grows quickly and passes its rotation size
|
|
THRESHOLD_KB=$((USABLE_SPACE_KB - (NUM_LOGS_TO_ROTATE * LOG_FILE_ROTATE_SIZE_KB * 2)))
|
|
|
|
# First, delete any *.1.gz files that might be left around from a prior incomplete
|
|
# logrotate execution, otherwise logrotate will fail to do its job
|
|
find /var/log/ -name '*.1.gz' -type f -exec rm -f {} +
|
|
|
|
while true; do
|
|
USED_KB=$(du -s /var/log | awk '{ print $1; }')
|
|
|
|
if [ $USED_KB -lt $THRESHOLD_KB ]; then
|
|
break
|
|
else
|
|
OLDEST_ARCHIVE_FILE=$(find /var/log -type f -printf '%T+ %p\n' | grep -E '.+\.[0-9]+(\.gz)?$' | sort | head -n 1 | awk '{ print $2; }')
|
|
|
|
if [ -z "$OLDEST_ARCHIVE_FILE" ]; then
|
|
logger -p syslog.err -t "logrotate" "No archive file to delete -- potential for filling up /var/log partition!"
|
|
break
|
|
fi
|
|
|
|
logger -p syslog.info -t "logrotate" "Deleting archive file $OLDEST_ARCHIVE_FILE to free up space"
|
|
rm -rf "$OLDEST_ARCHIVE_FILE"
|
|
fi
|
|
done
|
|
endscript
|
|
postrotate
|
|
if [ $(echo $1 | grep -c "/var/log/swss/") -gt 0 ]; then
|
|
# for multi asic platforms, there are multiple orchagents
|
|
# send the SIGHUP only to the orchagent the which needs log file rotation
|
|
PLATFORM=`sonic-cfggen -H -v DEVICE_METADATA.localhost.platform`
|
|
ASIC_CONF=/usr/share/sonic/device/$PLATFORM/asic.conf
|
|
if [ -f "$ASIC_CONF" ]; then
|
|
. $ASIC_CONF
|
|
fi
|
|
if [ $NUM_ASIC -gt 1 ]; then
|
|
log_file=$1
|
|
log_file_name=${log_file#/var/log/swss/}
|
|
logger -p syslog.info -t "logrotate" "Sending SIGHUP to OA log_file_name: $log_file_name"
|
|
pgrep -xa orchagent | grep $log_file_name | awk '{ print $1; }' | xargs /bin/kill -HUP 2>/dev/null || true
|
|
else
|
|
logger -p syslog.info -t "logrotate" "Sending SIGHUP to OA log_file_name: $1"
|
|
pgrep -x orchagent | xargs /bin/kill -HUP 2>/dev/null || true
|
|
fi
|
|
else
|
|
/bin/kill -HUP $(cat /var/run/rsyslogd.pid)
|
|
fi
|
|
endscript
|
|
}
|