461e43649b
- Why I did it There is a issue for counters after warm-reboot: If I clear counters by command "sonic-clear counters", then execute 'warm-reboot' and whenSONiC is restart, the counters showed with command "show interface counters" is still old counters before "sonic-clear". It is not the right counters because the counters file in '/tmp' is lost in warm-reboot process. - How I did it I fixed it by saving '/tmp/portstat-0' folders in '/host/' before executing 'warm-reboot' (in pull request Azure/sonic-utilities#1099 ), and restore the counters folders back to '/tmp/' after warm-reboot process is finished. - How to verify it Clear counters by command 'sonic-clear' sonic-clear counters sonic-clear dropcounters sonic-clear pfccounters sonic-clear queuecounters sonic-clear rifcounters Execute 'warm-reboot' Use command ‘show interface counters’ to see if the counters is right.
127 lines
2.4 KiB
Bash
Executable File
127 lines
2.4 KiB
Bash
Executable File
#! /bin/bash
|
|
|
|
VERBOSE=no
|
|
|
|
# Check components
|
|
COMP_LIST="orchagent neighsyncd bgp natsyncd"
|
|
EXP_STATE="reconciled"
|
|
|
|
ASSISTANT_SCRIPT="/usr/local/bin/neighbor_advertiser"
|
|
|
|
|
|
function debug()
|
|
{
|
|
/usr/bin/logger "WARMBOOT_FINALIZER : $1"
|
|
if [[ x"${VERBOSE}" == x"yes" ]]; then
|
|
echo `date` "- $1"
|
|
fi
|
|
}
|
|
|
|
|
|
function check_warm_boot()
|
|
{
|
|
WARM_BOOT=`sonic-db-cli STATE_DB hget "WARM_RESTART_ENABLE_TABLE|system" enable`
|
|
}
|
|
|
|
|
|
function wait_for_database_service()
|
|
{
|
|
debug "Wait for database to become ready..."
|
|
|
|
# Wait for redis server start before database clean
|
|
until [[ $(sonic-db-cli PING | grep -c PONG) -gt 0 ]]; do
|
|
sleep 1;
|
|
done
|
|
|
|
# Wait for configDB initialization
|
|
until [[ $(sonic-db-cli CONFIG_DB GET "CONFIG_DB_INITIALIZED") ]];
|
|
do sleep 1;
|
|
done
|
|
|
|
debug "Database is ready..."
|
|
}
|
|
|
|
|
|
function get_component_state()
|
|
{
|
|
sonic-db-cli STATE_DB hget "WARM_RESTART_TABLE|$1" state
|
|
}
|
|
|
|
|
|
function check_list()
|
|
{
|
|
RET_LIST=''
|
|
for comp in $@; do
|
|
state=`get_component_state ${comp}`
|
|
if [[ x"${state}" != x"${EXP_STATE}" ]]; then
|
|
RET_LIST="${RET_LIST} ${comp}"
|
|
fi
|
|
done
|
|
|
|
echo ${RET_LIST}
|
|
}
|
|
|
|
|
|
function finalize_warm_boot()
|
|
{
|
|
debug "Finalizing warmboot..."
|
|
sudo config warm_restart disable
|
|
}
|
|
|
|
function stop_control_plane_assistant()
|
|
{
|
|
if [[ -x ${ASSISTANT_SCRIPT} ]]; then
|
|
debug "Tearing down control plane assistant ..."
|
|
${ASSISTANT_SCRIPT} -m reset
|
|
fi
|
|
}
|
|
|
|
function restore_counters_folder()
|
|
{
|
|
debug "Restoring counters folder after warmboot..."
|
|
|
|
modules=("portstat-0" "dropstat" "pfcstat-0" "queuestat-0" "intfstat-0")
|
|
for module in ${modules[@]}
|
|
do
|
|
statfile="/host/counters/$module"
|
|
if [[ -d $statfile ]]; then
|
|
mv $statfile /tmp/
|
|
fi
|
|
done
|
|
}
|
|
|
|
|
|
wait_for_database_service
|
|
|
|
check_warm_boot
|
|
|
|
if [[ x"${WARM_BOOT}" != x"true" ]]; then
|
|
debug "warmboot is not enabled ..."
|
|
exit 0
|
|
fi
|
|
|
|
restore_counters_folder
|
|
|
|
list=${COMP_LIST}
|
|
|
|
# Wait up to 5 minutes
|
|
for i in `seq 60`; do
|
|
list=`check_list ${list}`
|
|
if [[ -z "${list}" ]]; then
|
|
break
|
|
fi
|
|
sleep 5
|
|
done
|
|
|
|
stop_control_plane_assistant
|
|
|
|
# Save DB after stopped control plane assistant to avoid extra entries
|
|
debug "Save in-memory database after warm reboot ..."
|
|
config save -y
|
|
|
|
if [[ -n "${list}" ]]; then
|
|
debug "Some components didn't finish reconcile: ${list} ..."
|
|
fi
|
|
|
|
finalize_warm_boot
|