ISPsystem/get-all-logs
ISPsystem/get-all-logs
Archived
5
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

last 15.03.22

Browse Source
This commit is contained in:
gysar1983 2023-03-15 18:23:16 +08:00
parent 2770b020d9
commit b9fcd2f748
1 changed files with 73 additions and 51 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

124
get-all-logs.sh
View File

@ -4,6 +4,9 @@
PRMT="[$(whoami)@$(hostname -s) ]" PRMT="[$(whoami)@$(hostname -s) ]"
about_platform(){ about_platform(){
# информация о платформе
#
if [[ -z $logtype ]];then if [[ -z $logtype ]];then
logtype=$1; logtype=$1;
fi; fi;
@ -33,15 +36,18 @@ fi;
} }
newlog() { newlog() {
#делаем файл лога
LOGINFO=${LOGDIR}/$1 && date > ${LOGINFO} LOGINFO=${LOGDIR}/$1 && date > ${LOGINFO}
} }
cmdlog() { cmdlog() {
# выводим в stdout и выполняем команду
test -z "${LOGINFO}" && return test -z "${LOGINFO}" && return
local CMD=$*;(echo "${PRMT} ${CMD}";echo;eval ${CMD};echo) >> ${LOGINFO} local CMD=$*;(echo "${PRMT} ${CMD}";echo;eval ${CMD};echo) >> ${LOGINFO}
} }
about_server() { about_server() {
#информация о сервере
newlog hostinfo_$(hostname).log newlog hostinfo_$(hostname).log
echo "log $LOGINFO" echo "log $LOGINFO"
cmdlog hostnamectl cmdlog hostnamectl
@ -54,6 +60,7 @@ cmdlog ip -br a
} }
about_docker(){ about_docker(){
#информация о docker
newlog docker_$(hostname).log newlog docker_$(hostname).log
cmdlog docker version cmdlog docker version
cmdlog docker ps cmdlog docker ps
@ -61,6 +68,7 @@ cmdlog "docker inspect --format ' {{.Name}} - {{range.NetworkSettings.Networks}}
} }
plaform_logs(){ plaform_logs(){
# логи из docker контейнеров
DOCKER_CONTAINER_NAMES=`docker ps --format '{{.Names}}'` DOCKER_CONTAINER_NAMES=`docker ps --format '{{.Names}}'`
SERVICES=($DOCKER_CONTAINER_NAMES) SERVICES=($DOCKER_CONTAINER_NAMES)
@ -75,6 +83,7 @@ plaform_logs(){
} }
about_license(){ about_license(){
# информация о лицензии
curl -vvv -k "https://license6.ispsystem.com/lic6/check" -H "X-auth-token:$LicenseToken" > ${LOGDIR}/license_${PLATFORM}.log 2>&1 curl -vvv -k "https://license6.ispsystem.com/lic6/check" -H "X-auth-token:$LicenseToken" > ${LOGDIR}/license_${PLATFORM}.log 2>&1
echo -e "\n${PLATFORM} Version:$CurrentVersion\n" >>${LOGDIR}/license_${PLATFORM}.log; echo -e "\n${PLATFORM} Version:$CurrentVersion\n" >>${LOGDIR}/license_${PLATFORM}.log;
echo "${PLATFORM} LicenseToken:$LicenseToken" >>${LOGDIR}/license_${PLATFORM}.log; echo "${PLATFORM} LicenseToken:$LicenseToken" >>${LOGDIR}/license_${PLATFORM}.log;
@ -88,19 +97,21 @@ about_license(){
} }
finish() { finish() {
# пакуем логи и выводим общую информацию о платформе в конце сбора
tar -cvzf ${ARCNAME} -C ${LOGDIR} . tar -cvzf ${ARCNAME} -C ${LOGDIR} .
echo -e "\nISPsystem Software found:\n"; echo -e "\nISPsystem Software found:\n";
echo "${PLATFORM} DomainName:$DomainName"; echo "${PLATFORM} DomainName:$DomainName";
echo "${PLATFORM} LicenseToken=$LicenseToken" echo "${PLATFORM} LicenseToken:$LicenseToken"
echo "${PLATFORM} CurrentVersion=$CurrentVersion" dist_type=$(curl -s -m 120 -k "https://license6.ispsystem.com/lic6/check" -H "X-auth-token:5a99a084a0334c808143708cfbc24ec7:iWuiY_A5q02jwZlKcFV0Yw" | grep -Po '"dist_type":.*?[^\\]"' | sed -e 's/\"dist_type\"://g' -e 's/\"//g')
echo "${PLATFORM} Stage=$Stage" echo "${PLATFORM} CurrentVersion:$CurrentVersion $dist_type"
echo "${PLATFORM} Stage:$Stage"
echo -e "\ndirectory with logs $LOGDIR\n" echo -e "\ndirectory with logs $LOGDIR\n"
echo -e "Please send this logs archive to ISP system support\n" echo -e "Please send this logs archive to ISP system support\n"
du -h ${ARCNAME} du -h ${ARCNAME}
} }
mysql_connect(){ mysql_collect(){
# выполнение запросов к БД
logfile=$1; logfile=$1;
query=$2; query=$2;
fullcmd="docker exec -it mysql bash -c \"mysql isp -p\\\$MYSQL_ROOT_PASSWORD -e "$query"\" >> ${LOGDIR}/$logfile"; fullcmd="docker exec -it mysql bash -c \"mysql isp -p\\\$MYSQL_ROOT_PASSWORD -e "$query"\" >> ${LOGDIR}/$logfile";
@ -111,27 +122,33 @@ mysql_connect(){
} }
node_connect() { node_collect() {
# выполнение команды на узле
ip_addr=$1; ip_addr=$1;
ssh_port=$2; ssh_port=$2;
cmd=$4; cmd=$4;
logfile=$3; logfile=$3;
$(docker exec --tty --interactive vm_box ssh -o BatchMode=yes -o ConnectTimeout=5 -o "StrictHostKeyChecking no" -q -i /opt/ispsystem/vm/etc/.ssh/vmmgr.1 $ip_addr -p $ssh_port exit) && connected=1 || connected=0; docker exec --tty --interactive vm_box ssh -o BatchMode=yes -o ConnectTimeout=5 -o "StrictHostKeyChecking no" -q -i /opt/ispsystem/vm/etc/.ssh/vmmgr.1 $ip_addr -p $ssh_port 'exit 0';
if [[ ${connected} == 1 ]];then _RCODE=$?
# echo "node $ip_addr on $node_port connected!"; if [ $_RCODE -ne 0 ]
then
# echo "unable to ssh, host is not accessible";
# connected=0;
echo "node $ip_addr on $node_port not connected!";
echo "node $ip_addr on $node_port not connected!">> ${LOGDIR}/$logfile;
echo -e "\n not executed $cmd \n">> ${LOGDIR}/$logfile;
else
# echo "connected $ip_addr $ssh_port";
# connected=1;
fullcmd="docker exec --tty --interactive vm_box ssh -o \"StrictHostKeyChecking no\" -i /opt/ispsystem/vm/etc/.ssh/vmmgr.1 $ip_addr -p $ssh_port $cmd >> ${LOGDIR}/$logfile"; fullcmd="docker exec --tty --interactive vm_box ssh -o \"StrictHostKeyChecking no\" -i /opt/ispsystem/vm/etc/.ssh/vmmgr.1 $ip_addr -p $ssh_port $cmd >> ${LOGDIR}/$logfile";
echo $fullcmd; echo $fullcmd;
echo -e "\n $cmd \n">> ${LOGDIR}/$logfile; echo -e "\n $cmd \n">> ${LOGDIR}/$logfile;
eval $fullcmd; eval $fullcmd;
else fi
echo "node $ip_addr on $node_port not connected!";
echo "node $ip_addr on $node_port not connected!">> ${LOGDIR}/$logfile;
echo -e "\n not executed $cmd \n">> ${LOGDIR}/$logfile;
fi
} }
_help(){ _help(){
# справка о скрипте
version="23/02/23" version="23/02/23"
echo -e "Log's script ver.: $version Usage : $0 [arguments]"; echo -e "Log's script ver.: $version Usage : $0 [arguments]";
@ -142,7 +159,7 @@ echo -e " -lic or 3";
echo -e " -node or 4 <IP-address> <SSH-port>\n"; echo -e " -node or 4 <IP-address> <SSH-port>\n";
PS3='Please enter your choice(enter number): ' PS3='Please enter your choice(enter number): '
# интерактивное меню
options=("Full logs" "Short logs" "License's logs" "Node's logs" "Quit") options=("Full logs" "Short logs" "License's logs" "Node's logs" "Quit")
select opt in "${options[@]}" select opt in "${options[@]}"
do do
@ -183,6 +200,7 @@ select opt in "${options[@]}"
} }
_logs() { _logs() {
# общая функция сбора полных логов
about_server; about_server;
about_docker; about_docker;
about_license; about_license;
@ -191,6 +209,7 @@ _logs() {
} }
_short_logs() { _short_logs() {
# общая функция сбора сокращенных логов
about_server; about_server;
about_docker; about_docker;
about_license; about_license;
@ -200,6 +219,7 @@ _short_logs() {
} }
_lic() { _lic() {
# общая функция сбора информации о лицензии
about_server; about_server;
about_docker; about_docker;
about_license; about_license;
@ -207,55 +227,57 @@ _lic() {
} }
_vm_host() { _vm_host() {
# планируется сбор логов о виртуальной машине
echo "it's coming soon!"; echo "it's coming soon!";
vm_name=$1; vm_name=$1;
vm_id=$2; vm_id=$2;
} }
_node() { _node() {
# общая функция сбор логов об узле
node_ip=$1; node_ip=$1;
node_port=$2; node_port=$2;
mysql_connect "${node_ip}_db.log" "'select id,name,comment,cluster,ram_mib,max_vcpu_number,cpu_number,ip_addr,ssh_port,host_max_num,state,connection_error,libvirt_error,gray_ips,disk_params,property,host_creation_blocked,mon_installed,mon_install_date,metrics_timestamp,os_version,kernel_version,uptime,libvirt_version,qemu_version,overselling,hostname,vnc_addr,selinux_enforcing,problems,hdd_overselling,ip_addr_v6,bird_error,lxd_error,lxd_version,host_limit,socket_number,ha_state,ha_disable_failed,ha_error,update_dc_networks_failed,network_settings_lock,network_error,frr_error,host_filter,vm5_data,additional_data,vcpu_limit,spice_error from vm_node where ip_addr=\\\"$node_ip\\\"\\G;'" mysql_collect "${node_ip}_db.log" "'select id,name,comment,cluster,ram_mib,max_vcpu_number,cpu_number,ip_addr,ssh_port,host_max_num,state,connection_error,libvirt_error,gray_ips,disk_params,property,host_creation_blocked,mon_installed,mon_install_date,metrics_timestamp,os_version,kernel_version,uptime,libvirt_version,qemu_version,overselling,hostname,vnc_addr,selinux_enforcing,problems,hdd_overselling,ip_addr_v6,bird_error,lxd_error,lxd_version,host_limit,socket_number,ha_state,ha_disable_failed,ha_error,update_dc_networks_failed,network_settings_lock,network_error,frr_error,host_filter,vm5_data,additional_data,vcpu_limit,spice_error from vm_node where ip_addr=\\\"$node_ip\\\"\\G;'"
node_connect $node_ip $node_port "${node_ip}_hostnamectl.log" "hostnamectl"; node_collect $node_ip $node_port "${node_ip}_hostnamectl.log" "hostnamectl";
node_connect $node_ip $node_port "${node_ip}_release.log" "\"cat /etc/*release\""; node_collect $node_ip $node_port "${node_ip}_release.log" "\"cat /etc/*release\"";
node_connect $node_ip $node_port "${node_ip}_dmesg.log" "\"dmesg | grep -i -E 'error|failed|critical|bug|panic'\""; node_collect $node_ip $node_port "${node_ip}_dmesg.log" "\"dmesg | grep -i -E 'error|failed|critical|bug|panic'\"";
node_connect $node_ip $node_port "${node_ip}_services.log" "\"journalctl | grep -i -E 'error|failed|critical|bug|panic'\""; node_collect $node_ip $node_port "${node_ip}_services.log" "\"journalctl | grep -i -E 'error|failed|critical|bug|panic'\"";
node_connect $node_ip $node_port "${node_ip}_services.log" "\"systemctl status libvirtd -l\""; node_collect $node_ip $node_port "${node_ip}_services.log" "\"systemctl status libvirtd -l\"";
node_connect $node_ip $node_port "${node_ip}_services.log" "\"systemctl show libvirtd\""; node_collect $node_ip $node_port "${node_ip}_services.log" "\"systemctl show libvirtd\"";
node_connect $node_ip $node_port "${node_ip}_sshd_config" "\"cat /etc/ssh/sshd_config\""; node_collect $node_ip $node_port "${node_ip}_sshd_config" "\"cat /etc/ssh/sshd_config\"";
node_connect $node_ip $node_port "${node_ip}_hwinfo.log" "lscpu"; node_collect $node_ip $node_port "${node_ip}_hwinfo.log" "lscpu";
node_connect $node_ip $node_port "${node_ip}_hwinfo.log" "lscpu | grep -i -E 'socket|core|thread'"; node_collect $node_ip $node_port "${node_ip}_hwinfo.log" "lscpu | grep -i -E 'socket|core|thread'";
node_connect $node_ip $node_port "${node_ip}_hwinfo.log" "dmidecode"; node_collect $node_ip $node_port "${node_ip}_hwinfo.log" "dmidecode";
node_connect $node_ip $node_port "${node_ip}_time.log" "timedatectl"; node_collect $node_ip $node_port "${node_ip}_time.log" "timedatectl";
node_connect $node_ip $node_port "${node_ip}_time.log" "uptime"; node_collect $node_ip $node_port "${node_ip}_time.log" "uptime";
node_connect $node_ip $node_port "${node_ip}_time.log" "\"last reboot | head -10\""; node_collect $node_ip $node_port "${node_ip}_time.log" "\"last reboot | head -10\"";
node_connect $node_ip $node_port "${node_ip}_virsh.log" "\"virsh list --all\""; node_collect $node_ip $node_port "${node_ip}_virsh.log" "\"virsh list --all\"";
node_connect $node_ip $node_port "${node_ip}_virsh.log" "\"virsh pool-list --all\""; node_collect $node_ip $node_port "${node_ip}_virsh.log" "\"virsh pool-list --all\"";
node_connect $node_ip $node_port "${node_ip}_virsh.log" "\"virt-host-validate\""; node_collect $node_ip $node_port "${node_ip}_virsh.log" "\"virt-host-validate\"";
node_connect $node_ip $node_port "${node_ip}_mem.log" "\"free -m\""; node_collect $node_ip $node_port "${node_ip}_mem.log" "\"free -m\"";
node_connect $node_ip $node_port "${node_ip}_network.log" "\"ip -br a\""; node_collect $node_ip $node_port "${node_ip}_network.log" "\"ip -br a\"";
node_connect $node_ip $node_port "${node_ip}_network.log" "\"brctl show\""; node_collect $node_ip $node_port "${node_ip}_network.log" "\"brctl show\"";
node_connect $node_ip $node_port "${node_ip}_network.log" "\"curl -v download.ispsystem.com\""; node_collect $node_ip $node_port "${node_ip}_network.log" "\"curl -v download.ispsystem.com\"";
node_connect $node_ip $node_port "${node_ip}_firewall.log" "\"systemctl status nftables\""; node_collect $node_ip $node_port "${node_ip}_firewall.log" "\"systemctl status nftables\"";
node_connect $node_ip $node_port "${node_ip}_firewall.log" "\"systemctl status firewalld\""; node_collect $node_ip $node_port "${node_ip}_firewall.log" "\"systemctl status firewalld\"";
node_connect $node_ip $node_port "${node_ip}_firewall.log" "\"firewall-cmd --list-ports\""; node_collect $node_ip $node_port "${node_ip}_firewall.log" "\"firewall-cmd --list-ports\"";
node_connect $node_ip $node_port "${node_ip}_firewall.log" "\"nft list ruleset\""; node_collect $node_ip $node_port "${node_ip}_firewall.log" "\"nft list ruleset\"";
node_connect $node_ip $node_port "${node_ip}_firewall.log" "\"ss -tulpn | grep 16514\""; node_collect $node_ip $node_port "${node_ip}_firewall.log" "\"ss -tulpn | grep 16514\"";
node_connect $node_ip $node_port "${node_ip}_firewall.log" "\"ss -tulpn '( sport >= 49152 and sport <= 49215 )'\""; node_collect $node_ip $node_port "${node_ip}_firewall.log" "\"ss -tulpn '( sport >= 49152 and sport <= 49215 )'\"";
node_connect $node_ip $node_port "${node_ip}_firewall.log" "\"ss -tulpn '( sport >= 5900 and sport <= 6900 )'\""; node_collect $node_ip $node_port "${node_ip}_firewall.log" "\"ss -tulpn '( sport >= 5900 and sport <= 6900 )'\"";
node_connect $node_ip $node_port "${node_ip}_firewall.log" "\"ss -tulpn '( sport = 179 or sport = 4789 )'\""; node_collect $node_ip $node_port "${node_ip}_firewall.log" "\"ss -tulpn '( sport = 179 or sport = 4789 )'\"";
node_connect $node_ip $node_port "${node_ip}_firewall.log" "\"ss -tulpn | grep 16514\""; node_collect $node_ip $node_port "${node_ip}_firewall.log" "\"ss -tulpn | grep 16514\"";
node_connect $node_ip $node_port "${node_ip}_firewall.log" "\"ss -tulpn | grep -E ':179|:4789'\""; node_collect $node_ip $node_port "${node_ip}_firewall.log" "\"ss -tulpn | grep -E ':179|:4789'\"";
node_connect $node_ip $node_port "${node_ip}_disks.log" "\"df -h --exclude tmpfs --exclude devtmpfs --exclude squashfs --exclude overlay\""; node_collect $node_ip $node_port "${node_ip}_disks.log" "\"df -h --exclude tmpfs --exclude devtmpfs --exclude squashfs --exclude overlay\"";
node_connect $node_ip $node_port "${node_ip}_disks.log" "\"df -i\""; node_collect $node_ip $node_port "${node_ip}_disks.log" "\"df -i\"";
node_connect $node_ip $node_port "${node_ip}_disks.log" "lsblk"; node_collect $node_ip $node_port "${node_ip}_disks.log" "lsblk";
echo "collected logs about node $node_ip $node_port"; echo "collected logs about node $node_ip $node_port";
finish; finish;
} }
# обработка аргументов
if [[ "$1" == "-logs" || "$1" == "1" ]]; then if [[ "$1" == "-logs" || "$1" == "1" ]]; then
logtype="logs"; logtype="logs";
about_platform; about_platform;