I want to identify the ebs volumes which have less than 100 [ Or any other value which I would like to pass as a parameter(variable) ]
Less than X GB is from the "Available" Column.
Note:
Question 2: I am not asking here but giving input just so responder would know what is the end goal I am trying to achieve. I would like to use those ebs or backup volumes and expand them using aws cli.
Not a working host. Ubuntu 16.04
df -Ph
Filesystem Size Used Avail Use% Mounted on
udev 241G 0 241G 0% /dev
tmpfs 49G 4.1G 44G 9% /run
/dev/xvda1 20G 15G 5.3G 73% /
tmpfs 241G 0 241G 0% /dev/shm
tmpfs 5.0M 0 5.0M 0% /run/lock
tmpfs 241G 0 241G 0% /sys/fs/cgroup
/dev/md1 6.0T 4.1T 2.0T 68% /var/logt/backup
/dev/mapper/vg0-lv_lookups_swap 406G 161G 245G 40% /var/logt/data
/dev/mapper/vg0-lv_ssd5 834G 372G 463G 45% /var/logt/ssd5
/dev/mapper/vg0-lv_ssd2 834G 298G 537G 36% /var/logt/ssd2
/dev/mapper/vg0-lv_ssd0 834G 281G 553G 34% /var/logt/ssd0
/dev/mapper/vg0-lv_ssd3 834G 243G 592G 30% /var/logt/ssd3
/dev/mapper/vg0-lv_ssd1 834G 270G 564G 33% /var/logt/ssd1
/dev/mapper/vg0-lv_ssd4 834G 304G 531G 37% /var/logt/ssd4
/dev/mapper/vg0-lv_ssd7 834G 302G 533G 37% /var/logt/ssd7
/dev/mapper/vg0-lv_ssd6 834G 392G 443G 47% /var/logt/ssd6
/dev/xvdcj 4.8T 4.6T 135G 98% /var/logt/ebs4/b00
/dev/xvdcl 4.8T 4.6T 136G 98% /var/logt/ebs5/b00
/dev/xvdcf 5.0T 4.8T 202G 97% /var/logt/ebs2/b00
/dev/xvdcb 4.8T 4.7T 74G 99% /var/logt/ebs0/b00
/dev/xvdci 5.0T 4.8T 223G 96% /var/logt/ebs3/b01
/dev/xvdce 4.8T 4.6T 132G 98% /var/logt/ebs1/b01
/dev/xvdcn 5.9T 4.7T 1.2T 80% /var/logt/ebs6/b00
/dev/xvdcy 5.9T 4.7T 1.3T 80% /var/logt/ebs7/b00
/dev/xvdcd 4.8T 4.6T 132G 98% /var/logt/ebs1/b00
/dev/xvdcc 5.9T 4.9T 975G 84% /var/logt/ebs0/b01
/dev/xvdck 4.8T 4.6T 136G 98% /var/logt/ebs4/b01
/dev/xvdcx 5.9T 4.8T 1.2T 81% /var/logt/ebs2/b01
/dev/xvdch 5.9T 4.7T 1.2T 81% /var/logt/ebs3/b00
/dev/xvdco 5.9T 4.7T 1.2T 80% /var/logt/ebs6/b01
/dev/xvdcq 5.9T 4.7T 1.3T 80% /var/logt/ebs7/b01
/dev/xvdcm 4.8T 4.6T 141G 98% /var/logt/ebs5/b01
tmpfs 49G 0 49G 0% /run/user/1011
tmpfs 49G 0 49G 0% /run/user/1074
tmpfs 49G 0 49G 0% /run/user/1081
tmpfs 49G 0 49G 0% /run/user/1035
tmpfs 49G 0 49G 0% /run/user/4002
tmpfs 49G 0 49G 0% /run/user/1002
tmpfs 49G 0 49G 0% /run/user/4031
tmpfs 49G 0 49G 0% /run/user/4030
tmpfs 49G 0 49G 0% /run/user/4043
df -Ph|grep ebs
/dev/xvdcj 4.8T 4.6T 135G 98% /var/logt/ebs4/b00
/dev/xvdcl 4.8T 4.6T 136G 98% /var/logt/ebs5/b00
/dev/xvdcf 5.0T 4.8T 202G 97% /var/logt/ebs2/b00
/dev/xvdcb 4.8T 4.7T 74G 99% /var/logt/ebs0/b00
/dev/xvdci 5.0T 4.8T 223G 96% /var/logt/ebs3/b01
/dev/xvdce 4.8T 4.6T 132G 98% /var/logt/ebs1/b01
/dev/xvdcn 5.9T 4.7T 1.2T 80% /var/logt/ebs6/b00
/dev/xvdcy 5.9T 4.7T 1.3T 80% /var/logt/ebs7/b00
/dev/xvdcd 4.8T 4.6T 132G 98% /var/logt/ebs1/b00
/dev/xvdcc 5.9T 4.9T 975G 84% /var/logt/ebs0/b01
/dev/xvdck 4.8T 4.6T 136G 98% /var/logt/ebs4/b01
/dev/xvdcx 5.9T 4.8T 1.2T 81% /var/logt/ebs2/b01
/dev/xvdch 5.9T 4.7T 1.2T 81% /var/logt/ebs3/b00
/dev/xvdco 5.9T 4.7T 1.2T 80% /var/logt/ebs6/b01
/dev/xvdcq 5.9T 4.7T 1.3T 80% /var/logt/ebs7/b01
/dev/xvdcm 4.8T 4.6T 141G 98% /var/logt/ebs5/b01
root@datanode-3-pro-cloud-shared-aws-eu-west-1:~# df -Ph | grep ebs|awk 'NR > 1 { gsub("%","",$5); if ($4 < 100) { system("echo " $6 " ebs volumes has less than 100GB disk space") }}'
/var/logt/ebs6/b00 ebs volumes has less than 100GB disk space
/var/logt/ebs7/b00 ebs volumes has less than 100GB disk space
/var/logt/ebs2/b01 ebs volumes has less than 100GB disk space
/var/logt/ebs3/b00 ebs volumes has less than 100GB disk space
/var/logt/ebs6/b01 ebs volumes has less than 100GB disk space
/var/logt/ebs7/b01 ebs volumes has less than 100GB disk space
As you would see the output is incorrect.
The correct output I could achieve is the below host ( Ubuntu 20.04 ):
df -Ph | grep ebs|awk 'NR > 1 { gsub("%","",$5); if ($4 > 270) { system("echo " $6 " ebs volumes has less than 100GB disk space") }}'
/var/logt/ebs6/b00 ebs volumes has less than 100GB disk space
/var/logt/ebs6/b01 ebs volumes has less than 100GB disk space
/var/logt/ebs7/b01 ebs volumes has less than 100GB disk space
/var/logt/ebs7/b00 ebs volumes has less than 100GB disk space
df -Ph
Filesystem Size Used Avail Use% Mounted on
udev 241G 0 241G 0% /dev
tmpfs 49G 1.7M 49G 1% /run
/dev/sda1 29G 13G 17G 43% /
tmpfs 241G 672K 241G 1% /dev/shm
tmpfs 5.0M 0 5.0M 0% /run/lock
tmpfs 241G 0 241G 0% /sys/fs/cgroup
/dev/loop1 68M 68M 0 100% /snap/lxd/22753
/dev/mapper/vg0-lv_lookups_swap 5.0T 119G 4.9T 3% /var/logt/data
/dev/md1 4.9T 3.6T 1.4T 73% /var/logt/backup
/dev/mapper/vg0-lv_ssd0 495G 125G 370G 26% /var/logt/ssd0
/dev/mapper/vg0-lv_ssd1 495G 127G 369G 26% /var/logt/ssd1
/dev/mapper/vg0-lv_ssd2 495G 126G 370G 26% /var/logt/ssd2
/dev/mapper/vg0-lv_ssd3 495G 125G 371G 26% /var/logt/ssd3
/dev/mapper/vg0-lv_ssd4 495G 126G 370G 26% /var/logt/ssd4
/dev/mapper/vg0-lv_ssd5 495G 128G 368G 26% /var/logt/ssd5
/dev/mapper/vg0-lv_ssd6 495G 211G 284G 43% /var/logt/ssd6
/dev/mapper/vg0-lv_ssd7 495G 208G 288G 42% /var/logt/ssd7
/dev/sdh 1.3T 1.1T 261G 80% /var/logt/ebs2/b01
/dev/sdd 1.3T 1.1T 252G 81% /var/logt/ebs0/b01
/dev/sdg 1.3T 1.1T 263G 80% /var/logt/ebs2/b00
/dev/sdc 1.3T 1.1T 246G 82% /var/logt/ebs0/b00
/dev/sdj 1.3T 1.1T 258G 81% /var/logt/ebs3/b01
/dev/sdf 1.3T 1.1T 252G 81% /var/logt/ebs1/b01
/dev/sde 1.3T 1.1T 246G 82% /var/logt/ebs1/b00
/dev/sdi 1.3T 1.1T 258G 81% /var/logt/ebs3/b00
/dev/sdk 1.3T 1.1T 259G 81% /var/logt/ebs4/b00
/dev/sdl 1.3T 1.1T 259G 81% /var/logt/ebs4/b01
/dev/sdp 1.3T 1.1T 274G 79% /var/logt/ebs6/b00
/dev/sdm 1.3T 1.1T 261G 80% /var/logt/ebs5/b00
/dev/sdq 1.3T 1.1T 274G 79% /var/logt/ebs6/b01
/dev/sdo 1.3T 1.1T 269G 80% /var/logt/ebs5/b01
/dev/sds 1.3T 1023G 277G 79% /var/logt/ebs7/b01
/dev/sdr 1.3T 1.1T 274G 79% /var/logt/ebs7/b00
/dev/sda15 105M 5.2M 100M 5% /boot/efi
tmpfs 241G 6.5M 241G 1% /tmp
/dev/loop6 47M 47M 0 100% /snap/snapd/16010
/dev/loop7 47M 47M 0 100% /snap/snapd/16292
/dev/loop3 62M 62M 0 100% /snap/core20/1611
/dev/loop4 64M 64M 0 100% /snap/core20/1623
tmpfs 49G 0 49G 0% /run/user/4038
tmpfs 49G 0 49G 0% /run/user/25
df -Ph |grep "/var/logt/ebs6/b00"
/dev/sdp 1.3T 1.1T 274G 79% /var/logt/ebs6/b00
df -Ph |grep "/var/logt/ebs6/b01"
/dev/sdq 1.3T 1.1T 274G 79% /var/logt/ebs6/b01
df -Ph |grep "/var/logt/ebs7/b01"
/dev/sds 1.3T 1023G 277G 79% /var/logt/ebs7/b01
df -Ph |grep "/var/logt/ebs7/b00"
/dev/sdr 1.3T 1.1T 274G 79% /var/logt/ebs7/b00
Need some guidance please.
>Solution :
You need to convert units of Terabyte and Megabyte to Gigabyte before making a comparison. You may use this awk script:
cat df.awk
NR > 1 && index($NF, "/ebs") {
u = substr($4, length($4), 1)
x = 1
if (u == "T") x = 1024;
else if (u == "M") x=1/1024;
if (($4 * x) < sz)
print $NF, "ebs volumes has less than", sz "GB disk space", $4
}
# run it with 100GB limit
df -Ph | awk -f df.awk -v sz='100'
/var/logt/ebs0/b00 ebs volumes has less than 100GB disk space 74G
# or with 200GB
df -Ph | awk -f df.awk -v sz='200'
/var/logt/ebs4/b00 ebs volumes has less than 200GB disk space 135G
/var/logt/ebs5/b00 ebs volumes has less than 200GB disk space 136G
/var/logt/ebs0/b00 ebs volumes has less than 200GB disk space 74G
/var/logt/ebs1/b01 ebs volumes has less than 200GB disk space 132G
/var/logt/ebs1/b00 ebs volumes has less than 200GB disk space 132G
/var/logt/ebs4/b01 ebs volumes has less than 200GB disk space 136G
/var/logt/ebs5/b01 ebs volumes has less than 200GB disk space 141G