From 954a943cb015b731074c7f13b620041f1f753eab Mon Sep 17 00:00:00 2001 From: Hari Sekhon Date: Fri, 21 Feb 2020 15:38:41 +0000 Subject: [PATCH] updated hdfs_file_size.sh --- hdfs_file_size.sh | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/hdfs_file_size.sh b/hdfs_file_size.sh index 8caebcb3..447f1229 100755 --- a/hdfs_file_size.sh +++ b/hdfs_file_size.sh @@ -42,6 +42,8 @@ for arg; do esac done - +# if using -h there will be more columns so remove cols 3 + 4 which are replica sizes eg. +# 21.7 M 65.0 M hdfs://nameservice1/user/hive/warehouse/... hdfs dfs -du "$@" | -awk '{ if($2 ~ /[A-Za-z]/){ $3=""; $4=""} else { $2="" }; print }' +awk '{ if($2 ~ /[A-Za-z]/){ $3=""; $4=""} else { $2="" }; print }' | +column -t