"disk usage" and "bash" and "linux" and "hdfs" code example

Example 1: "disk usage" and "bash" and "linux" and "hdfs"

cat /etc/hadoop/conf/mapred-site.xml | grep -n1 mapreduce.jobhistory.webapp.https.address
cat /etc/spark/conf/spark-defaults.conf | grep spark.yarn.historyServer

Example 2: "disk usage" and "bash" and "linux" and "hdfs"

yarn application -list \
  -appTypes SPARK \   # filter by application type (e.g. MAPREDUCE)
  -appStates ALL \    # filter by state (e.g. SUBMITTED, ACCEPTED, RUNNING, FINISHED, FAILED, KILLED)
  | sort \            # sort (applicationIds are incremental)
  | tail              # show last 10