Last active
November 30, 2016 17:21
-
-
Save mattgianni/46e1bdf46dd6342c389c to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # hadoop aliases | |
| alias h_stop="~/bin/h_stop" | |
| alias h_start="~/bin/h_start" | |
| alias hls="hadoop fs -ls" | |
| alias hlsr="hadoop fs -lsr" | |
| alias hdu="hadoop fs -du" | |
| alias hdf="hadoop fs -df" | |
| alias hdus="hadoop fs -dus" | |
| alias hcount="hadoop fs -count" | |
| alias hcountq="hadoop fs -count -q" | |
| alias hmv="hadoop fs -mv" | |
| alias hcp="hadoop fs -cp" | |
| alias hrm="hadoop fs -rm" | |
| alias hrmr="hadoop fs -rmr" | |
| alias hexpunge="hadoop fs -expunge" | |
| alias hput="hadoop fs -put" | |
| alias cp2h="hadoop fs -copyFromLocal" | |
| alias mv2h="hadoop fs -moveFromLocal" | |
| alias hget="hadoop fs -get" | |
| alias hgetmerge="hadoop fs -getmerge" | |
| alias hcat="hadoop fs -cat" | |
| alias htext="hadoop fs -text" | |
| alias cp2l="hadoop fs -copyToLocal" | |
| alias mv2l="hadoop fs -moveToLocal" | |
| alias hmkdir="hadoop fs -mkdir" | |
| alias hsetrep="hadoop fs -setrep" | |
| alias htouchz="hadoop fs -touchz" | |
| alias htest="hadoop fs -test" | |
| alias hstat="hadoop fs -stat" | |
| alias htail="hadoop fs -tail" | |
| alias hchmod="hadoop fs -chmod" | |
| alias hchown="hadoop fs -chown" | |
| alias hchgrp="hadoop fs -chgrp" | |
| alias hps="yarn application -list" | |
| function hpack() { | |
| SRC="${1?source folder must be specified: usage hpack <src> <desc>}" | |
| DEST="${SRC}_mg_pack" | |
| if (hadoop fs -text $SRC/* | hadoop fs -put - $DEST) | |
| then | |
| hadoop fs -rm -r $SRC | |
| hadoop fs -mv $DEST $SRC | |
| else | |
| echo something failed. sorry. | |
| fi | |
| } | |
| alias spark="spark-shell --master yarn --deploy-mode client --num-executors 15 --executor-cores 2 --executor-memory 4g --driver-memory 4g" | |
| alias spark_full="spark-shell --master yarn --deploy-mode client --num-executors 19 --executor-cores 19 --executor-memory 20g --driver-memory 20g" |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment