azcommand line version >=2.0.23
First make a resource group to house your deployment. Note that as of 12/22/2017 this will only work in westus2 and uksouth because of Nvidia driver deployment.
| /usr/bin/anaconda/bin/pip install pandas --update |
| #!/bin/bash | |
| newspark="spark-2.3.0" | |
| SPARK_DIR="$(readlink -f "/usr/hdp/current/spark2-client")" | |
| SPARK_CONF_DIR="$(readlink -f "/usr/hdp/current/spark2-client/conf")" | |
| CURRENT_DIR=${SPARK_DIR%/spark2} | |
| HADOOP_DIR="$CURRENT_DIR/hadoop" | |
| HADOOP_YARN_DIR="$CURRENT_DIR/hadoop-yarn" |