anaconda部署文档

anaconda部署文档

https://docs.anaconda.com/anaconda/install/linux/

bash ./Anaconda3-2022.10-Linux-x86_64.sh

退出默认环境

conda config --set auto_activate_base False

conda activate

conda deactivate #退出环境

tar -czvf anaconda3.tar.gz anaconda3/

sudo -u hdfs hadoop fs -put /opt/module/anaconda3.tar.gz /user/yarn/mapreduce/

anaconda已安装 在/opt/module/anaconda3/

spark.pyspark.python=python/bin/python3
spark.pyspark.driver.python=/opt/module/anaconda3/bin/python3
spark.yarn.dist.archives=hdfs://ns1/user/yarn/mapreduce/anaconda3.zip#python

ln -s /opt/module/anaconda3/bin/python3 python3