Conda安装py3spark环境操作

查看虚拟环境

conda env list

创建虚拟环境

conda create -n py3spark python=3.6

删除虚拟环境以及虚拟环境中所有包

conda remove -n py3spark --all

在虚拟环境中安装包

conda install -n py3spark pyarrow=0.9.0
conda install -n py3spark numpy=1.16.6
conda install -n py3spark mkl=2021.4.0

虚拟环境打包

conda pack -n py3spark

进入虚拟环境

conda activate py3spark

退出虚拟环境

conda deactivate py3spark

查看虚拟环境中安装的软件列表

conda -n py3spark list

导出虚拟环境中的安装包列表

conda env export -n ENVNAME > envname.yml
conda env export -n py3spark > py3spark.yml

根据xml文件生成虚拟环境

conda env create --file py3spark.yml

在用的pyspark环境包文件

py3spark.yml

name: py3spark
channels:
  - defaults
dependencies:
  - _libgcc_mutex=0.1=main
  - _openmp_mutex=4.5=1_gnu
  - alabaster=0.7.10=py36h306e16b_0
  - anaconda-client=1.6.5=py36h19c0dcd_0
  - anaconda-navigator=1.6.9=py36h11ddaaa_0
  - anaconda-project=0.8.0=py36h29abdf5_0
  - asn1crypto=0.22.0=py36h265ca7c_1
  - astroid=1.5.3=py36hbdb9df2_0
  - astropy=2.0.2=py36ha51211e_4
  - babel=2.5.0=py36h7d14adf_0
  - beautifulsoup4=4.6.0=py36_1
  - bitarray=0.8.1=py36h14c3975_1
  - bkcharts=0.2=py36_0
  - blas=1.0=mkl
  - blaze=0.11.3=py36_0
  - bleach=2.0.0=py36h688b259_0
  - blosc=1.21.0=h8c45485_0
  - bokeh=0.12.10=py36hbb0e44a_0
  - boto=2.48.0=py36_1
  - bottleneck=1.2.1=py36h035aef0_1
  - bzip2=1.0.8=h7b6447c_0
  - ca-certificates=2022.3.18=h06a4308_0
  - certifi=2017.7.27.1=py36h8b7b77e_0
  - cffi=1.10.0=py36had8d393_1
  - chardet=3.0.4=py36h06a4308_1003
  - click=6.7=py36_0
  - cloudpickle=0.4.0=py36h30f8c20_0
  - clyent=1.2.2=py36_1
  - colorama=0.3.9=py36_0
  - conda=4.10.3=py36h06a4308_0
  - conda-build=3.0.27=py36h940a66d_0
  - conda-package-handling=1.7.3=py36h27cfd23_1
  - conda-verify=2.0.0=py36h98955d8_0
  - contextlib2=0.5.5=py36_0
  - cryptography=2.0.3=py36ha225213_1
  - curl=7.55.1=h78862de_4
  - cycler=0.10.0=py36_0
  - cython=0.26.1=py36h21c49d0_0
  - cytoolz=0.8.2=py36h708bfd4_0
  - dask=0.15.3=py36hdc2c8aa_0
  - dask-core=0.15.3=py36h10e6167_0
  - datashape=0.5.4=py36h06a4308_1
  - dbus=1.13.18=hb2f20db_0
  - decorator=4.1.2=py36hd076ac8_0
  - distributed=1.19.1=py36h25f3894_0
  - docutils=0.14=py36_0
  - entrypoints=0.2.3=py36_2
  - et_xmlfile=1.1.0=py36h06a4308_0
  - expat=2.4.4=h295c915_0
  - fastcache=1.0.2=py36h14c3975_2
  - filelock=2.0.12=py36hacfa1f5_0
  - flask=0.12.2=py36hb24657c_0
  - flask-cors=3.0.3=py36h2d857d3_0
  - fontconfig=2.12.6=h49f89f6_0
  - freetype=2.8=hab7d2ae_1
  - gevent=1.2.2=py36h2fe25dc_0
  - glib=2.63.1=h5a9c865_0
  - glob2=0.5=py36h2c1b292_1
  - gmp=6.2.1=h2531618_2
  - gmpy2=2.0.8=py36h10f8cd9_2
  - greenlet=0.4.12=py36h2d503a6_0
  - gst-plugins-base=1.12.4=h33fb286_0
  - gstreamer=1.12.4=hb53b477_0
  - h5py=2.7.0=py36he81ebca_1
  - hdf5=1.10.1=h9caa474_1
  - heapdict=1.0.0=py36_2
  - html5lib=0.999999999=py36h2cfc398_0
  - icu=58.2=he6710b0_3
  - idna=2.6=py36h82fb2a8_1
  - imageio=2.2.0=py36he555465_0
  - imagesize=0.7.1=py36h52d8127_0
  - intel-openmp=2022.0.1=h06a4308_3633
  - ipykernel=4.6.1=py36hbf841aa_0
  - ipython=6.1.0=py36hc72a948_1
  - ipython_genutils=0.2.0=pyhd3eb1b0_1
  - ipywidgets=7.0.0=py36h7b55c3a_0
  - isort=4.2.15=py36had401c0_0
  - itsdangerous=0.24=py36_1
  - jdcal=1.3=py36h4c697fb_0
  - jedi=0.10.2=py36h552def0_0
  - jinja2=2.9.6=py36h489bce4_1
  - jpeg=9d=h7f8727e_0
  - jsonschema=2.6.0=py36_0
  - jupyter_client=7.1.2=pyhd3eb1b0_0
  - jupyter_core=4.8.1=py36h06a4308_0
  - jupyterlab=0.27.0=py36h86377d0_2
  - jupyterlab_launcher=0.13.1=py_2
  - lazy-object-proxy=1.3.1=py36h14c3975_2
  - ld_impl_linux-64=2.35.1=h7274673_9
  - libedit=3.1.20210910=h7f8727e_0
  - libffi=3.2.1=hf484d3e_1007
  - libgcc-ng=9.3.0=h5101ec6_17
  - libgfortran-ng=7.5.0=ha8ba4b0_17
  - libgfortran4=7.5.0=ha8ba4b0_17
  - libgomp=9.3.0=h5101ec6_17
  - libpng=1.6.37=hbc83047_0
  - libsodium=1.0.16=h1bed415_0
  - libssh2=1.8.0=h9cfc8f7_4
  - libstdcxx-ng=9.3.0=hd4cf53a_17
  - libtiff=4.2.0=h85742a9_0
  - libuuid=1.0.3=h7f8727e_2
  - libwebp-base=1.2.2=h7f8727e_0
  - libxcb=1.14=h7b6447c_0
  - libxml2=2.9.12=h03d6c58_0
  - libxslt=1.1.34=hc22bd24_0
  - llvmlite=0.20.0=py36_0
  - locket=0.2.0=py36_1
  - lxml=4.1.0=py36h5b66e50_0
  - lz4-c=1.9.3=h295c915_1
  - lzo=2.10=h7b6447c_2
  - markupsafe=1.0=py36h14c3975_1
  - matplotlib=2.1.0=py36hba5de38_0
  - mccabe=0.6.1=py36_1
  - mistune=0.7.4=py36hbab8784_0
  - mkl=2018.0.3=1
  - mkl_fft=1.0.6=py36h7dd41cf_0
  - mkl_random=1.0.1=py36h4414c95_1
  - mpc=1.1.0=h10f8cd9_1
  - mpfr=4.0.2=hb69a4c5_1
  - mpmath=0.19=py36h8cc018b_2
  - msgpack-python=0.4.8=py36hec4c5d1_0
  - multipledispatch=0.4.9=py36h41da3fb_0
  - navigator-updater=0.1.0=py36h14770f7_0
  - nbconvert=5.3.1=py36_0
  - nbformat=4.4.0=py36_0
  - ncurses=6.3=h7f8727e_2
  - nest-asyncio=1.5.1=pyhd3eb1b0_0
  - networkx=2.0=py36h7e96fb8_0
  - nltk=3.2.4=py36h1a0979f_0
  - nose=1.3.7=pyhd3eb1b0_1008
  - notebook=5.0.0=py36h0b20546_2
  - numba=0.35.0=np113py36_10
  - numexpr=2.6.2=py36hc561933_2
  - numpy=1.13.3=py36hdbf6ddf_4
  - numpydoc=0.7.0=py36h18f165f_0
  - odo=0.5.1=py36_0
  - olefile=0.44=py36h79f9f78_0
  - openpyxl=2.4.8=py36h41dd2a8_1
  - openssl=1.0.2u=h7b6447c_0
  - packaging=16.8=py36ha668100_1
  - pandas=0.20.3=py36h6022372_2
  - pandoc=2.12=h06a4308_0
  - pandocfilters=1.4.2=py36_1
  - partd=0.3.8=py36_0
  - patchelf=0.13=h295c915_0
  - path.py=10.3.1=py36he0c6f6d_0
  - pathlib2=2.3.0=py36h49efa8e_0
  - patsy=0.4.1=py36ha3be15e_0
  - pcre=8.45=h295c915_0
  - pep8=1.7.0=py36h26ade29_0
  - pexpect=4.2.1=py36h3b9d41b_0
  - pickleshare=0.7.4=py36_0
  - pillow=4.2.1=py36h9119f52_0
  - pip=21.2.2=py36h06a4308_0
  - pkginfo=1.4.1=py36h215d178_1
  - ply=3.10=py36hed35086_0
  - prompt_toolkit=1.0.15=py36_0
  - psutil=5.4.0=py36h84c53db_0
  - ptyprocess=0.5.2=py36h69acd42_0
  - py=1.4.34=py36h0712aa3_1
  - pycodestyle=2.3.1=py36hf609f19_0
  - pycosat=0.6.3=py36h27cfd23_0
  - pycparser=2.18=py36_1
  - pycrypto=2.6.1=py36h7b6447c_10
  - pycurl=7.43.0=py36h5e72054_3
  - pyflakes=1.6.0=py36_0
  - pygments=2.2.0=py36_0
  - pylint=1.7.4=py36hb9d4533_0
  - pymysql=1.0.2=py36h06a4308_1
  - pyodbc=4.0.17=py36h999153c_0
  - pyopenssl=17.2.0=py36h5cc804b_0
  - pyparsing=2.2.0=py36_1
  - pyqt=5.6.0=py36h22d08a2_6
  - pysocks=1.6.7=py36hd97a5b1_1
  - pytables=3.4.3=py36h02b9ad4_0
  - pytest=3.2.1=py36h11ad3bb_1
  - python=3.6.6=h6e4f718_2
  - python-dateutil=2.6.1=py36h88d3b88_1
  - pytz=2017.2=py36hc2ccc2a_1
  - pywavelets=0.5.2=py36h035aef0_2
  - pyyaml=3.12=py36hafb9ca4_1
  - pyzmq=16.0.2=py36h3b0cf96_2
  - qt=5.6.2=hd25b39d_14
  - qtawesome=0.4.4=py36_0
  - qtconsole=4.3.1=py36_0
  - qtpy=1.3.1=py36h3691cc8_0
  - readline=7.0=h7b6447c_5
  - requests=2.18.4=py36he2e5f8d_1
  - rope=0.10.5=py36h1f8c17e_0
  - ruamel_yaml=0.15.100=py36h27cfd23_0
  - scikit-image=0.13.0=py36had3c07a_1
  - scikit-learn=0.19.1=py36hedc7406_0
  - scipy=0.19.1=py36h9976243_3
  - seaborn=0.8.0=py36h197244f_0
  - setuptools=58.0.4=py36h06a4308_0
  - simplegeneric=0.8.1=py36_2
  - singledispatch=3.4.0.3=py_1001
  - sip=4.18.1=py36h295c915_2
  - six=1.11.0=py36_1
  - snowballstemmer=1.2.1=py36_0
  - sortedcollections=0.5.3=py36h3c761f9_0
  - sortedcontainers=1.5.7=py36hdf89491_0
  - sphinx=1.6.3=py36he5f0bdb_0
  - sphinxcontrib=1.0=py36_1
  - sphinxcontrib-websupport=1.0.1=py36hb5cb234_1
  - spyder=3.2.4=py36hbe6152b_0
  - sqlalchemy=1.1.13=py36hfb5efd7_0
  - sqlite=3.33.0=h62c20be_0
  - statsmodels=0.8.0=py36h8533d0b_0
  - sympy=1.1.1=py36_0
  - tblib=1.3.2=py36_0
  - terminado=0.6=py36ha25a19f_0
  - testpath=0.3.1=py36_0
  - tk=8.6.11=h1ccaba5_0
  - toolz=0.8.2=py36h81f2dff_0
  - tornado=4.5.2=py36h1283b2a_0
  - tqdm=4.63.0=pyhd3eb1b0_0
  - traitlets=4.3.2=py36_0
  - typing=3.6.2=py36h7da032a_0
  - tzdata=2021e=hda174b7_0
  - unicodecsv=0.14.1=py36_0
  - unixodbc=2.3.4=h1bed415_2
  - urllib3=1.22=py36hbe7ace6_0
  - wcwidth=0.1.7=py36_0
  - webencodings=0.5.1=py36_1
  - werkzeug=0.12.2=py36hc703753_0
  - wheel=0.37.1=pyhd3eb1b0_0
  - widgetsnbextension=3.0.2=py36hd01bb71_1
  - wrapt=1.10.11=py36h14c3975_2
  - xlrd=1.1.0=py36_1
  - xlsxwriter=1.0.2=py36h3de1aca_0
  - xlwt=1.3.0=py36_0
  - xz=5.2.5=h7b6447c_0
  - yaml=0.2.5=h7b6447c_0
  - zeromq=4.2.5=hf484d3e_1
  - zict=0.1.3=py36_0
  - zlib=1.2.11=h7f8727e_4
  - zstd=1.4.9=haebb681_0
prefix: /home/hadoop/bigdata/anaconda3/envs/py3spark