install te topi packages in ascend install scripts

This commit is contained in:
xulei 2022-04-01 10:56:06 +08:00
parent c6f5210e8b
commit b80e55e22e
4 changed files with 48 additions and 0 deletions

View File

@ -23,6 +23,7 @@
# Augments:
# - PYTHON_VERSION: python version to set up. [3.7(default), 3.8, 3.9]
# - MINDSPORE_VERSION: mindspore version to install, >=1.6.0
# - LOCAL_ASCEND: Ascend AI software package installed path, default /usr/local/Ascend.
# - OPENMPI: whether to install optional package Open MPI for distributed training. [on, off(default)]
#
# Usage:
@ -33,6 +34,7 @@ set -e
PYTHON_VERSION=${PYTHON_VERSION:-3.7}
MINDSPORE_VERSION=${MINDSPORE_VERSION:-EMPTY}
LOCAL_ASCEND=${LOCAL_ASCEND:-/usr/local/Ascend}
OPENMPI=${OPENMPI:-off}
version_less() {
@ -55,6 +57,11 @@ if [[ "$PYTHON_VERSION" == "3.8" && ${MINDSPORE_VERSION:0:3} == "1.6" ]]; then
exit 1
fi
if ! (ls ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/topi-*-py3-none-any.whl 1> /dev/null 2>&1); then
echo "can not find whl packages in LOCAL_ASCEND=${LOCAL_ASCEND}, please check whether it is a valid path."
exit 1
fi
# add value to environment variable if value is not in it
add_env() {
local name=$1
@ -106,6 +113,11 @@ env_name=mindspore_py3${PYTHON_VERSION##*.}
conda create -n $env_name python=${PYTHON_VERSION} -y
conda activate $env_name
pip install sympy
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/topi-*-py3-none-any.whl
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/te-*-py3-none-any.whl
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/hccl-*-py3-none-any.whl
install_name="mindspore-ascend"
if [[ $MINDSPORE_VERSION != "EMPTY" ]]; then
install_name="${install_name}=${MINDSPORE_VERSION}"

View File

@ -23,6 +23,7 @@
# Augments:
# - PYTHON_VERSION: python version to set up. [3.7(default), 3.8, 3.9]
# - MINDSPORE_VERSION: mindspore version to install, >=1.6.0, required
# - LOCAL_ASCEND: Ascend AI software package installed path, default /usr/local/Ascend.
# - OPENMPI: whether to install optional package Open MPI for distributed training. [on, off(default)]
#
# Usage:
@ -33,6 +34,7 @@ set -e
PYTHON_VERSION=${PYTHON_VERSION:-3.7}
MINDSPORE_VERSION=${MINDSPORE_VERSION:-EMPTY}
LOCAL_ASCEND=${LOCAL_ASCEND:-/usr/local/Ascend}
OPENMPI=${OPENMPI:-off}
version_less() {
@ -50,6 +52,11 @@ if [[ " ${available_py_version[*]} " != *" $PYTHON_VERSION "* ]]; then
exit 1
fi
if ! (ls ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/topi-*-py3-none-any.whl 1> /dev/null 2>&1); then
echo "can not find whl packages in LOCAL_ASCEND=${LOCAL_ASCEND}, please check whether it is a valid path."
exit 1
fi
declare -A version_map=()
version_map["3.7"]="${MINDSPORE_VERSION/-/}-cp37-cp37m"
version_map["3.8"]="${MINDSPORE_VERSION/-/}-cp38-cp38"
@ -106,6 +113,11 @@ env_name=mindspore_py3${PYTHON_VERSION##*.}
conda create -n $env_name python=${PYTHON_VERSION} -y
conda activate $env_name
pip install sympy
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/topi-*-py3-none-any.whl
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/te-*-py3-none-any.whl
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/hccl-*-py3-none-any.whl
# optional openmpi for distributed training
if [[ X"$OPENMPI" == "Xon" ]]; then
origin_wd=$PWD

View File

@ -23,6 +23,7 @@
# Augments:
# - PYTHON_VERSION: python version to set up. [3.7(default), 3.8, 3.9]
# - OPENMPI: whether to install optional package Open MPI for distributed training. [on, off(default)]
# - LOCAL_ASCEND: Ascend AI software package installed path, default /usr/local/Ascend.
#
# Usage:
# Run script like `bash -i ./euleros-ascend-source.sh`.
@ -32,6 +33,7 @@ set -e
PYTHON_VERSION=${PYTHON_VERSION:-3.7}
OPENMPI=${OPENMPI:-off}
LOCAL_ASCEND=${LOCAL_ASCEND:-/usr/local/Ascend}
available_py_version=(3.7 3.8 3.9)
if [[ " ${available_py_version[*]} " != *" $PYTHON_VERSION "* ]]; then
@ -39,6 +41,11 @@ if [[ " ${available_py_version[*]} " != *" $PYTHON_VERSION "* ]]; then
exit 1
fi
if ! (ls ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/topi-*-py3-none-any.whl 1> /dev/null 2>&1); then
echo "can not find whl packages in LOCAL_ASCEND=${LOCAL_ASCEND}, please check whether it is a valid path."
exit 1
fi
# add value to environment variable if value is not in it
add_env() {
local name=$1
@ -97,6 +104,11 @@ conda activate $env_name
pip install wheel
pip install -U setuptools
pip install sympy
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/topi-*-py3-none-any.whl
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/te-*-py3-none-any.whl
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/hccl-*-py3-none-any.whl
# cmake
cd /tmp
cmake_file_name="cmake-3.19.8-Linux-$(arch).sh"

View File

@ -23,6 +23,7 @@
# Augments:
# - PYTHON_VERSION: python version to set up. [3.7(default), 3.8, 3.9]
# - MINDSPORE_VERSION: mindspore version to install, >=1.6.0, required
# - LOCAL_ASCEND: Ascend AI software package installed path, default /usr/local/Ascend.
#
# Usage:
# Run script like `MINDSPORE_VERSION=1.7.0 bash ./euleros-ascend310-pip.sh`.
@ -32,6 +33,7 @@ set -e
PYTHON_VERSION=${PYTHON_VERSION:-3.7}
MINDSPORE_VERSION=${MINDSPORE_VERSION:-EMPTY}
LOCAL_ASCEND=${LOCAL_ASCEND:-/usr/local/Ascend}
OPENMPI=${OPENMPI:-off}
version_less() {
@ -49,6 +51,11 @@ if [[ " ${available_py_version[*]} " != *" $PYTHON_VERSION "* ]]; then
exit 1
fi
if ! (ls ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/topi-*-py3-none-any.whl 1> /dev/null 2>&1); then
echo "can not find whl packages in LOCAL_ASCEND=${LOCAL_ASCEND}, please check whether it is a valid path."
exit 1
fi
declare -A version_map=()
version_map["3.7"]="${MINDSPORE_VERSION/-/}-cp37-cp37m"
version_map["3.8"]="${MINDSPORE_VERSION/-/}-cp38-cp38"
@ -105,6 +112,11 @@ env_name=mindspore_py3${PYTHON_VERSION##*.}
conda create -n $env_name python=${PYTHON_VERSION} -y
conda activate $env_name
pip install sympy
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/topi-*-py3-none-any.whl
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/te-*-py3-none-any.whl
pip install ${LOCAL_ASCEND}/ascend-toolkit/latest/fwkacllib/lib64/hccl-*-py3-none-any.whl
# cmake
cd /tmp
cmake_file_name="cmake-3.19.8-Linux-$(arch).sh"