TensorFlow: Difference between revisions
Jump to navigation
Jump to search
(2 intermediate revisions by the same user not shown) | |||
Line 2: | Line 2: | ||
{| | {| | ||
| valign="top" colspan="2" | | | valign="top" colspan="2" | | ||
< | <syntaxhighlight lang="bash"> | ||
export PATH="/usr/local/cuda-12.0/bin:${PATH}" | export PATH="/usr/local/cuda-12.0/bin:${PATH}" | ||
export LD_LIBRARY_PATH="/usr/local/cuda-12.0/lib64:${LD_LIBRARY_PATH}" | export LD_LIBRARY_PATH="/usr/local/cuda-12.0/lib64:${LD_LIBRARY_PATH}" | ||
Line 9: | Line 9: | ||
sudo update-alternatives --config cuda | sudo update-alternatives --config cuda | ||
nvcc --version | nvcc --version | ||
</ | </syntaxhighlight> | ||
|- | |- | ||
Line 16: | Line 16: | ||
|- | |- | ||
| valign="top" | | | valign="top" | | ||
< | <syntaxhighlight lang="bash"> | ||
sudo apt udpate | sudo apt udpate | ||
sudo apt install python3-dev python3-pip python3-venv | sudo apt install python3-dev python3-pip python3-venv | ||
# sudo apt install nvidia-cuda-toolkit | # sudo apt install nvidia-cuda-toolkit | ||
</ | </syntaxhighlight> | ||
| valign="top" | | | valign="top" | | ||
< | <syntaxhighlight lang="bash"> | ||
apk update | apk update | ||
apk add bash gcc musl-dev python3 python3-dev py3-pip libxslt-dev libxml2-dev | apk add bash gcc musl-dev python3 python3-dev py3-pip libxslt-dev libxml2-dev | ||
# apk add nvidia-cuda-toolkit | # apk add nvidia-cuda-toolkit | ||
</ | </syntaxhighlight> | ||
|- | |- | ||
Line 34: | Line 34: | ||
|- | |- | ||
| valign="top" | | | valign="top" | | ||
< | <syntaxhighlight lang="bash"> | ||
python3 -m venv ~/.venv/tensorflow --prompt="TensorFlow" | python3 -m venv ~/.venv/tensorflow --prompt="TensorFlow" | ||
source ~/.venv/tensorflow/bin/activate | source ~/.venv/tensorflow/bin/activate | ||
pip install --upgrade pip | pip install --upgrade pip | ||
</ | </syntaxhighlight> | ||
| valign="top" | | | valign="top" | | ||
< | <syntaxhighlight lang="bash"> | ||
python3 -m venv ~/.venv/tensorflow --prompt="TensorFlow" | python3 -m venv ~/.venv/tensorflow --prompt="TensorFlow" | ||
source ~/.venv/tensorflow/bin/activate | source ~/.venv/tensorflow/bin/activate | ||
pip install --upgrade pip | pip install --upgrade pip | ||
</ | </syntaxhighlight> | ||
|- | |- | ||
Line 52: | Line 52: | ||
|- | |- | ||
| valign="top" colspan="2" | | | valign="top" colspan="2" | | ||
< | <syntaxhighlight lang="bash"> | ||
# export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64 | # export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64 | ||
# pip install jep ads gspread | # pip install jep ads gspread | ||
</ | </syntaxhighlight> | ||
|- | |- | ||
Line 62: | Line 62: | ||
|- | |- | ||
| valign="top" | | | valign="top" | | ||
< | <syntaxhighlight lang="bash"> | ||
pip install tensorflow | pip install tensorflow | ||
pip show tensorflow | pip show tensorflow | ||
Line 68: | Line 68: | ||
pip install tensorrt | pip install tensorrt | ||
pip show tensorrt | pip show tensorrt | ||
</ | </syntaxhighlight> | ||
| valign="top" | | | valign="top" | | ||
< | <syntaxhighlight lang="bash"> | ||
pip install tensorflow[and-cuda] | pip install tensorflow[and-cuda] | ||
pip install tensorflow | pip install tensorflow | ||
Line 78: | Line 78: | ||
pip install tensorrt | pip install tensorrt | ||
pip show tensorrt | pip show tensorrt | ||
</ | </syntaxhighlight> | ||
|- | |- | ||
Line 85: | Line 85: | ||
|- | |- | ||
| valign="top" colspan="2" | | | valign="top" colspan="2" | | ||
< | <syntaxhighlight lang="bash"> | ||
python -c 'import tensorflow as tf; print(tf.__version__)' | python -c 'import tensorflow as tf; print(tf.__version__)' | ||
python -c 'import tensorflow as tf; print(tf.test.is_gpu_available())' | python -c 'import tensorflow as tf; print(tf.test.is_gpu_available())' | ||
Line 92: | Line 92: | ||
python -c 'import tensorflow as tf; print(tf.sysconfig.get_build_info()["cudnn_version"])' | python -c 'import tensorflow as tf; print(tf.sysconfig.get_build_info()["cudnn_version"])' | ||
pip uninstall tensorflow | pip uninstall tensorflow | ||
</ | </syntaxhighlight> | ||
|} | |} | ||
Line 109: | Line 109: | ||
nvcc --version | nvcc --version | ||
dkms status | |||
nvidia-smi | nvidia-smi | ||
< | <syntaxhighlight lang="bash"> | ||
curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/3bf863cc.pub\ | curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/3bf863cc.pub\ | ||
| sudo gpg --dearmor -o /usr/share/keyrings/cuda-archive-keyring.gpg | | sudo gpg --dearmor -o /usr/share/keyrings/cuda-archive-keyring.gpg | ||
Line 123: | Line 124: | ||
sudo apt install cuda | sudo apt install cuda | ||
sudo apt install cuda-drivers | sudo apt install cuda-drivers | ||
</ | </syntaxhighlight> | ||
'''Or:''' | '''Or:''' | ||
Line 148: | Line 149: | ||
{| | {| | ||
| valign="top" | | | valign="top" | | ||
< | <syntaxhighlight lang="bash"> | ||
python3 -m venv .venv --prompt="TensorFlow" | python3 -m venv .venv --prompt="TensorFlow" | ||
# source .venv/bin/activate | # source .venv/bin/activate | ||
# (academia) $ | # (academia) $ | ||
</ | </syntaxhighlight> | ||
| valign="top" | | | valign="top" | | ||
< | <syntaxhighlight lang="bash"> | ||
python3 -m venv .venv --prompt="TensorFlow" | python3 -m venv .venv --prompt="TensorFlow" | ||
# source .venv/bin/activate | # source .venv/bin/activate | ||
# (molecule) $ | # (molecule) $ | ||
</ | </syntaxhighlight> | ||
| valign="top" | | | valign="top" | | ||
Line 166: | Line 167: | ||
# .venv\Scripts\activate | # .venv\Scripts\activate | ||
# (molecule) PS> | # (molecule) PS> | ||
</ | </syntaxhighlight> | ||
|- | |- | ||
Line 321: | Line 322: | ||
* [https://forums.developer.nvidia.com/t/nvidia-smi-has-failed-because-it-couldnt-communicate-with-the-nvidia-driver-make-sure-that-the-latest-nvidia-driver-is-installed-and-running/197141/6 <code>nvidia-smi</code> has failed] | * [https://forums.developer.nvidia.com/t/nvidia-smi-has-failed-because-it-couldnt-communicate-with-the-nvidia-driver-make-sure-that-the-latest-nvidia-driver-is-installed-and-running/197141/6 <code>nvidia-smi</code> has failed] | ||
* [https://developer.nvidia.com/cudnn Nvidia » cuDNN] | * [https://developer.nvidia.com/cudnn Nvidia » cuDNN] | ||
* [[OpenGL]] | |||
* [[PyEnv]] | |||
* [[Bazel]] | * [[Bazel]] | ||
Latest revision as of 01:18, 3 June 2024
Install
export PATH="/usr/local/cuda-12.0/bin:${PATH}"
export LD_LIBRARY_PATH="/usr/local/cuda-12.0/lib64:${LD_LIBRARY_PATH}"
# ls -lah /usr/local/cuda-12.0/lib64/|grep libnvinfer
# ls -lah /usr/local/cuda-12.0/lib64/|grep libcudart
sudo update-alternatives --config cuda
nvcc --version
| |
| |
sudo apt udpate
sudo apt install python3-dev python3-pip python3-venv
# sudo apt install nvidia-cuda-toolkit
|
apk update
apk add bash gcc musl-dev python3 python3-dev py3-pip libxslt-dev libxml2-dev
# apk add nvidia-cuda-toolkit
|
| |
python3 -m venv ~/.venv/tensorflow --prompt="TensorFlow"
source ~/.venv/tensorflow/bin/activate
pip install --upgrade pip
|
python3 -m venv ~/.venv/tensorflow --prompt="TensorFlow"
source ~/.venv/tensorflow/bin/activate
pip install --upgrade pip
|
| |
# export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64
# pip install jep ads gspread
| |
| |
pip install tensorflow
pip show tensorflow
pip install tensorrt
pip show tensorrt
|
pip install tensorflow[and-cuda]
pip install tensorflow
pip show tensorflow
pip install tensorrt
pip show tensorrt
|
| |
python -c 'import tensorflow as tf; print(tf.__version__)'
python -c 'import tensorflow as tf; print(tf.test.is_gpu_available())'
python -c 'import tensorflow as tf; print("Tensorflow Version: ", tf.__version__)'
python -c 'import tensorflow as tf; print(tf.config.list_physical_devices("GPU"))'
python -c 'import tensorflow as tf; print(tf.sysconfig.get_build_info()["cudnn_version"])'
pip uninstall tensorflow
|
CUDA Toolkit
verify cuda-capable gpu: cat /proc/driver/nvidia/version apt search nvidia-headless* apt search nvidia-driver-* ubuntu-drivers devices lspci | grep -i nvidia lsmod | grep -i nvidia lspci | grep -e VGA lspci | grep VGA nvcc --version dkms status nvidia-smi
curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/3bf863cc.pub\
| sudo gpg --dearmor -o /usr/share/keyrings/cuda-archive-keyring.gpg
cat << EOF | sudo tee /etc/apt/sources.list.d/cuda-ubuntu2204-x86_64.list >/dev/null
deb [arch=$(dpkg --print-architecture)\
signed-by=/usr/share/keyrings/cuda-archive-keyring.gpg]\
https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/ /
EOF
sudo apt install cuda
sudo apt install cuda-drivers
Or: wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.0-1_all.deb sudo dpkg -i cuda-keyring_1.0-1_all.deb sudo apt update sudo apt install cuda sudo apt install cuda-drivers
Reinstall Nvidia
sudo apt update && sudo apt list --upgradable && sudo apt upgrade sudo /usr/local/cuda-X.Y/bin/cuda-uninstall sudo apt autoremove nvidia* --purge sudo /usr/bin/nvidia-uninstall
nvidia-detector lspci | grep -e VGA ubuntu-drivers devices sudo ubuntu-drivers autoinstall sudo apt install nvidia-driver-525 cuda
Knowledge
python3 -m venv .venv --prompt="TensorFlow"
# source .venv/bin/activate
# (academia) $
|
python3 -m venv .venv --prompt="TensorFlow"
# source .venv/bin/activate
# (molecule) $
|
<source lang="PowerShell"> python -m venv .venv --prompt="TensorFlow"
</syntaxhighlight> |
| ||
apk list --installed|grep ^bash apk list --installed|grep bash apk add gcc |
apk search | grep ^bash apk search | grep bash apk add g++ |
apk info --contents bash apk info --rdepends bash apk add libc6-compat |
| ||
sudo apt search nvidia-cuda-toolkit sudo apt install nvidia-cuda-toolkit |
sudo find / -name 'libcudart.so*' sudo chmod a+r /usr/lib/x86_64-linux-gnu/libcuda* |
nvidia-smi sudo apt install cuda |
| ||
Installation : driver » driver & cuda » Installation : driver » driver & cuda » Installation : driver » driver & cuda » |
Proprietary: sudo apt install nvidia-driver-510 sudo apt install nvidia-driver-510 cuda Proprietary: sudo apt install nvidia-driver-525 sudo apt install nvidia-driver-525 cuda Proprietary: sudo apt install nvidia-headless-525 sudo apt install nvidia-headless-525 cuda |
OpenSource: sudo apt install nvidia-driver-510-open sudo apt install nvidia-driver-510-open cuda OpenSource: sudo apt install nvidia-driver-525-open sudo apt install nvidia-driver-525-open cuda OpenSource: sudo apt install nvidia-headless-525-open sudo apt install nvidia-headless-525-open cuda |
| ||
generic sudo apt install linux-modules-nvidia-510-5.15.0-60-generic sudo apt install linux-modules-nvidia-525-5.15.0-60-generic nvidia sudo apt install linux-modules-nvidia-510-5.15.0-1015-nvidia sudo apt install linux-modules-nvidia-525-5.15.0-1015-nvidia |
purge nvidia driver sudo apt remove --purge '^nvidia-.*' sudo apt remove --purge '^libnvidia-.*' sudo apt remove --purge '^cuda-.*' reinstall linux kernel sudo apt install linux-headers-$(uname -r) |