Makefile.include.nvhpc acc - Revision history

Wolloch at 08:17, 23 March 2026

2026-03-23T08:17:57Z

← Older revision		Revision as of 08:17, 23 March 2026
Line 22:		Line 22:
	# to the hardware you are targeting		# to the hardware you are targeting
	GPU ?= -gpu=cc60,cc70,cc80,cc89,cuda12.6		GPU ?= -gpu=cc60,cc70,cc80,cc89,cuda12.6

			# For Blackwell (cc100 and above):
			# - the CUDA version needs to be 13.0 or higher.
			# - cc100 (or higher) may not be combined with lower compute capabilities.
			# Uncomment the line below
			#GPU = -gpu=cc100,cuda13.1

	CC = mpicc -acc $(GPU)		CC = mpicc -acc $(GPU)
Line 114:		Line 120:
	#LLIBS += -L$(WANNIER90_ROOT)/lib -lwannier		#LLIBS += -L$(WANNIER90_ROOT)/lib -lwannier

	# For machine learning library ~~vaspml~~ (experimental)		# For machine learning library VASPml (experimental)
	#CPP_OPTIONS += -Dlibvaspml		#CPP_OPTIONS += -Dlibvaspml
	~~#CPP_OPTIONS += -DVASPML_USE_CBLAS~~		#CXX_ML = mpic++
	~~#CPP_OPTIONS += -DVASPML_DEBUG_LEVEL=3~~		#CXXFLAGS_ML = -O3 -std=c++17 -Wall -Wextra
	#CXX_ML = mpic++		#INCLUDE_ML =
	#CXXFLAGS_ML = -O3 -std=c++17 -Wall -Wextra		## This may be required for the C++17 filesystem library if the underlying
	#INCLUDE_ML =		## system compiler is older than GNU 9.1. For newer versions this can be removed.
			#LLIBS += -lstdc++fs

	# Add -gpu=tripcount:host to compiler commands for NV HPC-SDK > 25.1		# Add -gpu=tripcount:host to compiler commands for NV HPC-SDK > 25.1
Line 131:		Line 138:
	FC += -gpu=tripcount:host		FC += -gpu=tripcount:host
	endif		endif

	</pre>		</pre>
	----		----

Hampel at 13:14, 10 June 2025

2025-06-10T13:14:23Z

← Older revision		Revision as of 13:14, 10 June 2025
Line 18:		Line 18:

	# N.B.: you might need to change the cuda-version here		# N.B.: you might need to change the cuda-version here
	# to one that comes with your NVIDIA-HPC SDK		# to one that comes with your NVIDIA-HPC SDK, and
	CC = ~~mpicc -acc~~ -gpu=cc60,cc70,cc80,~~cuda11~~.8		# the compute capabilities to the ones applicable
	FC = mpif90 -acc ~~-gpu=cc60,cc70,cc80,cuda11.8~~		# to the hardware you are targeting
	FCL = mpif90 -acc ~~-gpu=cc60,cc70,cc80,cuda11.8~~ -c++libs		GPU ?= -gpu=cc60,cc70,cc80,cc89,cuda12.6

			CC = mpicc -acc $(GPU)
			FC = mpif90 -acc $(GPU)
			FCL = mpif90 -acc $(GPU) -c++libs

	FREE = -Mfree		FREE = -Mfree
Line 117:		Line 121:
	#CXXFLAGS_ML = -O3 -std=c++17 -Wall -Wextra		#CXXFLAGS_ML = -O3 -std=c++17 -Wall -Wextra
	#INCLUDE_ML =		#INCLUDE_ML =

			# Add -gpu=tripcount:host to compiler commands for NV HPC-SDK > 25.1
			NVFORTRAN_VERSION := $(shell nvfortran --version \| sed -n '2s/^nvfortran $[0-9.]$./\1/p')
			define greater_or_equal
			$(shell printf '%s\n%s\n' '$(1)' '$(2)' \| sort -V \| head -n1 \| grep -q '$(2)' && echo true \|\| echo false)
			endef
			ifeq ($(call greater_or_equal,$(NVFORTRAN_VERSION),25.1),true)
			CC += -gpu=tripcount:host
			FC += -gpu=tripcount:host
			endif

	</pre>		</pre>
	----		----

Csheldon at 13:48, 18 December 2024

2024-12-18T13:48:29Z

← Older revision		Revision as of 13:48, 18 December 2024
Line 8:		Line 8:
	-Davoidalloc \		-Davoidalloc \
	-Dvasp6 \		-Dvasp6 \
	~~-Duse_bse_te \~~
	-Dtbdyn \		-Dtbdyn \
	-Dqd_emulate \		-Dqd_emulate \
	-Dfock_dblbuf \		-Dfock_dblbuf \
	-~~D_OPENACC~~ \		-DACC_OFFLOAD \
			-DNVCUDA \
	-DUSENCCL		-DUSENCCL

Line 30:		Line 30:

	DEBUG = -Mfree -O0 -traceback		DEBUG = -Mfree -O0 -traceback

	~~OBJECTS = fftmpiw.o fftmpi_map.o fftw3d.o fft3dlib.o~~

	LLIBS = -cudalib=cublas,cusolver,cufft,nccl -cuda		LLIBS = -cudalib=cublas,cusolver,cufft,nccl -cuda
Line 98:		Line 96:
	# Use cusolvermp (optional)		# Use cusolvermp (optional)
	# supported as of NVHPC-SDK 24.1 (and needs CUDA-11.8)		# supported as of NVHPC-SDK 24.1 (and needs CUDA-11.8)
	#CPP_OPTIONS+= -DCUSOLVERMP		#CPP_OPTIONS+= -DCUSOLVERMP -DCUBLASMP
	#LLIBS += -cudalib=cusolvermp		#LLIBS += -cudalib=cusolvermp,cublasmp -lnvhpcwrapcal
	~~#CFLAGS_LIB +=~~ -~~cudalib=cusolvermp~~
	~~#OBJECTS_LIB+= cal_mpi.o~~

	# HDF5-support (optional but strongly recommended)		# HDF5-support (optional but strongly recommended, and mandatory for some features)
	#CPP_OPTIONS+= -DVASP_HDF5		#CPP_OPTIONS+= -DVASP_HDF5
	#HDF5_ROOT ?= /path/to/your/hdf5/installation		#HDF5_ROOT ?= /path/to/your/hdf5/installation
Line 113:		Line 109:
	#WANNIER90_ROOT ?= /path/to/your/wannier90/installation		#WANNIER90_ROOT ?= /path/to/your/wannier90/installation
	#LLIBS += -L$(WANNIER90_ROOT)/lib -lwannier		#LLIBS += -L$(WANNIER90_ROOT)/lib -lwannier

			# For machine learning library vaspml (experimental)
			#CPP_OPTIONS += -Dlibvaspml
			#CPP_OPTIONS += -DVASPML_USE_CBLAS
			#CPP_OPTIONS += -DVASPML_DEBUG_LEVEL=3
			#CXX_ML = mpic++
			#CXXFLAGS_ML = -O3 -std=c++17 -Wall -Wextra
			#INCLUDE_ML =
	</pre>		</pre>
	----		----

Huebsch at 15:09, 6 February 2024

2024-02-06T15:09:43Z

← Older revision		Revision as of 15:09, 6 February 2024
Line 3:		Line 3:
	# Default precompiler options		# Default precompiler options
	CPP_OPTIONS = -DHOST=\"LinuxNV\" \		CPP_OPTIONS = -DHOST=\"LinuxNV\" \
	-DMPI -DMPI_BLOCK=8000 -Duse_collective \		-DMPI -DMPI_INPLACE -DMPI_BLOCK=8000 -Duse_collective \
	-DscaLAPACK \		-DscaLAPACK \
	-DCACHE_SIZE=4000 \		-DCACHE_SIZE=4000 \
Line 13:		Line 13:
	-Dfock_dblbuf \		-Dfock_dblbuf \
	-D_OPENACC \		-D_OPENACC \
	-DUSENCCL ~~-DUSENCCLP2P~~		-DUSENCCL

	CPP = nvfortran -Mpreprocess -Mfree -Mextend -E $(CPP_OPTIONS) $$(FUFFIX) > $$(SUFFIX)		CPP = nvfortran -Mpreprocess -Mfree -Mextend -E $(CPP_OPTIONS) $$(FUFFIX) > $$(SUFFIX)
Line 19:		Line 19:
	# N.B.: you might need to change the cuda-version here		# N.B.: you might need to change the cuda-version here
	# to one that comes with your NVIDIA-HPC SDK		# to one that comes with your NVIDIA-HPC SDK
	FC = mpif90 -acc -gpu=cc60,cc70,cc80,cuda11.0		CC = mpicc -acc -gpu=cc60,cc70,cc80,cuda11.8
	FCL = mpif90 -acc -gpu=cc60,cc70,cc80,cuda11.0 -c++libs		FC = mpif90 -acc -gpu=cc60,cc70,cc80,cuda11.8
			FCL = mpif90 -acc -gpu=cc60,cc70,cc80,cuda11.8 -c++libs

	FREE = -Mfree		FREE = -Mfree
Line 35:		Line 36:

	# Redefine the standard list of O1 and O2 objects		# Redefine the standard list of O1 and O2 objects
	SOURCE_O1 := pade_fit.o		SOURCE_O1 := pade_fit.o minimax_dependence.o
	SOURCE_O2 := pead.o		SOURCE_O2 := pead.o

	# For what used to be vasp.5.lib		# For what used to be vasp.5.lib
	CPP_LIB = $(CPP)		CPP_LIB = $(CPP)
	FC_LIB = ~~nvfortran~~		FC_LIB = $(FC)
	CC_LIB = ~~nvc -w~~		CC_LIB = $(CC)
	CFLAGS_LIB = -O		CFLAGS_LIB = -O -w
	FFLAGS_LIB = -O1 -Mfixed		FFLAGS_LIB = -O1 -Mfixed
	FREE_LIB = $(FREE)		FREE_LIB = $(FREE)
Line 56:		Line 57:
	## necessary ...		## necessary ...
	##		##
			# When compiling on the target machine itself , change this to the
			# relevant target when cross-compiling for another architecture
			VASP_TARGET_CPU ?= -tp host
			FFLAGS += $(VASP_TARGET_CPU)

	# Specify your NV HPC-SDK installation (mandatory)		# Specify your NV HPC-SDK installation (mandatory)
Line 65:		Line 70:
	#NVVERSION = 21.11		#NVVERSION = 21.11
	#NVROOT = $(NVHPC)/Linux_x86_64/$(NVVERSION)		#NVROOT = $(NVHPC)/Linux_x86_64/$(NVVERSION)

			## Improves performance when using NV HPC-SDK >=21.11 and CUDA >11.2
			#OFLAG_IN = -fast -Mwarperf
			#SOURCE_IN := nonlr.o

	# Software emulation of quadruple precsion (mandatory)		# Software emulation of quadruple precsion (mandatory)
Line 71:		Line 80:
	INCS += -I$(QD)/include/qd		INCS += -I$(QD)/include/qd

	# BLAS ~~and~~ LAPACK (mandatory)		# BLAS (mandatory)
	~~LLIBS~~ += ~~-lblas~~ -llapack		BLAS = -lblas

			# LAPACK (mandatory)
			LAPACK = -llapack

	# scaLAPACK (mandatory)		# scaLAPACK (mandatory)
	LLIBS += ~~-Mscalapack~~		SCALAPACK = -Mscalapack

			LLIBS += $(SCALAPACK) $(LAPACK) $(BLAS)

	# FFTW (mandatory)		# FFTW (mandatory)
Line 81:		Line 95:
	LLIBS += -L$(FFTW_ROOT)/lib -lfftw3		LLIBS += -L$(FFTW_ROOT)/lib -lfftw3
	INCS += -I$(FFTW_ROOT)/include		INCS += -I$(FFTW_ROOT)/include

			# Use cusolvermp (optional)
			# supported as of NVHPC-SDK 24.1 (and needs CUDA-11.8)
			#CPP_OPTIONS+= -DCUSOLVERMP
			#LLIBS += -cudalib=cusolvermp
			#CFLAGS_LIB += -cudalib=cusolvermp
			#OBJECTS_LIB+= cal_mpi.o

	# HDF5-support (optional but strongly recommended)		# HDF5-support (optional but strongly recommended)
Line 94:		Line 115:
	</pre>		</pre>
	----		----
			[[makefile.include]]

	[[Category:VASP]]		[[Category:VASP]]
	[[Category:Installation]]		[[Category:Installation]]

Ftran at 09:01, 20 October 2023

2023-10-20T09:01:46Z

← Older revision		Revision as of 09:01, 20 October 2023
Line 94:		Line 94:
	</pre>		</pre>
	----		----
	~~[[The_VASP_Manual\|Contents]]~~

	[[Category:VASP]]		[[Category:VASP]]
	[[Category:Installation]]		[[Category:Installation]]

Huebsch at 09:58, 20 January 2022

2022-01-20T09:58:28Z

← Older revision		Revision as of 09:58, 20 January 2022
Line 93:		Line 93:
	#LLIBS += -L$(WANNIER90_ROOT)/lib -lwannier		#LLIBS += -L$(WANNIER90_ROOT)/lib -lwannier
	</pre>		</pre>
			----
			[[The_VASP_Manual\|Contents]]

			[[Category:VASP]]
			[[Category:Installation]]

Huebsch: Created page with "{{DISPLAYTITLE:makefile.include.nvhpc_acc}}

 # Default precompiler options CPP_OPTIONS = -DHOST=\"LinuxNV\" \               -DMPI -DMPI_BLOCK=8000 -Duse_collective \..."

2022-01-19T07:52:28Z

Created page with "{{DISPLAYTITLE:makefile.include.nvhpc_acc}} <pre> # Default precompiler options CPP_OPTIONS = -DHOST=\"LinuxNV\" \ -DMPI -DMPI_BLOCK=8000 -Duse_collective \..."

New page

{{DISPLAYTITLE:makefile.include.nvhpc_acc}}
<pre>
# Default precompiler options
CPP_OPTIONS = -DHOST=\"LinuxNV\" \
-DMPI -DMPI_BLOCK=8000 -Duse_collective \
-DscaLAPACK \
-DCACHE_SIZE=4000 \
-Davoidalloc \
-Dvasp6 \
-Duse_bse_te \
-Dtbdyn \
-Dqd_emulate \
-Dfock_dblbuf \
-D_OPENACC \
-DUSENCCL -DUSENCCLP2P

CPP = nvfortran -Mpreprocess -Mfree -Mextend -E $(CPP_OPTIONS) $*$(FUFFIX) > $*$(SUFFIX)

# N.B.: you might need to change the cuda-version here
# to one that comes with your NVIDIA-HPC SDK
FC = mpif90 -acc -gpu=cc60,cc70,cc80,cuda11.0
FCL = mpif90 -acc -gpu=cc60,cc70,cc80,cuda11.0 -c++libs

FREE = -Mfree

FFLAGS = -Mbackslash -Mlarge_arrays

OFLAG = -fast

DEBUG = -Mfree -O0 -traceback

OBJECTS = fftmpiw.o fftmpi_map.o fftw3d.o fft3dlib.o

LLIBS = -cudalib=cublas,cusolver,cufft,nccl -cuda

# Redefine the standard list of O1 and O2 objects
SOURCE_O1 := pade_fit.o
SOURCE_O2 := pead.o

# For what used to be vasp.5.lib
CPP_LIB = $(CPP)
FC_LIB = nvfortran
CC_LIB = nvc -w
CFLAGS_LIB = -O
FFLAGS_LIB = -O1 -Mfixed
FREE_LIB = $(FREE)

OBJECTS_LIB = linpack_double.o

# For the parser library
CXX_PARS = nvc++ --no_warnings

##
## Customize as of this point! Of course you may change the preceding
## part of this file as well if you like, but it should rarely be
## necessary ...
##

# Specify your NV HPC-SDK installation (mandatory)
#... first try to set it automatically
NVROOT =$(shell which nvfortran | awk -F /compilers/bin/nvfortran '{ print $$1 }')

# If the above fails, then NVROOT needs to be set manually
#NVHPC ?= /opt/nvidia/hpc_sdk
#NVVERSION = 21.11
#NVROOT = $(NVHPC)/Linux_x86_64/$(NVVERSION)

# Software emulation of quadruple precsion (mandatory)
QD ?= $(NVROOT)/compilers/extras/qd
LLIBS += -L$(QD)/lib -lqdmod -lqd
INCS += -I$(QD)/include/qd

# BLAS and LAPACK (mandatory)
LLIBS += -lblas -llapack

# scaLAPACK (mandatory)
LLIBS += -Mscalapack

# FFTW (mandatory)
FFTW_ROOT ?= /path/to/your/fftw/installation
LLIBS += -L$(FFTW_ROOT)/lib -lfftw3
INCS += -I$(FFTW_ROOT)/include

# HDF5-support (optional but strongly recommended)
#CPP_OPTIONS+= -DVASP_HDF5
#HDF5_ROOT ?= /path/to/your/hdf5/installation
#LLIBS += -L$(HDF5_ROOT)/lib -lhdf5_fortran
#INCS += -I$(HDF5_ROOT)/include

# For the VASP-2-Wannier90 interface (optional)
#CPP_OPTIONS += -DVASP2WANNIER90
#WANNIER90_ROOT ?= /path/to/your/wannier90/installation
#LLIBS += -L$(WANNIER90_ROOT)/lib -lwannier
</pre>