Help with converting existing Makefile to use HPC Compiler

westsidewheathills · October 18, 2022, 6:43pm

Currently I am coding for academic research purposes. I want to make an existing physics simulation software we have compatible with openACC in hopes that we could speed it up. Right now we use a makefile with g++ compilers to compile it. How could I go about making this work with nvc++ compilers? If I just try to replace CXX = nvc++ I get errors. I looked at the HPC documentation and it looks like a lot of the flags are the same so I’m assuming there is a flag that isn’t a direct conversion between the 2 compilers. Is there any advice that anyone could give on this and any advice on something I should add if I’m wanting to use openACC?

include StandardDefinitions.mk

#Site Specific  Flags
ifeq ($(strip $(BOOST_ROOT)),)
	BOOST_ROOT = /usr/local/include
endif

SYSINCLUDES	= -I/usr/include -I$(BOOST_ROOT) -I$(PLATFORM_DIR)/include -I${ARA_DEPS_INSTALL_DIR}/include
SYSLIBS         = -L/usr/lib -L$(PLATFORM_DIR)/lib -L${ARA_DEPS_INSTALL_DIR}/lib

DLLSUF = ${DllSuf}
OBJSUF = ${ObjSuf}
SRCSUF = ${SrcSuf}

#-L/usr/lib -I/usr/include

CXX = g++

#Generic and Site Specific Flags
CXXFLAGS     += $(SYSINCLUDES) $(INC_ARA_UTIL)
#LDFLAGS      += -L. -g -I$(BOOST_ROOT) $(ROOTLDFLAGS) $(LD_ARA_UTIL) -Wl
LDFLAGS      += -L. -g -I$(BOOST_ROOT) $(ROOTLDFLAGS) $(LD_ARA_UTIL) -Wl,--no-as-needed
#,--no-as-needed
#LDFLAGS      += -L. -g -I$(BOOST_ROOT) $(ROOTLDFLAGS) $(LD_ARA_UTIL)
ARA_ROOT_FLAGS = 

# copy from ray_solver_makefile (removed -lAra part)

# added for Fortran to C++


LIBS	= $(ROOTLIBS) -lMinuit $(SYSLIBS) -lRootFftwWrapper -lfftw3
GLIBS	= $(ROOTGLIBS) $(SYSLIBS)

ROOT_LIBRARY = libAra.${DLLSUF}

OBJS = Vector.o EarthModel.o IceModel.o Trigger.o Ray.o Tools.o Efficiencies.o Event.o Detector.o Position.o Spectra.o RayTrace.o RayTrace_IceModels.o signal.o secondaries.o Settings.o Primaries.o counting.o RaySolver.o Report.o eventSimDict.o AraSim.o
CCFILE = Vector.cc EarthModel.cc IceModel.cc Trigger.cc Ray.cc Tools.cc Efficiencies.cc Event.cc Detector.cc Spectra.cc Position.cc RayTrace.cc signal.cc secondaries.cc RayTrace_IceModels.cc Settings.cc Primaries.cc counting.cc RaySolver.cc Report.cc AraSim.cc
CLASS_HEADERS = Trigger.h Detector.h Settings.h Spectra.h IceModel.h Primaries.h Report.h Event.h #need to add headers which added to Tree Branch

PROGRAMS = AraSim

all : $(PROGRAMS) $(ROOT_LIBRARY)

AraSim : $(OBJS)
	$(LD) -L. $(OBJS) $(LDFLAGS) $(LIBS) -o $(PROGRAMS) 
	@echo "done."

#The library
$(ROOT_LIBRARY) : $(OBJS) 
	@echo "Linking $@ ..."
ifeq ($(PLATFORM),macosx)
# We need to make both the .dylib and the .so
		$(LD) $(SOFLAGS)$@ $(LDFLAGS) $(G77LDFLAGS) $^ $(OutPutOpt) $@
ifneq ($(subst $(MACOSX_MINOR),,1234),1234)
ifeq ($(MACOSX_MINOR),4)
		ln -sf $@ $(subst .$(DllSuf),.so,$@)
else
		$(LD) -dynamiclib -undefined $(UNDEFOPT) $(LDFLAGS) $(G77LDFLAGS) $^ \
		   $(OutPutOpt) $(subst .$(DllSuf),.so,$@)
endif
endif
else
	$(LD) $(SOFLAGS) $(LDFLAGS) $(G77LDFLAGS) $(LIBS) $^ -o $@
endif

##-bundle

#%.$(OBJSUF) : %.$(SRCSUF)
#	@echo "<**Compiling**> "$<
#	$(CXX) $(CXXFLAGS) -c $< -o  $@

%.$(OBJSUF) : %.C
	@echo "<**Compiling**> "$<
	$(CXX) $(CXXFLAGS) $ -c $< -o  $@

%.$(OBJSUF) : %.cc %.h
	@echo "<**Compiling**> "$<
	$(CXX) $(CXXFLAGS) $ -c $< -o  $@

# added for fortran code compiling
%.$(OBJSUF) : %.f
	@echo "<**Compiling**> "$<
	$(G77) -c $<

eventSimDict.C: $(CLASS_HEADERS)
	@echo "Generating dictionary ..."
	@ rm -f *Dict* 
	rootcint -f $@ -c $(DICT_FLAGS) -I./ $(INC_ARA_UTIL) $(CLASS_HEADERS) ${ARA_ROOT_HEADERS} LinkDef.h

clean:
	@rm -f *Dict*
	@rm -f *.${OBJSUF}
	@rm -f $(LIBRARY)
	@rm -f $(ROOT_LIBRARY)
	@rm -f $(subst .$(DLLSUF),.so,$(ROOT_LIBRARY))	
	@rm -f $(TEST)
	@rm -f $(PROGRAMS)

MatColgrove · October 18, 2022, 8:42pm

Hi westsidewheathills,

I’m not seeing anything in this makefile that would likely cause an issue. However, it is including another file, “StandardDefinitions.mk” so perhaps the issue is coming from there?

What’s the actual error that you’re seeing?

-Mat

westsidewheathills · October 19, 2022, 11:48pm

this is StandardDefinitions.mk

#Site Specific  Flags
include Makefile.arch

#If you have things in non standard paths (eg. libRootFftwWrapper) append the appropriate -I or -L lines below
SYSINCLUDES	= ${PLATFORM_DIR}/include
SYSLIBS         = ${PLATFORM_DIR}/lib

DLLSUF = ${DllSuf}
OBJSUF = ${ObjSuf}
SRCSUF = ${SrcSuf}

#Toggles the FFT functions on and off
#USE_FFT_TOOLS=1

ifdef USE_FFT_TOOLS
FFTLIBS = -lRootFftwWrapper -lfftw3 -lMathMore -lgsl 
FFTFLAG = -DUSE_FFT_TOOLS
else
FFTLIBS =
FFTFLAG =
endif

ifdef USE_GOOGLE_PROFILER
SYSLIBS += -L/home/rjn/thirdParty/lib -lprofiler -ltcmalloc
endif

ifdef ARA_UTIL_INSTALL_DIR
	ARA_UTIL_LIB_DIR=${ARA_UTIL_INSTALL_DIR}/lib
	ARA_UTIL_INC_DIR=${ARA_UTIL_INSTALL_DIR}/include
	CXXFLAGS += -DARA_UTIL_EXISTS
	DICT_FLAGS = -DARA_UTIL_EXISTS
	LD_ARA_UTIL=-L${ARA_UTIL_LIB_DIR} -lAraEvent
	INC_ARA_UTIL=-I${ARA_UTIL_INC_DIR}
	ARA_ROOT_HEADERS=RawIcrrStationHeader.h RawIcrrStationEvent.h  RawAraStationEvent.h  FullIcrrHkEvent.h  AraEventCalibrator.h IcrrTriggerMonitor.h IcrrHkData.h AraRawIcrrRFChannel.h AraAntennaInfo.h AraGeomTool.h  UsefulAraStationEvent.h UsefulIcrrStationEvent.h araIcrrStructures.h AtriEventHkData.h AtriSensorHkData.h araAtriStructures.h araSoft.h araIcrrDefines.h RawAtriSimpleStationEvent.h RawAtriStationBlock.h RawAraGenericHeader.h RawAtriStationEvent.h UsefulAtriStationEvent.h  AraStationInfo.h 
#AraFileUtility.h araSimDefines.h araSimStructures.h
endif

This is the included file Makefile.arch

#Global Thingies
ROOTCONFIG   := root-config
ARCH         := $(shell $(ROOTCONFIG) --arch)
PLATFORM     := $(shell $(ROOTCONFIG) --platform)
ALTCC        := $(shell $(ROOTCONFIG) --cc)
ALTCXX       := $(shell $(ROOTCONFIG) --cxx)
ALTF77       := $(shell $(ROOTCONFIG) --f77)
ALTLD        := $(shell $(ROOTCONFIG) --ld)

#CXX           =
ObjSuf        = o
SrcSuf        = cc
ExeSuf        =
DllSuf        = so
OutPutOpt     = -o # keep whitespace after "-o"

ifeq (debug,$(findstring debug,$(ROOTBUILD)))
OPT           = -g
OPT2          = -g
else
ifneq ($(findstring debug, $(strip $(shell $(ROOTCONFIG) --config))),)
OPT           = -g
OPT2          = -g
else
OPT           = -O
OPT2          = -O2
endif
endif

ROOTCFLAGS   := $(shell $(ROOTCONFIG) --cflags)
ROOTLDFLAGS  := $(shell $(ROOTCONFIG) --ldflags)
ROOTLIBS     := $(shell $(ROOTCONFIG) --libs)
ROOTGLIBS    := $(shell $(ROOTCONFIG) --glibs)
HASTHREAD    := $(shell $(ROOTCONFIG) --has-thread)
#NOSTUBS      := $(shell $(ROOTCONFIG) --nostubs)
ROOTCINT     := rootcint

# Stub Functions Generation
ifeq ($(NOSTUBS),yes)
   ROOTCINT = export CXXFLAGS="$(CXXFLAGS)"; $(ROOTSYS)/core/utils/src/rootcint_nostubs.sh -$(ROOTDICTTYPE)
endif

ifeq ($(ARCH),hpuxacc)
# HP-UX 10.x with aCC
CXX           = aCC
CXXFLAGS      = $(OPT) +Z
LD            = aCC
LDFLAGS       = $(OPT) -z
SOFLAGS       = -b
endif

ifeq ($(ARCH),hpuxia64acc)
# HP-UX 11i 1.5 (IA-64) with aCC
CXX           = aCC
CXXFLAGS      = +DD64 $(OPT) +Z
LD            = aCC
LDFLAGS       = +DD64 $(OPT) -z
SOFLAGS       = -b
endif

ifeq ($(ARCH),hpuxgcc)
# HP-UX 10.x with g++
CXXFLAGS      = $(OPT) -fPIC
CXX           = g++
LD            = g++
LDFLAGS       = $(OPT)
SOFLAGS       = -fPIC -shared
endif

ifeq ($(ARCH),hurddeb)
# GNU/Hurd
CXX           = g++
CXXFLAGS      = $(OPT2) -Wall -fPIC
LD            = g++
LDFLAGS       = $(OPT2)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),aix)
# IBM AIX xlC 4.x
CXX           = xlC
CXXFLAGS      = $(OPT)
LD            = xlC
LDFLAGS       = $(OPT)
SOFLAGS       =
DllSuf        = a
endif

ifeq ($(ARCH),aix5)
# IBM AIX xlC 5.x
CXX           = xlC
CXXFLAGS      = $(OPT)
LD            = xlC
LDFLAGS       = $(OPT)
SOFLAGS       =
DllSuf        = a
endif

ifeq ($(ARCH),aixgcc)
# IBM AIX with GCC
CXX           = g++
CXXFLAGS      = $(OPT)
LD            = g++
LDFLAGS       = $(OPT)
SOFLAGS       = -shared
DllSuf        = a
EXPLLINKLIBS  = $(ROOTLIBS) $(ROOTGLIBS)
endif

ifeq ($(ARCH),solaris)
# Solaris CC
CXX           = /opt/SUNWspro/bin/CC
CXXFLAGS      = $(OPT) -KPIC
LD            = /opt/SUNWspro/bin/CC
LDFLAGS       = $(OPT)
SOFLAGS       = -G
endif

ifeq ($(ARCH),solarisCC5)
# Solaris CC 5.0
CXX           = CC
CXXFLAGS      = $(OPT) -KPIC
LD            = CC
LDFLAGS       = $(OPT)
SOFLAGS       = -G
endif

ifeq ($(ARCH),solarisgcc)
# Solaris gcc
CXX           = g++
CXXFLAGS      = $(OPT) -fPIC
LD            = g++
LDFLAGS       = $(OPT)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),solariskcc)
# Solaris kcc
CXX           = KCC --one_instantiation_per_object
CXXFLAGS      = -O4 -KPIC
LD            = KCC
LDFLAGS       = -O4
SOFLAGS       =
endif

ifeq ($(ARCH),solarisx86)
# Solaris CC on Intel
CXX           = CC
CXXFLAGS      = $(OPT) -KPIC
LD            = CC
LDFLAGS       = $(OPT)
SOFLAGS       = -G
endif

ifeq ($(ARCH),sgicc)
# SGI
CXX           = CC -n32  -I/usr/include/CC.sgi
CXXFLAGS      = $(OPT)
LD            = CC -n32 -LANG:std  -I/usr/include/CC.sgi
LDFLAGS       = $(OPT)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),sgicc64)
# SGI
CXX           = CC -64  -I/usr/include/CC.sgi
CXXFLAGS      = $(OPT)
LD            = CC -64 -LANG:std -I/usr/include/CC.sgi
LDFLAGS       = $(OPT)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),sgigcc)
# SGI 6.x with gcc
CXX           = g++
CXXFLAGS      = $(OPT) -Wall -fPIC
LD            = g++
LDFLAGS       = $(OPT) -Wl,-u,__builtin_new -Wl,-u,__builtin_delete -Wl,-u,__nw__FUiPv
SOFLAGS       = -shared
endif

ifeq ($(ARCH),sgin32gcc)
# SGI 6.x with gcc for n32 ABI
CXX           = g++
CXXFLAGS      = $(OPT) -Wall -fPIC
LD            = g++
LDFLAGS       = $(OPT) -L/usr/lib32 -Wl,-woff,134 -lgen
SOFLAGS       = -shared
endif

ifeq ($(ARCH),sgikcc)
# SGI with KCC
CXX           = KCC -n32 --one_instantiation_per_object
CXXFLAGS      = $(OPT)
LD            = KCC -n32
LDFLAGS       = $(OPT)
SOFLAGS       =
endif

ifeq ($(ARCH),alphagcc)
# Alpha/OSF with gcc
CXX           = g++
CXXFLAGS      = $(OPT2) -Wall -fPIC
LD            = g++
LDFLAGS       = $(OPT2)
SOFLAGS       = -Wl,-expect_unresolved,* -shared
endif

ifeq ($(ARCH),alphakcc)
# Alpha/OSF with kai compiler (not yet valid)
CXX           = KCC --one_instantiation_per_object
CXXFLAGS      = $(OPT) -fPIC
LD            = KCC
LDFLAGS       = $(OPT)
SOFLAGS       = -Wl,-expect_unresolved,* -shared
endif

ifeq ($(ARCH),alphacxx6)
# Alpha/OSF with cxx6
CXX           = cxx
CXXFLAGS      = $(OPT)
LD            = cxx
LDFLAGS       = $(OPT)
SOFLAGS       = -shared -nocxxstd -Wl,-expect_unresolved,*,-msym
endif

ifeq ($(ARCH),linuxdeb2ppc)
# Debian/Linux on the PowerPC
CXX           = g++
CXXFLAGS      = $(OPT2) -Wall -fPIC
LD            = g++
LDFLAGS       = $(OPT2)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),linux)
# Linux with egcs, gcc 2.9x, gcc 3.x
CXX           = g++
CXXFLAGS      = $(OPT2) -Wall -fPIC
LD            = g++
LDFLAGS       = $(OPT2)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),linuxkcc)
# Linux with the KAI compiler
CXX           = KCC --one_instantiation_per_object
CXXFLAGS      = $(OPT) -fPIC +K0
LD            = KCC
LDFLAGS       = $(OPT) $(shell $(ROOTCONFIG) --cflags)
SOFLAGS       =
endif

ifeq ($(ARCH),linuxicc)
# Linux with Intel icc compiler
ICC_MAJOR    := $(shell icc -v 2>&1 | awk '{ if (NR==1) print $$2 }' | \
                cut -d'.' -f1)
ICC_MINOR    := $(shell icc -v 2>&1 | awk '{ if (NR==1) print $$2 }' | \
                cut -d'.' -f2)
CXX           = icc
CXXFLAGS      = $(OPT) -fPIC -wd1476
LD            = icpc
LDFLAGS       = $(OPT)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),linuxppcgcc)
# PPC Linux with gcc and glibc
CXX           = g++
CXXFLAGS      = $(OPT2) -Wall -fPIC
LD            = g++
LDFLAGS       = $(OPT2)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),linuxia64gcc)
# Itanium Linux with gcc 2.9x
CXX           = g++
CXXFLAGS      = $(OPT2) -Wall -fPIC
LD            = g++
LDFLAGS       = $(OPT2)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),linuxia64sgi)
# Itanium Linux with sgiCC
CXX           = sgiCC
CXXFLAGS      = $(OPT) -Wall -fPIC
LD            = gsgiCC
LDFLAGS       = $(OPT)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),linuxia64ecc)
# Itanium Linux with Intel icc (was ecc)
ICC_MAJOR    := $(shell icc -v 2>&1 | awk '{ if (NR==1) print $$2 }' | \
                cut -d'.' -f1)
ICC_MINOR    := $(shell icc -v 2>&1 | awk '{ if (NR==1) print $$2 }' | \
                cut -d'.' -f2)
CXX           = icc
CXXFLAGS      = $(OPT) -fPIC -wd1476 -ftz
LD            = icpc
LDFLAGS       = $(OPT)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),linuxx8664gcc)
# AMD Opteron and Intel EM64T (64 bit mode) Linux with gcc 3.x
CXX           = g++
CXXFLAGS      = $(OPT2) -fPIC #-Wall 
LD            = g++
LDFLAGS       = $(OPT2)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),linuxppc64gcc)
# PPC64 Linux with gcc 3.x
CXX           = g++
CXXFLAGS      = $(OPT) -Wall -fPIC
LD            = g++
LDFLAGS       = $(OPT)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),linuxx8664icc)
# AMD Opteron and Intel EM64T (64 bit mode) Linux with Intel icc compiler
CXX           = icc
CXXFLAGS      = $(OPT) -fPIC -wd1476 -wd1572
LD            = icpc
LDFLAGS       = $(OPT)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),linuxalphagcc)
# Alpha Linux with gcc
CXX           = g++
CXXFLAGS      = $(OPT2) -Wall -fPIC
LD            = g++
LDFLAGS       = $(OPT2)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),linuxmips)
# GNU/Linux on mips (BE/LE, O32/N32/N64) with gcc
CXX           = g++
CXXFLAGS      = $(OPT2) -Wall -fPIC
LD            = g++
LDFLAGS       = $(OPT2)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),linuxhppa)
# GNU/Linux on hppa with gcc
CXX           = g++
CXXFLAGS      = $(OPT2) -Wall -fPIC
LD            = g++
LDFLAGS       = $(OPT2)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),linuxarm)
# ARM Linux with egcs
CXX           = g++
CXXFLAGS      = $(OPT) -Wall -fPIC
LD            = g++
LDFLAGS       = $(OPT)
SOFLAGS       = -shared
endif

ifeq ($(ARCH),freebsd4)
# FreeBSD with glibc
CXX           = g++
CXXFLAGS      = $(OPT) -W -Wall -fPIC
LD            = $(CXX)
LDFLAGS       = $(OPT)
SOFLAGS       = -shared -Wl,-x
endif

ifeq ($(ARCH),freebsd5)
# FreeBSD with glibc
CXX           = g++
CXXFLAGS      = $(OPT) -W -Wall -fPIC
LD            = $(CXX)
LDFLAGS       = $(OPT)
SOFLAGS       = -shared -Wl,-x
endif

ifeq ($(ARCH),freebsd7)
# FreeBSD with libc
CXX           = g++
CXXFLAGS      = $(OPT) -W -Wall -fPIC
LD            = $(CXX)
LDFLAGS       = $(OPT)
SOFLAGS       = -shared -Wl,-x
endif

ifeq ($(ARCH),openbsd)
# OpenBSD with libc
CXX           = g++
CXXFLAGS      = $(OPT) -pipe -W -Wall -fPIC
LD            = g++
LDFLAGS       = $(OPT)
SOFLAGS       = -shared -Wl,-x
endif

ifeq ($(ARCH),macosx)
# MacOS X with cc (GNU cc 2.95.2 and gcc 3.3)
MACOSX_MINOR := $(shell sw_vers | sed -n 's/ProductVersion://p' | cut -d . -f 2)
MACOSXTARGET := MACOSX_DEPLOYMENT_TARGET=10.$(MACOSX_MINOR)
CXX           = g++
CXXFLAGS      = $(OPT2) -pipe -Wall -W -Woverloaded-virtual
LD            = $(MACOSXTARGET) g++
LDFLAGS       = $(OPT2)
# The SOFLAGS will be used to create the .dylib,
# the .so will be created separately
ifeq ($(subst $(MACOSX_MINOR),,1234),1234)
DllSuf        = so
else
DllSuf        = dylib
endif
UNDEFOPT      = dynamic_lookup
ifneq ($(subst $(MACOSX_MINOR),,12),12)
UNDEFOPT      = suppress
LD            = g++
endif
SOFLAGS       = -dynamiclib -single_module -undefined $(UNDEFOPT) -install_name $(CURDIR)/
endif

ifeq ($(ARCH),macosxicc)
# MacOS X with Intel icc compiler
MACOSX_MINOR := $(shell sw_vers | sed -n 's/ProductVersion://p' | cut -d . -f 2)
MACOSXTARGET := MACOSX_DEPLOYMENT_TARGET=10.$(MACOSX_MINOR)
ifeq ($(MACOSX_MINOR),5)
MACOSX_MINOR := 4
endif
CXX           = icc
CXXFLAGS      = $(OPT) -fPIC -wd1476
LD            = $(MACOSXTARGET) icpc
LDFLAGS       = $(OPT)
# The SOFLAGS will be used to create the .dylib,
# the .so will be created separately
ifeq ($(subst $(MACOSX_MINOR),,1234),1234)
DllSuf        = so
else
DllSuf        = dylib
endif
SOFLAGS       = -dynamiclib -single_module -undefined dynamic_lookup -install_name $(CURDIR)/
endif

ifeq ($(ARCH),macosx64)
# MacOS X >= 10.4 with gcc 64 bit mode (GNU gcc 4.*)
# Only specific option (-m64) comes from root-config
MACOSX_MINOR := $(shell sw_vers | sed -n 's/ProductVersion://p' | cut -d . -f 2)
MACOSXTARGET := MACOSX_DEPLOYMENT_TARGET=10.$(MACOSX_MINOR)
CXX           = g++
CXXFLAGS      = $(OPT2) -pipe -Wall -W -Woverloaded-virtual
LD            = $(MACOSXTARGET) g++
LDFLAGS       = $(OPT2)
# The SOFLAGS will be used to create the .dylib,
# the .so will be created separately
ifeq ($(subst $(MACOSX_MINOR),,1234),1234)
DllSuf        = so
else
DllSuf        = dylib
endif
SOFLAGS       = -dynamiclib -single_module -undefined dynamic_lookup -install_name $(CURDIR)/
endif

ifeq ($(ARCH),macosxxlc)
# MacOS X with IBM xlC compiler
MACOSX_MINOR := $(shell sw_vers | sed -n 's/ProductVersion://p' | cut -d . -f 2)
MACOSXTARGET := MACOSX_DEPLOYMENT_TARGET=10.$(MACOSX_MINOR)
CXX           = xlC
CXXFLAGS      = $(OPT)
LD            = $(MACOSXTARGET) xlC
LDFLAGS       = $(OPT) -Wl,-bind_at_load
# The SOFLAGS will be used to create the .dylib,
# the .so will be created separately
DllSuf        = dylib
UNDEFOPT      = dynamic_lookup
ifneq ($(subst $(MACOSX_MINOR),,12),12)
UNDEFOPT      = suppress
LD            = xlC
endif
SOFLAGS       = -qmkshrobj -single_module -undefined $(UNDEFOPT) -install_name $(CURDIR)/
endif

ifeq ($(ARCH),win32)
# Windows with the VC++ compiler
VC_MAJOR     := $(shell unset VS_UNICODE_OUTPUT; cl.exe 2>&1 | awk '{ if (NR==1) print $$8 }' | \
                cut -d'.' -f1)
ObjSuf        = obj
SrcSuf        = cxx
ExeSuf        = .exe
DllSuf        = dll
OutPutOpt     = -out:
CXX           = cl
ifeq (debug,$(findstring debug,$(ROOTBUILD)))
CXXOPT        = -Z7
LDOPT         = -debug
else
ifneq ($(findstring debug, $(strip $(shell $(ROOTCONFIG) --config))),)
CXXOPT        = -Z7
LDOPT         = -debug
else
CXXOPT        = -O2
LDOPT         = -opt:ref
endif
endif
ROOTINCDIR   := -I$(shell cygpath -m `$(ROOTCONFIG) --incdir`)
CXXFLAGS      = $(CXXOPT) -nologo $(ROOTINCDIR) -FIw32pragma.h
LD            = link
LDFLAGS       = $(LDOPT) -nologo
SOFLAGS       = -DLL

EXPLLINKLIBS  = $(ROOTLIBS) $(ROOTGLIBS)
ifneq (,$(findstring $(VC_MAJOR),14 15))
MT_EXE        = mt -nologo -manifest $@.manifest -outputresource:$@\;1; rm -f $@.manifest
MT_DLL        = mt -nologo -manifest $@.manifest -outputresource:$@\;2; rm -f $@.manifest
else
MT_EXE        =
MT_DLL        =
endif
endif

ifeq ($(ARCH),win32gcc)
# Windows with gcc
DllSuf        = dll
ExeSuf        = .exe
CXX           = g++
CXXFLAGS      = $(OPT) -pipe -Wall -Woverloaded-virtual -I/usr/X11R6/include
LD            = g++
LDFLAGS       = $(OPT) -Wl,--enable-auto-import \
                -Wl,--enable-runtime-pseudo-reloc \
		-L/usr/X11R6/lib
SOFLAGS       = -shared -Wl,--enable-auto-image-base \
                -Wl,--export-all-symbols
EXPLLINKLIBS  = $(ROOTLIBS) $(ROOTGLIBS)
endif

ifeq ($(CXX),)
$(error $(ARCH) invalid architecture)
endif

CXXFLAGS     += $(ROOTCFLAGS)
LDFLAGS      += $(ROOTLDFLAGS)
LIBS          = $(ROOTLIBS) $(SYSLIBS)
GLIBS         = $(ROOTGLIBS) $(SYSLIBS)

ifneq ($(ALTCC),)
   CC  = $(ALTCC)
endif
ifneq ($(ALTCXX),)
   CXX = $(ALTCXX)
endif
ifneq ($(ALTF77),)
   F77 = $(ALTF77)
endif
ifneq ($(ALTLD),)
   LD  = $(ALTLD)
endif

ifneq ($(findstring g++, $(CXX)),)
GCC_MAJOR := $(shell $(CXX) -dumpversion 2>&1 | cut -d'.' -f1)
GCC_MINOR := $(shell $(CXX) -dumpversion 2>&1 | cut -d'.' -f2)
endif

Im assuming that the Makefile.arch file is something that changes the Makefile depending on the operating system? I tried to go through the whole thing and change all the places with a g++ to an nvc++ but I get the same error. I get a lot of errors and I’m not exactly sure what causes this to fail and how much of this is just extra information. All of the errors and warnings don’t show up if I use g++. Most of them say “undefined reference to ___”

<**Compiling**> Vector.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c Vector.cc -o  Vector.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

<**Compiling**> EarthModel.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c EarthModel.cc -o  EarthModel.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

"EarthModel.cc", line 244: warning: variable "x" was declared but never referenced
    	double x = 0; //where.Mag();
    	       ^

"EarthModel.cc", line 303: warning: variable "x" was declared but never referenced
    	double x = 0; //where.Mag();
    	       ^

"EarthModel.cc", line 716: warning: statement is unreachable
    cout << "made it this far.\n";
    ^

"EarthModel.cc", line 926: warning: variable "abovesurface" was declared but never referenced
  	  double abovesurface =0;
  	         ^

"EarthModel.cc", line 1068: warning: statement is unreachable
      cout << "made it this far.\n";
      ^

"EarthModel.cc", line 752: warning: variable "ilon" was set but never used
      int ilon,ilat;
          ^

"EarthModel.cc", line 752: warning: variable "ilat" was set but never used
      int ilon,ilat;
               ^

"EarthModel.cc", line 1285: warning: variable "abovesurface" was declared but never referenced
  	  double abovesurface =0;
  	         ^

"EarthModel.cc", line 1427: warning: statement is unreachable
      cout << "made it this far.\n";
      ^

"EarthModel.cc", line 1103: warning: variable "ilon" was set but never used
      int ilon,ilat;
          ^

"EarthModel.cc", line 1103: warning: variable "ilat" was set but never used
      int ilon,ilat;
               ^

"EarthModel.cc", line 1661: warning: variable "abovesurface" was declared but never referenced
  	  double abovesurface =0;
  	         ^

"EarthModel.cc", line 1803: warning: statement is unreachable
      cout << "made it this far.\n";
      ^

"EarthModel.cc", line 1467: warning: variable "ilon" was set but never used
      int ilon,ilat;
          ^

"EarthModel.cc", line 1467: warning: variable "ilat" was set but never used
      int ilon,ilat;
               ^

<**Compiling**> IceModel.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c IceModel.cc -o  IceModel.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

<**Compiling**> Trigger.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c Trigger.cc -o  Trigger.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

<**Compiling**> Ray.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c Ray.cc -o  Ray.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

<**Compiling**> Tools.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c Tools.cc -o  Tools.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

"Tools.cc", line 657: warning: variable "first" was declared but never referenced
      int first=0;    // first x2 array which is bigger than x1[0]
          ^

"Tools.cc", line 658: warning: variable "last" was declared but never referenced
      int last=0;       // last x2 array which is smaller than x1[n1-1]
          ^

<**Compiling**> Efficiencies.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c Efficiencies.cc -o  Efficiencies.o
<**Compiling**> Event.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c Event.cc -o  Event.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

<**Compiling**> Detector.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c Detector.cc -o  Detector.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

"Detector.cc", line 797: warning: variable "avgX" was declared but never referenced
                          double avgX, avgY;
                                 ^

"Detector.cc", line 797: warning: variable "avgY" was declared but never referenced
                          double avgX, avgY;
                                       ^

"Detector.cc", line 1528: warning: variable "R_string" was set but never used
          double R_string = 10.;  // all units are in meter
                 ^

"Detector.cc", line 1529: warning: variable "R_surface" was set but never used
          double R_surface = 60.;
                 ^

"Detector.cc", line 1530: warning: variable "z_max" was set but never used
          double z_max = 200.;
                 ^

"Detector.cc", line 1531: warning: variable "z_btw" was set but never used
          double z_btw = 20.;
                 ^

"Detector.cc", line 1834: warning: variable "R_string" was set but never used
          double R_string = 10.;  // all units are in meter
                 ^

"Detector.cc", line 1835: warning: variable "R_surface" was set but never used
          double R_surface = 60.;
                 ^

"Detector.cc", line 1836: warning: variable "z_max" was set but never used
          double z_max = 200.;
                 ^

"Detector.cc", line 1837: warning: variable "z_btw" was set but never used
          double z_btw = 20.;
                 ^

"Detector.cc", line 3251: warning: variable "slope_1" was set but never used
      double slope_1; // slope of init part
             ^

"Detector.cc", line 4530: warning: variable "ch_loop" was declared but never referenced
      int ch_loop = 0;
          ^

"Detector.cc", line 5708: warning: missing return statement at end of non-void function "Detector::GetChannelfromStringAntenna(int, int, int, Settings *)"
  }
  ^

"Detector.cc", line 5800: warning: variable "avgX" was declared but never referenced
          double avgX, avgY;
                 ^

"Detector.cc", line 5800: warning: variable "avgY" was declared but never referenced
          double avgX, avgY;
                       ^

"Detector.cc", line 5948: warning: variable "avgX" was declared but never referenced
          double avgX, avgY;
                 ^

"Detector.cc", line 5948: warning: variable "avgY" was declared but never referenced
          double avgX, avgY;
                       ^

"Detector.cc", line 6150: warning: missing return statement at end of non-void function "Detector::getStringfromArbAntID"
  }
  ^

"Detector.cc", line 6160: warning: missing return statement at end of non-void function "Detector::getAntennafromArbAntID"
  }
  ^

<**Compiling**> Position.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c Position.cc -o  Position.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

<**Compiling**> Spectra.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c Spectra.cc -o  Spectra.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

"Spectra.cc", line 412: warning: variable "energybin" was declared but never referenced
    int energybin=0; // arbitrary initialisation
        ^

<**Compiling**> RayTrace.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c RayTrace.cc -o  RayTrace.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

<**Compiling**> RayTrace_IceModels.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c RayTrace_IceModels.cc -o  RayTrace_IceModels.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include   -c -o signal.o signal.cc
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

"signal.cc", line 841: warning: variable "X_0" was declared but never referenced
          double X_0 = par[1];
                 ^

nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include   -c -o secondaries.o secondaries.cc
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

"secondaries.cc", line 585: warning: variable "index_y" was set but never used
    int index_y; // index along the horizontal axis of ped's plots
        ^

"secondaries.cc", line 587: warning: variable "rnd2" was set but never used
    double rnd2=1000.;  // random numbers for throwing at dart board
           ^

"secondaries.cc", line 742: warning: variable "index_y" was set but never used
    int index_y; // index along the horizontal axis of ped's plots
        ^

"secondaries.cc", line 744: warning: variable "rnd2" was set but never used
    double rnd2=1000.;  // random numbers for throwing at dart board
           ^

"secondaries.cc", line 1236: warning: variable "ptaui_GeV" was set but never used
  	double ptaui, ptaui_GeV,dptaui;//ptauFinal_GeV,
  	              ^

"secondaries.cc", line 1306: warning: variable "dEtau" was set but never used
     double Etaui_GeV,dEtau,Etau_finalGeV;
                      ^

"secondaries.cc", line 1314: warning: variable "prob_at_z1" was declared but never referenced
     double prob_at_z1;//this will be used for weight_prob
            ^

"secondaries.cc", line 1455: warning: variable "N" was declared but never referenced
    int  N=1E3;
         ^

"secondaries.cc", line 1465: warning: variable "dEtau" was set but never used
     double Etaui_GeV,dEtau,Etau_finalGeV;
                      ^

"secondaries.cc", line 1473: warning: variable "prob_at_z1" was declared but never referenced
     double prob_at_z1;//this will be used for weight_prob
            ^

<**Compiling**> Settings.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c Settings.cc -o  Settings.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

<**Compiling**> Primaries.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c Primaries.cc -o  Primaries.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

"Primaries.cc", line 563: warning: missing return statement at end of non-void function "Primaries::Gety"
  } //Gety
  ^

"Primaries.cc", line 598: warning: variable "C0_highbar" is used before its value is set
  				dNdy=C0_highbar/(y-C1_highbar);//Eq(10)
  				     ^

"Primaries.cc", line 908: warning: variable "L0" was set but never used
    double L0 = 0.;
           ^

"Primaries.cc", line 996: warning: variable "tmp" was declared but never referenced
    double tmp; // for useless information
           ^

"Primaries.cc", line 1174: warning: variable "trip" was set but never used
      int trip =0;
          ^

"Primaries.cc", line 1448: warning: variable "L0" was set but never used
      double L0 = 0.;
             ^

"Primaries.cc", line 1519: warning: variable "tmp" was declared but never referenced
      double tmp; // for useless information
             ^

"Primaries.cc", line 1744: warning: variable "err" was declared but never referenced
        int err;
            ^

"Primaries.cc", line 1696: warning: variable "theta" was declared but never referenced
    double theta=0.;
           ^

"Primaries.cc", line 1697: warning: variable "phi" was declared but never referenced
    double phi=0.;
           ^

"Primaries.cc", line 1699: warning: variable "ilon" was declared but never referenced
    int ilon,ilat;    
        ^

"Primaries.cc", line 1699: warning: variable "ilat" was declared but never referenced
    int ilon,ilat;    
             ^

"Primaries.cc", line 1700: warning: variable "e_coord" was declared but never referenced
    int e_coord,n_coord;
        ^

"Primaries.cc", line 1700: warning: variable "n_coord" was declared but never referenced
    int e_coord,n_coord;
                ^

"Primaries.cc", line 1701: warning: variable "vol_thisbin" was declared but never referenced
    double vol_thisbin=0.;
           ^

"Primaries.cc", line 1702: warning: variable "lon" was declared but never referenced
    double lon=0.;
           ^

"Primaries.cc", line 1703: warning: variable "lat" was declared but never referenced
    double lat=0.;
           ^

"Primaries.cc", line 2355: warning: variable "range" was declared but never referenced
      double range = settings1->POSNU_RADIUS;   // test value, 2km radius. can be changed to read from Settings
             ^

"Primaries.cc", line 2365: warning: variable "D" was set but never used
      double X, Y, Z, D;    // X,Y wrt detector core, and it's distance D
                      ^

"Primaries.cc", line 2660: warning: variable "lon_old" was set but never used
      double lon,lat,lon_old,lat_old; //latitude, longitude indices for 1st and 2nd iteration
                     ^

"Primaries.cc", line 2660: warning: variable "lat_old" was set but never used
      double lon,lat,lon_old,lat_old; //latitude, longitude indices for 1st and 2nd iteration
                             ^

nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include   -c -o counting.o counting.cc
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

<**Compiling**> RaySolver.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c RaySolver.cc -o  RaySolver.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

"RaySolver.cc", line 87: warning: variable "test" was declared but never referenced
      int test;
          ^

"RaySolver.cc", line 605: warning: variable "test" was declared but never referenced
      int test;
          ^

"RaySolver.cc", line 711: warning: variable "SrcTrgExc" was set but never used
          int SrcTrgExc = 0;  // 0 not exchanged, 1 exchanged
              ^

"RaySolver.cc", line 888: warning: variable "test" was declared but never referenced
      int test;
          ^

<**Compiling**> Report.cc
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c Report.cc -o  Report.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

"Report.cc", line 1111: warning: nested comment is not allowed
                                              /*
                                              ^

"Report.cc", line 1173: warning: nested comment is not allowed
                                                  /*
                                                  ^

"Report.cc", line 1689: warning: variable "check_passed_global_trigger" was declared but never referenced
          int check_passed_global_trigger = 0;    // this switch determines if station globally triggers (in all TRIG_SCAN_MODEs)
              ^

"Report.cc", line 323: warning: variable "tmp" was declared but never referenced
      double tmp; // for non use return values
             ^

"Report.cc", line 324: warning: variable "Pol_factorV" was declared but never referenced
      double Pol_factorV;
             ^

"Report.cc", line 325: warning: variable "Pol_factorH" was declared but never referenced
      double Pol_factorH;
             ^

"Report.cc", line 326: warning: variable "phi_rec" was declared but never referenced
      double phi_rec;
             ^

"Report.cc", line 327: warning: variable "theta_rec" was declared but never referenced
      double theta_rec;
             ^

"Report.cc", line 345: warning: variable "check_toomuch_Tdelay" was declared but never referenced
      int check_toomuch_Tdelay;   // return value from MixSignalNoise_Tdelay
          ^

"Report.cc", line 3851: warning: variable "AraRootChannel" was set but never used
  	  int AraRootChannel = 0;
  	      ^

"Report.cc", line 3824: warning: variable "i" was declared but never referenced
          int i = stationID;
              ^

"Report.cc", line 3838: warning: variable "maxElecChans" was declared but never referenced
  	int maxElecChans = 32;
  	    ^

Generating dictionary ...
rootcint -f eventSimDict.C -c -DARA_UTIL_EXISTS -I./ -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include Trigger.h Detector.h Settings.h Spectra.h IceModel.h Primaries.h Report.h Event.h  RawIcrrStationHeader.h RawIcrrStationEvent.h  RawAraStationEvent.h  FullIcrrHkEvent.h  AraEventCalibrator.h IcrrTriggerMonitor.h IcrrHkData.h AraRawIcrrRFChannel.h AraAntennaInfo.h AraGeomTool.h  UsefulAraStationEvent.h UsefulIcrrStationEvent.h araIcrrStructures.h AtriEventHkData.h AtriSensorHkData.h araAtriStructures.h araSoft.h araIcrrDefines.h RawAtriSimpleStationEvent.h RawAtriStationBlock.h RawAraGenericHeader.h RawAtriStationEvent.h UsefulAtriStationEvent.h  AraStationInfo.h  LinkDef.h
<**Compiling**> eventSimDict.C
nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include -c eventSimDict.C -o  eventSimDict.o
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

"eventSimDict.C", line 4037: warning: variable "<unnamed>::__TheDictionaryInitializer" was declared but never referenced
    } __TheDictionaryInitializer;
      ^

nvc++ -O2 -fPIC  -pthread -std=c++11 -m64 -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include -DARA_UTIL_EXISTS -I/usr/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/include   -c -o AraSim.o AraSim.cc
"/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/include/TStorage.h", line 131: warning: routine is both "inline" and "noinline"
  R__NEVER_INLINE void TStorage::UpdateIsOnHeap(volatile const UInt_t &uniqueID, volatile UInt_t &bits) {
  ^

"AraSim.cc", line 159: warning: variable "whichray" was declared but never referenced
      int whichray = 0; // for test
          ^

"AraSim.cc", line 290: warning: variable "x_V" was declared but never referenced
      double x_V[settings1->NFOUR/2];
             ^

"AraSim.cc", line 291: warning: variable "y_V" was declared but never referenced
      double y_V[settings1->NFOUR/2];
             ^

"AraSim.cc", line 295: warning: variable "xbin" was set but never used
      double xbin[settings1->DATA_BIN_SIZE];
             ^

"AraSim.cc", line 300: warning: variable "threshold_y" was set but never used
      double threshold_y[2];
             ^

"AraSim.cc", line 301: warning: variable "threshold_x" was set but never used
      double threshold_x[2];
             ^

"AraSim.cc", line 810: warning: variable "freq" was set but never used
      double freq[detector->GetFreqBin()], Filter[detector->GetFreqBin()];
             ^

"AraSim.cc", line 810: warning: variable "Filter" was set but never used
      double freq[detector->GetFreqBin()], Filter[detector->GetFreqBin()];
                                           ^

"AraSim.cc", line 811: warning: variable "Filter_E" was set but never used
      double Filter_E[detector->GetFreqBin()];
             ^

c++ -L. Vector.o EarthModel.o IceModel.o Trigger.o Ray.o Tools.o Efficiencies.o Event.o Detector.o Position.o Spectra.o RayTrace.o RayTrace_IceModels.o signal.o secondaries.o Settings.o Primaries.o counting.o RaySolver.o Report.o eventSimDict.o AraSim.o -O2 -m64 -L. -g -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -m64 -L/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/lib -lAraEvent -Wl,--no-as-needed -L/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/lib -lCore -lImt -lRIO -lNet -lHist -lGraf -lGraf3d -lGpad -lROOTVecOps -lTree -lTreePlayer -lRint -lPostscript -lMatrix -lPhysics -lMathCore -lThread -lMultiProc -lROOTDataFrame -pthread -lm -ldl -rdynamic -lMinuit -L/usr/lib -L/lib -L/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/lib -lRootFftwWrapper -lfftw3 -o AraSim 
/bin/ld: skipping incompatible /usr/lib/libdl.so when searching for -ldl
/bin/ld: skipping incompatible /lib/libdl.so when searching for -ldl
/bin/ld: skipping incompatible /usr/lib/libm.so when searching for -lm
/bin/ld: skipping incompatible /lib/libm.so when searching for -lm
/bin/ld: skipping incompatible /usr/lib/libpthread.so when searching for -lpthread
/bin/ld: skipping incompatible /lib/libpthread.so when searching for -lpthread
/bin/ld: skipping incompatible /usr/lib/libc.so when searching for -lc
/bin/ld: skipping incompatible /lib/libc.so when searching for -lc
Vector.o: In function `operator+(Vector const&, Vector const&)':
/users/PAS0654/bensipe01/AraSim/Vector.cc:331: undefined reference to `__fd_atan2_1'
/users/PAS0654/bensipe01/AraSim/Vector.cc:331: undefined reference to `__fd_atan2_1'

Spectra.o: In function `Spectra::GetNuEnergy()':
/users/PAS0654/bensipe01/AraSim/Spectra.cc:(.text+0x2514): undefined reference to `__fd_pow_1'
RayTrace.o: In function `RayTrace::TraceFinder::findUncontainedFast(Vector, Vector, double, double, double, int&, RayTrace::pathRecorder<RayTrace::fullRayPosition>*) const':
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:1890: undefined reference to `__fd_atan_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:1892: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:1892: undefined reference to `__fd_asin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:1927: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:1927: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:1925: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:1925: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:(.text+0x3067): undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:(.text+0x30a7): undefined reference to `__fd_atan_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:1933: undefined reference to `__c_mzero8'
RayTrace.o: In function `RayTrace::TraceFinder::findPaths(Vector, Vector, double, double, int&, int&, unsigned short, double, std::vector<RayTrace::traceReplayRecord, std::allocator<RayTrace::traceReplayRecord> >*) const':
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:5498: undefined reference to `__blt_pgi_clzl'
RayTrace.o: In function `std::isnan(double)':
/usr/include/c++/4.8.5/cmath:623: undefined reference to `__builtin__pgi_isnandd'
/usr/include/c++/4.8.5/cmath:623: undefined reference to `__builtin__pgi_isnandd'
/usr/include/c++/4.8.5/cmath:623: undefined reference to `__builtin__pgi_isnandd'
/usr/include/c++/4.8.5/cmath:623: undefined reference to `__builtin__pgi_isnandd'
RayTrace.o: In function `RayTrace::TraceFinder::recalculateAmplitude(RayTrace::traceReplayRecord const&, double, double)':
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:728: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:728: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:728: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:728: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:728: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:728: undefined reference to `__fd_atan_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:728: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:728: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:728: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:728: undefined reference to `__fd_atan_1'
RayTrace.o: In function `void RayTrace::TraceFinder::computeRayDerivatives<RayTrace::minimalRayPosition>(RayTrace::minimalRayPosition const&, RayTrace::minimalRayPosition::derivativeType&, double) const':
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:236: undefined reference to `__fd_sincos_1'
RayTrace.o: In function `void RayTrace::TraceFinder::computeRayDerivatives<RayTrace::rayPosition>(RayTrace::rayPosition const&, RayTrace::rayPosition::derivativeType&, double) const':
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:253: undefined reference to `__fd_sincos_1'
RayTrace.o: In function `void RayTrace::TraceFinder::computeRayDerivatives<RayTrace::fullRayPosition>(RayTrace::fullRayPosition const&, RayTrace::fullRayPosition::derivativeType&, double) const':
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:271: undefined reference to `__fd_sincos_1'
RayTrace.o: In function `RayTrace::TraceRecord RayTrace::TraceFinder::doTrace<RayTrace::minimalRayPosition>(double, double, RayTrace::rayTargetRecord const&, unsigned short, double, double, int&) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:46: undefined reference to `__fd_tan_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:61: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:48: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:54: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:54: undefined reference to `__fd_asin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:235: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:185: undefined reference to `__fd_tan_1'
RayTrace.o: In function `RayTrace::TraceRecord RayTrace::TraceFinder::doVerticalTrace<RayTrace::fullRayPosition>(double, double, RayTrace::rayTargetRecord const&, unsigned short, double, double) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:229: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:230: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:231: undefined reference to `__fd_tan_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:235: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:235: undefined reference to `__fd_asin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:270: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sincos_1'
RayTrace.o: In function `RayTrace::TraceRecord RayTrace::TraceFinder::doVerticalTrace<RayTrace::positionRecordingWrapper<RayTrace::fullRayPosition>, RayTrace::pathRecorder<RayTrace::fullRayPosition>*>(double, double, RayTrace::rayTargetRecord const&, unsigned short, double, double, RayTrace::pathRecorder<RayTrace::fullRayPosition>*) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:215: undefined reference to `__c_mzero8'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:215: undefined reference to `__c_mzero8'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:215: undefined reference to `__c_mzero8'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:229: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:230: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:231: undefined reference to `__fd_tan_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:235: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:235: undefined reference to `__fd_asin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:541: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sincos_1'
RayTrace.o: In function `RayTrace::TraceRecord RayTrace::TraceFinder::doTrace<RayTrace::fullRayPosition>(double, double, RayTrace::rayTargetRecord const&, unsigned short, double, double, int&) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:46: undefined reference to `__fd_tan_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:61: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:48: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:49: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:54: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:54: undefined reference to `__fd_asin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:270: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:185: undefined reference to `__fd_tan_1'
RayTrace.o: In function `RayTrace::TraceRecord RayTrace::TraceFinder::doTrace<RayTrace::positionRecordingWrapper<RayTrace::fullRayPosition>, RayTrace::pathRecorder<RayTrace::fullRayPosition>*>(double, double, RayTrace::rayTargetRecord const&, unsigned short, double, double, int&, RayTrace::pathRecorder<RayTrace::fullRayPosition>*) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:33: undefined reference to `__c_mzero8'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:33: undefined reference to `__c_mzero8'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:33: undefined reference to `__c_mzero8'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:46: undefined reference to `__fd_tan_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:61: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:63: undefined reference to `__fd_tan_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:48: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:49: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:50: undefined reference to `__fd_tan_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:54: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:54: undefined reference to `__fd_asin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:541: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:728: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_detail/DoTraceImplementation.h:185: undefined reference to `__fd_tan_1'
RayTrace.o: In function `void RayTrace::TraceFinder::rkStep<RayTrace::fullRayPosition>(RayTrace::fullRayPosition const&, RayTrace::fullRayPosition::derivativeType const&, double, RayTrace::fullRayPosition&, RayTrace::fullRayPosition&, double) const':
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:270: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:270: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:270: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:270: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:270: undefined reference to `__fd_sincos_1'
RayTrace.o: In function `void RayTrace::TraceFinder::rkStepControl<RayTrace::positionRecordingWrapper<RayTrace::fullRayPosition> >(double&, double, RayTrace::positionRecordingWrapper<RayTrace::fullRayPosition>&, RayTrace::positionRecordingWrapper<RayTrace::fullRayPosition>::derivativeType&, RayTrace::positionRecordingWrapper<RayTrace::fullRayPosition> const&, double, double, double&, double&) const':
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:465: undefined reference to `__c_mzero8'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:465: undefined reference to `__c_mzero8'
RayTrace.o: In function `void RayTrace::TraceFinder::rkStep<RayTrace::fullRayPosition>(RayTrace::positionRecordingWrapper<RayTrace::fullRayPosition> const&, RayTrace::positionRecordingWrapper<RayTrace::fullRayPosition>::derivativeType const&, double, RayTrace::positionRecordingWrapper<RayTrace::fullRayPosition>&, RayTrace::positionRecordingWrapper<RayTrace::fullRayPosition>&, double) const':
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:324: undefined reference to `__c_mzero8'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:541: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:541: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:541: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:541: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:541: undefined reference to `__fd_sincos_1'
RayTrace.o:/users/PAS0654/bensipe01/AraSim/RayTrace.cc:235: more undefined references to `__fd_sincos_1' follow
RayTrace.o: In function `void std::sort<__gnu_cxx::__normal_iterator<decltype ((std::allocator_traits<std::allocator<RayTrace::TraceRecord> >::_S_pointer_helper<std::allocator<RayTrace::TraceRecord> >)((std::allocator<RayTrace::TraceRecord>*)0)), std::vector<RayTrace::TraceRecord, std::allocator<RayTrace::TraceRecord> > >, bool (*)(RayTrace::TraceRecord const&, RayTrace::TraceRecord const&)>(__gnu_cxx::__normal_iterator<decltype ((std::allocator_traits<std::allocator<RayTrace::TraceRecord> >::_S_pointer_helper<std::allocator<RayTrace::TraceRecord> >)((std::allocator<RayTrace::TraceRecord>*)0)), std::vector<RayTrace::TraceRecord, std::allocator<RayTrace::TraceRecord> > >, __gnu_cxx::__normal_iterator<decltype ((std::allocator_traits<std::allocator<RayTrace::TraceRecord> >::_S_pointer_helper<std::allocator<RayTrace::TraceRecord> >)((std::allocator<RayTrace::TraceRecord>*)0)), std::vector<RayTrace::TraceRecord, std::allocator<RayTrace::TraceRecord> > >, bool (*)(RayTrace::TraceRecord const&, RayTrace::TraceRecord const&))':
/usr/include/c++/4.8.5/bits/stl_algo.h:989: undefined reference to `__blt_pgi_clzl'
RayTrace.o: In function `void RayTrace::correctAmplitudeReflect<RayTrace::fullRayPosition>(RayTrace::fullRayPosition&, double, double, double)':
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:549: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:549: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:549: undefined reference to `__fd_sincos_1'
RayTrace.o: In function `void RayTrace::correctAmplitudeReflect<RayTrace::positionRecordingWrapper<RayTrace::fullRayPosition> >(RayTrace::positionRecordingWrapper<RayTrace::fullRayPosition>&, double, double, double)':
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:559: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:559: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:559: undefined reference to `__fd_sincos_1'
RayTrace.o: In function `void RayTrace::correctAmplitudeTransmit<RayTrace::fullRayPosition>(RayTrace::fullRayPosition&, double, double, double)':
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:554: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:554: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:554: undefined reference to `__fd_sincos_1'
RayTrace.o: In function `void RayTrace::correctAmplitudeTransmit<RayTrace::positionRecordingWrapper<RayTrace::fullRayPosition> >(RayTrace::positionRecordingWrapper<RayTrace::fullRayPosition>&, double, double, double)':
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:564: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:564: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:564: undefined reference to `__fd_sincos_1'
RayTrace.o: In function `RayTrace::fresnelReflect(double, double&, double, double)':
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:514: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:519: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:523: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:526: undefined reference to `__fd_atan_1'
RayTrace.o: In function `RayTrace::fresnelTransmit(double, double&, double, double)':
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:531: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:536: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:540: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/RayTrace.cc:543: undefined reference to `__fd_atan_1'
RayTrace_IceModels.o: In function `todorDensity(double)':
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:276: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:279: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:282: undefined reference to `__fd_exp_1'
RayTrace_IceModels.o: In function `exponentialRefractiveIndex::indexOfRefraction(double) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:12: undefined reference to `__fd_exp_1'
RayTrace_IceModels.o: In function `exponentialRefractiveIndex::indexOfRefractionDerivative(double) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:18: undefined reference to `__fd_exp_1'
RayTrace_IceModels.o:/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:27: more undefined references to `__fd_exp_1' follow
RayTrace_IceModels.o: In function `exponentialRefractiveIndex::estimateRayAngle(double, double, double) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:64: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:70: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:623: undefined reference to `__builtin__pgi_isnandd'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:623: undefined reference to `__builtin__pgi_isnandd'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:38: undefined reference to `__fd_atan_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:92: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:(.text+0xa1b): undefined reference to `__fd_asin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:(.text+0xa46): undefined reference to `__fd_asin_1'
RayTrace_IceModels.o: In function `inverseExponentialRefractiveIndex::indexOfRefraction(double) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:125: undefined reference to `__fd_exp_1'
RayTrace_IceModels.o: In function `inverseExponentialRefractiveIndex::indexOfRefractionDerivative(double) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:131: undefined reference to `__fd_exp_1'
RayTrace_IceModels.o: In function `inverseExponentialRefractiveIndex::indexOfRefractionWithDerivative(double, double&, double&) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:140: undefined reference to `__fd_exp_1'
RayTrace_IceModels.o: In function `inverseExponentialRefractiveIndex::estimateRayAngle(double, double, double) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:157: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:158: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:175: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:181: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:623: undefined reference to `__builtin__pgi_isnandd'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:623: undefined reference to `__builtin__pgi_isnandd'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:151: undefined reference to `__fd_atan_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:196: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:(.text+0x112b): undefined reference to `__fd_asin_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:(.text+0x1156): undefined reference to `__fd_asin_1'
RayTrace_IceModels.o: In function `simpleExponentialRefractiveIndex::indexOfRefraction(double) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:220: undefined reference to `__fd_exp_1'
RayTrace_IceModels.o: In function `simpleExponentialRefractiveIndex::indexOfRefractionDerivative(double) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:225: undefined reference to `__fd_exp_1'
RayTrace_IceModels.o: In function `simpleExponentialRefractiveIndex::indexOfRefractionWithDerivative(double, double&, double&) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:233: undefined reference to `__fd_exp_1'
RayTrace_IceModels.o: In function `basicAttenuationModel::attenuationLength(double, double) const':
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:442: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:442: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:442: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/RayTrace_IceModels.cc:455: undefined reference to `__fd_exp_1'
signal.o: In function `Signal::Signal()':
/users/PAS0654/bensipe01/AraSim/signal.cc:129: undefined reference to `__fd_acos_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:129: undefined reference to `__fd_acos_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:129: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:129: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:129: undefined reference to `__fd_pow_1'
signal.o: In function `Signal::TaperVmMHz(double, double, double, double, double, double&, double&)':
/users/PAS0654/bensipe01/AraSim/signal.cc:632: undefined reference to `__fd_powi_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:637: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:660: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:673: undefined reference to `__fd_log10_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:677: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:682: undefined reference to `__fd_sin_1'
signal.o: In function `Signal::GetVmMHz1m(double, double)':
/users/PAS0654/bensipe01/AraSim/signal.cc:539: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:539: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:532: undefined reference to `__fd_pow_1'
signal.o: In function `Signal::GetVmMHz(double, double, double, double*, double, double, double*, int)':
/users/PAS0654/bensipe01/AraSim/signal.cc:307: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:307: undefined reference to `__fd_pow_1'
signal.o:/users/PAS0654/bensipe01/AraSim/signal.cc:307: more undefined references to `__fd_pow_1' follow
signal.o: In function `Signal::Initialize()':
/users/PAS0654/bensipe01/AraSim/signal.cc:144: undefined reference to `__fd_acos_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:162: undefined reference to `__fd_acos_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:162: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:167: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:177: undefined reference to `__fd_pow_1'
signal.o: In function `Signal::Initialize(Settings*)':
/users/PAS0654/bensipe01/AraSim/signal.cc:213: undefined reference to `__fd_acos_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:232: undefined reference to `__fd_acos_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:232: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:237: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:247: undefined reference to `__fd_pow_1'
signal.o: In function `Signal::GetSpread(double, double, double, double, double&, double&)':
/users/PAS0654/bensipe01/AraSim/signal.cc:(.text+0x190b): undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:433: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:467: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:443: undefined reference to `__fd_log10_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:445: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:(.text+0x1b94): undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:447: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:459: undefined reference to `__fd_log_1'
signal.o: In function `Signal::GetShowerProfile(double, int, double, int, std::vector<double, std::allocator<double> >&, std::vector<double, std::allocator<double> >&, double&)':
/users/PAS0654/bensipe01/AraSim/signal.cc:731: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:760: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:745: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:774: undefined reference to `__fd_log_1'
signal.o:/users/PAS0654/bensipe01/AraSim/signal.cc:804: more undefined references to `__fd_log_1' follow
signal.o: In function `Signal::GetShowerProfile(double, int, double, int, std::vector<double, std::allocator<double> >&, std::vector<double, std::allocator<double> >&, double&)':
/users/PAS0654/bensipe01/AraSim/signal.cc:804: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:804: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:804: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:801: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:801: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:801: undefined reference to `__fd_exp_1'
signal.o: In function `Signal::GaisserHillas(double, double*)':
/users/PAS0654/bensipe01/AraSim/signal.cc:838: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:848: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:848: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:848: undefined reference to `__fd_exp_1'
signal.o: In function `Signal::Greisen(double, double*)':
/users/PAS0654/bensipe01/AraSim/signal.cc:861: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:861: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:861: undefined reference to `__fd_exp_1'
signal.o: In function `Signal::GetVm_FarField_Tarray(Event*, Settings*, double, double, int, double*, double*, int&)':
/users/PAS0654/bensipe01/AraSim/signal.cc:940: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:942: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1416: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1416: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1416: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1416: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1416: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1416: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1416: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1416: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1355: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1355: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1355: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1355: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1355: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1355: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1355: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1355: undefined reference to `__fd_pow_1'
signal.o: In function `Signal::Param_RE_Tterm(double, double*)':
/users/PAS0654/bensipe01/AraSim/signal.cc:1617: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1611: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:(.text+0x441e): undefined reference to `__fd_exp_1'
signal.o: In function `Signal::Param_RE_Tterm_approx(double, double*)':
/users/PAS0654/bensipe01/AraSim/signal.cc:1661: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:1640: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:(.text+0x4651): undefined reference to `__fd_pow_1'
signal.o: In function `Signal::Build_Param_RE_Tterm_tables()':
/users/PAS0654/bensipe01/AraSim/signal.cc:932: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:932: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:932: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:932: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:932: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:932: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:932: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:932: undefined reference to `__fd_exp_1'
signal.o: In function `Signal::InitializeMedium()':
/users/PAS0654/bensipe01/AraSim/signal.cc:91: undefined reference to `__fd_acos_1'
/users/PAS0654/bensipe01/AraSim/signal.cc:108: undefined reference to `__fd_acos_1'
signal.o: In function `__sti___9_signal_cc_d1b800c3':
nvc++d8rMjT-hciNO.ll:(.text+0x5792): undefined reference to `__fd_acos_1'
secondaries.o: In function `Secondaries::Secondaries(Settings*)':
/users/PAS0654/bensipe01/AraSim/secondaries.cc:45: undefined reference to `__fd_powi_1'
secondaries.o: In function `Secondaries::GetSecondaries(Settings*, std::string, double, double&, double&, int&, TH1F*)':
/users/PAS0654/bensipe01/AraSim/secondaries.cc:578: undefined reference to `__fd_log10_1'
secondaries.o: In function `Secondaries::GetSecondaries(Settings*, std::string, double, double&, double&, int&)':
/users/PAS0654/bensipe01/AraSim/secondaries.cc:735: undefined reference to `__fd_log10_1'
secondaries.o: In function `Secondaries::NFBWeight(double, double)':
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1222: undefined reference to `__fd_exp_1'
secondaries.o: In function `Secondaries::GetTauWeight(Primaries*, Settings*, double, int, int, double, double)':
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1250: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1258: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1258: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1258: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1258: undefined reference to `__fd_log10_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1260: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1260: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1260: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1605: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1605: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1605: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1605: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1605: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1605: undefined reference to `__fd_exp_1'
secondaries.o: In function `Secondaries::GetTauWeight(Primaries*, Settings*, IceModel*, double, int, int, double, Position, Position, int&, int&, int&, double*, double*, double*, double*, double&, double*, double*, int, double&, double&)':
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1375: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1375: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1375: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1375: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1381: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1389: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1389: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1389: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1389: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1391: undefined reference to `__fd_exp_1'
secondaries.o: In function `Secondaries::GetTauWeight(Primaries*, Settings*, IceModel*, double, int, int, double, Position, Position, int&, int&, int&, double&, double&)':
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1533: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1533: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1533: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1533: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1539: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1547: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1547: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1547: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1547: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1549: undefined reference to `__fd_exp_1'
secondaries.o: In function `Secondaries::d_dzPsurvNu(Primaries*, Settings*, double, int, int, double)':
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1608: undefined reference to `__fd_exp_1'
secondaries.o: In function `Secondaries::probabilityTauSurv(double, double)':
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1624: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1624: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1624: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1624: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1624: undefined reference to `__fd_exp_1'
secondaries.o: In function `Secondaries::probabilityTauSurv(double, double, double)':
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1642: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1644: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1645: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1649: undefined reference to `__fd_exp_1'
secondaries.o: In function `Secondaries::TauEnergyInitial(double, double, double)':
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1675: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1675: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1677: undefined reference to `__fd_pow_1'
secondaries.o: In function `Secondaries::TauEnergyInitial(double, double, double, double)':
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1696: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1696: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1696: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/secondaries.cc:1696: undefined reference to `__fd_exp_1'
Primaries.o: In function `Primaries::GetThisAirColumn(Settings*, Position, Vector, Position, double&, double&, double&, double&)':
/users/PAS0654/bensipe01/AraSim/Primaries.cc:787: undefined reference to `__fd_acos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:805: undefined reference to `__fd_acos_1'
Primaries.o: In function `Primaries::GetAnyDirection(double, double, int)':
/users/PAS0654/bensipe01/AraSim/Primaries.cc:457: undefined reference to `__fd_acos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:459: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:463: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:464: undefined reference to `__fd_sin_1'
Primaries.o: In function `Primaries::GetAnyDirection()':
/users/PAS0654/bensipe01/AraSim/Primaries.cc:428: undefined reference to `__fd_acos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:430: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:431: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:432: undefined reference to `__fd_sin_1'
Primaries.o: In function `Primaries::GetThatDirection(double, double)':
/users/PAS0654/bensipe01/AraSim/Primaries.cc:479: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:482: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:483: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:484: undefined reference to `__fd_sin_1'
Primaries.o: In function `Primaries::GetThatDirection(double, double, double, double, int)':
/users/PAS0654/bensipe01/AraSim/Primaries.cc:501: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:513: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:517: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:518: undefined reference to `__fd_sin_1'
Primaries.o: In function `Primaries::GetSigma(double, double&, double&, Settings*, int, int)':
/users/PAS0654/bensipe01/AraSim/Primaries.cc:327: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:332: undefined reference to `__fd_log10_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:336: undefined reference to `__fd_log10_1'
Primaries.o: In function `Primaries::GetSigma(double, double&, double&, Settings*, int, int, double&)':
/users/PAS0654/bensipe01/AraSim/Primaries.cc:375: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:383: undefined reference to `__fd_log10_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:410: undefined reference to `__fd_log10_1'
Primaries.o: In function `Primaries::Gety(Settings*, double, int, int)':
/users/PAS0654/bensipe01/AraSim/Primaries.cc:547: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:555: undefined reference to `__fd_log10_1'
Primaries.o: In function `Primaries::Getyweight(double, double, int, int)':
/users/PAS0654/bensipe01/AraSim/Primaries.cc:575: undefined reference to `__fd_log10_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:578: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:580: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:583: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:588: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:608: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:609: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:609: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:609: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:589: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:589: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:589: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:594: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:614: undefined reference to `__fd_pow_1'
Primaries.o: In function `Interaction::Interaction(double, std::string, int, int&, IceModel*, Detector*, Settings*, Primaries*, Signal*, Secondaries*)':
/users/PAS0654/bensipe01/AraSim/Primaries.cc:495: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:495: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:517: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:518: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:443: undefined reference to `__fd_acos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:443: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:463: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:464: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:1136: undefined reference to `__fd_acos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:368: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:368: undefined reference to `__fd_log10_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:410: undefined reference to `__fd_log10_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:786: undefined reference to `__fd_acos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:1180: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:1184: undefined reference to `__fd_log10_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:1184: undefined reference to `__fd_log10_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:1185: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:544: undefined reference to `__fd_log_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:544: undefined reference to `__fd_log10_1'
Primaries.o: In function `Interaction::Interaction(IceModel*, Detector*, Settings*, Primaries*, Signal*, Secondaries*)':
/users/PAS0654/bensipe01/AraSim/Primaries.cc:982: undefined reference to `__fd_acos_1'
Primaries.o: In function `Interaction::PickAnyDirection()':
/users/PAS0654/bensipe01/AraSim/Primaries.cc:3213: undefined reference to `__fd_acos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:3215: undefined reference to `__fd_sin_1'
Primaries.o: In function `Interaction::PickExact(IceModel*, Detector*, Settings*, double, double, double)':
/users/PAS0654/bensipe01/AraSim/Primaries.cc:(.text+0x11d52): undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:(.text+0x11d63): undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:2394: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:2401: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:2406: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:2872: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:2872: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:2901: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:2901: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:2872: undefined reference to `__fd_pow_1'
Primaries.o:/users/PAS0654/bensipe01/AraSim/Primaries.cc:2872: more undefined references to `__fd_pow_1' follow
Primaries.o: In function `Interaction::PickNear_Cylinder_AboveIce(IceModel*, Detector*, Settings*)':
/users/PAS0654/bensipe01/AraSim/Primaries.cc:(.text+0x14cfd): undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:3183: undefined reference to `__fd_atan2_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:2872: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:2872: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:2901: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:2901: undefined reference to `__fd_pow_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:2872: undefined reference to `__fd_pow_1'
Primaries.o:/users/PAS0654/bensipe01/AraSim/Primaries.cc:2872: more undefined references to `__fd_pow_1' follow
Primaries.o: In function `Interaction::Does_Interact(double, double, double, double, double, double, double&, double&, double&, double&)':
/users/PAS0654/bensipe01/AraSim/Primaries.cc:3280: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:3280: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Primaries.cc:(.text+0x17c46): undefined reference to `__fd_cos_1'
counting.o: In function `Counting::findCosthetaPhiBins(Position, int&, int&)':

Report.o: In function `Report::ApplyFilter(int, Detector*, double&)':
/users/PAS0654/bensipe01/AraSim/Report.cc:4368: undefined reference to `__fd_pow_1'
Report.o: In function `Report::ApplyPreamp(int, Detector*, double&)':
/users/PAS0654/bensipe01/AraSim/Report.cc:4375: undefined reference to `__fd_pow_1'
Report.o: In function `Report::ApplyFOAM(int, Detector*, double&)':
/users/PAS0654/bensipe01/AraSim/Report.cc:4382: undefined reference to `__fd_pow_1'
Report.o: In function `Report::Connect_Interaction_Detector_V2(Event*, Detector*, RaySolver*, Signal*, IceModel*, Settings*, Trigger*, int)':
/users/PAS0654/bensipe01/AraSim/Report.cc:605: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:605: undefined reference to `__fd_exp_1'
Report.o: In function `Report::ApplyAntFactors(double, Vector&, Vector&, Vector&, int, double&, double&, double, double)':
/users/PAS0654/bensipe01/AraSim/Report.cc:4264: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:4264: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:4268: undefined reference to `__fd_sincos_1'
Report.o: In function `Report::ApplyAntFactors_Tdomain_FirstTwo(double, double, Vector&, Vector&, Vector&, int, double&, double&, double&, double, double)':
/users/PAS0654/bensipe01/AraSim/Report.cc:4264: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:4264: undefined reference to `__fd_sincos_1'
Report.o:/users/PAS0654/bensipe01/AraSim/Report.cc:4268: more undefined references to `__fd_sincos_1' follow
Report.o: In function `Report::Connect_Interaction_Detector_V2(Event*, Detector*, RaySolver*, Signal*, IceModel*, Settings*, Trigger*, int)':
/users/PAS0654/bensipe01/AraSim/Report.cc:926: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:926: undefined reference to `__fd_exp_1'
Report.o: In function `Report::ApplyAntFactors_Tdomain_FirstTwo(double, double, Vector&, Vector&, Vector&, int, double&, double&, double&, double, double)':
/users/PAS0654/bensipe01/AraSim/Report.cc:4264: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:4264: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:4268: undefined reference to `__fd_sincos_1'
Report.o: In function `Report::Connect_Interaction_Detector_V2(Event*, Detector*, RaySolver*, Signal*, IceModel*, Settings*, Trigger*, int)':
/users/PAS0654/bensipe01/AraSim/Report.cc:1709: undefined reference to `__fd_pow_1'
Report.o: In function `Report::rerun_event(Event*, Detector*, RaySolver*, Signal*, IceModel*, Settings*, int, std::vector<int, std::allocator<int> >&, std::vector<std::vector<std::vector<double, std::allocator<double> >, std::allocator<std::vector<double, std::allocator<double> > > >, std::allocator<std::vector<std::vector<double, std::allocator<double> >, std::allocator<std::vector<double, std::allocator<double> > > > > >&, std::vector<std::vector<std::vector<double, std::allocator<double> >, std::allocator<std::vector<double, std::allocator<double> > > >, std::allocator<std::vector<std::vector<double, std::allocator<double> >, std::allocator<std::vector<double, std::allocator<double> > > > > >&)':
/users/PAS0654/bensipe01/AraSim/Report.cc:2918: undefined reference to `__c_mset8'
/users/PAS0654/bensipe01/AraSim/Report.cc:2930: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:2930: undefined reference to `__fd_exp_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:4317: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:4317: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:4317: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:4355: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:4355: undefined reference to `__fd_sincos_1'
Report.o:/users/PAS0654/bensipe01/AraSim/Report.cc:4355: more undefined references to `__fd_sincos_1' follow
Report.o: In function `Report::rerun_event(Event*, Detector*, RaySolver*, Signal*, IceModel*, Settings*, int, std::vector<int, std::allocator<int> >&, std::vector<std::vector<std::vector<double, std::allocator<double> >, std::allocator<std::vector<double, std::allocator<double> > > >, std::allocator<std::vector<std::vector<double, std::allocator<double> >, std::allocator<std::vector<double, std::allocator<double> > > > > >&, std::vector<std::vector<std::vector<double, std::allocator<double> >, std::allocator<std::vector<double, std::allocator<double> > > >, std::allocator<std::vector<std::vector<double, std::allocator<double> >, std::allocator<std::vector<double, std::allocator<double> > > > > >&)':
/users/PAS0654/bensipe01/AraSim/Report.cc:4317: undefined reference to `__fd_atan_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:4317: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:2972: undefined reference to `__fd_atan_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:4431: undefined reference to `__fd_cos_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:4432: undefined reference to `__fd_sin_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:4706: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:4834: undefined reference to `__fd_sincos_1'
Report.o: In function `Report::MakeArraysforFFT(Settings*, Detector*, int, std::vector<double, std::allocator<double> >&, double*)':
/users/PAS0654/bensipe01/AraSim/Report.cc:4957: undefined reference to `__fd_sincos_1'
/users/PAS0654/bensipe01/AraSim/Report.cc:5031: undefined reference to `__fd_sincos_1'
Report.o: In function `Report::MakeArraysforFFT(Settings*, Detector*, int, double*, double*)':
/users/PAS0654/bensipe01/AraSim/Report.cc:5204: undefined reference to `__fd_sincos_1'
Report.o:/users/PAS0654/bensipe01/AraSim/Report.cc:5130: more undefined references to `__fd_sincos_1' follow
AraSim.o:(.init_array+0x8): undefined reference to `__nv_init_env'
AraSim.o:(.init_array+0x10): undefined reference to `__flushz'
AraSim.o:(.init_array+0x18): undefined reference to `__daz'
collect2: error: ld returned 1 exit status
make: *** [AraSim] Error 1

MatColgrove · October 20, 2022, 3:00pm

The error is due to “c++” being used to link so the nvc++ runtime isn’t getting linked in.

If I just try to replace CXX = nvc++ I get errors

Looks like you also need to set “LD=nvc++”, so nvc++ is use to link.

-Mat

westsidewheathills · October 23, 2022, 5:33am

I tried replacing all the CXX and LD variables, but I still get the same error, I’m not sure where the problem is currently.

MatColgrove · October 24, 2022, 3:39pm

You’re still getting the exact same error? i.e. “c++” not “nvc++” is being used to link?

If so, then it’s likely that LD isn’t getting properly set.

Here’s the rule to link the binary:

AraSim : $(OBJS)
	$(LD) -L. $(OBJS) $(LDFLAGS) $(LIBS) -o $(PROGRAMS) 
	@echo "done."

Given “c++” isn’t listed in the Makefile.arch file, my assumption is that you aren’t setting “ARCH” since if “LD” isn’t set, the default value of “c++” would be used.

Hence, I’m also assuming that to set CXX and LD, you this in the main Makefile replacing:

#-L/usr/lib -I/usr/include

CXX = g++

#Generic and Site Specific Flags

with

#-L/usr/lib -I/usr/include

CXX = nv ++
LD = nvc++
#Generic and Site Specific Flags

If this is the case, then I’m not sure since there’s nothing in the makefile that would override LD’s setting.

What is you make command? Are you using “make CXX=nvc++ LD=nvc++”?

Are you using “make -e”? This would override LD with whatever you have it set to in the environment.

westsidewheathills · October 28, 2022, 4:57pm

Sorry for the late response, I’ve been out of town lately. I just use “make” and I don’t add any extra flags. I added the line “LD = nvc++” to the makefile and I get a different error this time.

nvc++ -L. Vector.o EarthModel.o IceModel.o Trigger.o Ray.o Tools.o Efficiencies.o Event.o Detector.o Position.o Spectra.o RayTrace.o RayTrace_IceModels.o signal.o secondaries.o Settings.o Primaries.o counting.o RaySolver.o Report.o eventSimDict.o AraSim.o -O2 -m64 -L. -g -I/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/include -m64 -L/cvmfs/ara.opensciencegrid.org/trunk/centos7/ara_build/lib -lAraEvent -Wl,--no-as-needed -L/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/lib -lCore -lImt -lRIO -lNet -lHist -lGraf -lGraf3d -lGpad -lROOTVecOps -lTree -lTreePlayer -lRint -lPostscript -lMatrix -lPhysics -lMathCore -lThread -lMultiProc -lROOTDataFrame -pthread -lm -ldl -rdynamic -lMinuit -L/usr/lib -L/lib -L/cvmfs/ara.opensciencegrid.org/trunk/centos7/misc_build/lib -lRootFftwWrapper -lfftw3 -o AraSim 
/bin/ld: skipping incompatible /usr/lib/libm.so when searching for -lm
/bin/ld: skipping incompatible /lib/libm.so when searching for -lm
/bin/ld: skipping incompatible /usr/lib/libdl.so when searching for -ldl
/bin/ld: skipping incompatible /lib/libdl.so when searching for -ldl
/bin/ld: skipping incompatible /usr/lib/libdl.so when searching for -ldl
/bin/ld: skipping incompatible /lib/libdl.so when searching for -ldl
/bin/ld: skipping incompatible /usr/lib/libpthread.so when searching for -lpthread
/bin/ld: skipping incompatible /lib/libpthread.so when searching for -lpthread
/bin/ld: skipping incompatible /usr/lib/libc.so when searching for -lc
/bin/ld: skipping incompatible /lib/libc.so when searching for -lc
/bin/ld: skipping incompatible /usr/lib/libm.so when searching for -lm
/bin/ld: skipping incompatible /lib/libm.so when searching for -lm
/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/lib/libImt.so: undefined reference to `tbb::interface7::internal::isolate_within_arena(tbb::interface7::internal::delegate_base&, long)'
/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/lib/libImt.so: undefined reference to `tbb::interface7::internal::task_arena_base::internal_terminate()'
/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/lib/libImt.so: undefined reference to `tbb::interface7::internal::task_arena_base::internal_initialize()'
/cvmfs/ara.opensciencegrid.org/trunk/centos7/root_build/lib/libImt.so: undefined reference to `tbb::interface7::internal::task_arena_base::internal_execute(tbb::interface7::internal::delegate_base&) const'
make: *** [AraSim] Error 2

I’m assuming that maybe the libraries are incompatible with the 64 bit target, but that would be strange since I’ve always compiled on an x86_64 version of linux and I think that implies its running on 64 bit architecture? I’m also not sure why I get the warnings of “____ was set but never used” when I didn’t get those warnings with g++, maybe its a feature of the compiler.

MatColgrove · October 28, 2022, 5:43pm

You can ignore the “skipping incompatible” warnings from the linker. Likely the 32-bit shared object directories are being searched first, but the linker seems to find the correct 64-bit versions later.

The actual error is because you’re missing the Intel TBB libraries. You’ll want to see if you can build your program without them, or need to get a copy of Intel’s Thread Building Blocks (TBB) library and include it on the link line.

It looks like the reference is coming from the “Imt” library, which as far as I can tell is from ROOT. So removing TBB may mean rebuilding ROOT with TBB disabled: Building ROOT from source - ROOT

-Mat