From a76779e9a5b0db5a5f324b032605a535f0a72564 Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Wed, 25 Oct 2017 15:30:03 +0100 Subject: [PATCH 01/13] File pointing to the mod files within the local build, removing run executable --- test/hello/Makefile | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/test/hello/Makefile b/test/hello/Makefile index 1a73ff34..8b100b7c 100644 --- a/test/hello/Makefile +++ b/test/hello/Makefile @@ -1,6 +1,6 @@ BASEDIR=../.. INCDIR=$(BASEDIR)/include -MODDIR=$(INSTALLDIR)/modules/ +MODDIR=$(BASEDIR)/modules/ include $(INCDIR)/Make.inc.psblas # # Libraries used @@ -29,8 +29,7 @@ pingpong: pingpong.o clean: - /bin/rm -f hello.o pingpong.o - $(EXEDIR)/hello + /bin/rm -f hello.o pingpong.o runs verycleanlib: (cd ../..; make veryclean) lib: From 8faba221df33d7f2cb45cb1d52d36767ebbf8bd2 Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Wed, 25 Oct 2017 15:32:21 +0100 Subject: [PATCH 02/13] Removing EXECS aka .run --- test/hello/Makefile | 2 +- test/kernel/Makefile | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/test/hello/Makefile b/test/hello/Makefile index 8b100b7c..b961605f 100644 --- a/test/hello/Makefile +++ b/test/hello/Makefile @@ -29,7 +29,7 @@ pingpong: pingpong.o clean: - /bin/rm -f hello.o pingpong.o runs + /bin/rm -f hello.o pingpong.o $(EXEDIR) verycleanlib: (cd ../..; make veryclean) lib: diff --git a/test/kernel/Makefile b/test/kernel/Makefile index 453bcd26..7c20caaf 100644 --- a/test/kernel/Makefile +++ b/test/kernel/Makefile @@ -36,7 +36,7 @@ s_file_spmv: $(STOBJS) clean: - /bin/rm -f $(DBOBJSS) $(DBOBJS) $(DTOBJS) $(STOBJS) + /bin/rm -f $(DBOBJSS) $(DBOBJS) $(DTOBJS) $(STOBJS) $(EXEDIR) lib: (cd ../../; make library) From aabbc1dd3673a5d27ef54cadbce3483ec85bc517 Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Wed, 25 Oct 2017 15:49:16 +0100 Subject: [PATCH 03/13] Using the modules from BASEDIR rather than INSTALLDIR --- test/serial/Makefile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test/serial/Makefile b/test/serial/Makefile index 4a1fa77d..676ff212 100644 --- a/test/serial/Makefile +++ b/test/serial/Makefile @@ -3,7 +3,7 @@ # BASEDIR=../.. INCDIR=$(BASEDIR)/include/ -MODDIR=$(INSTALLDIR)/modules/ +MODDIR=$(BASEDIR)/modules/ include $(INCDIR)/Make.inc.psblas LIBDIR=$(BASEDIR)/lib/ PSBLAS_LIB= -L$(LIBDIR) -lpsb_util -lpsb_krylov -lpsb_prec -lpsb_base From bd045d96c55283924453ea8c25052bec9548d2ff Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Mon, 30 Oct 2017 10:48:09 +0000 Subject: [PATCH 04/13] Syncing back with forked repo, going to use branches --- test/hello/Makefile | 5 +++-- test/kernel/Makefile | 2 +- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/test/hello/Makefile b/test/hello/Makefile index b961605f..1a73ff34 100644 --- a/test/hello/Makefile +++ b/test/hello/Makefile @@ -1,6 +1,6 @@ BASEDIR=../.. INCDIR=$(BASEDIR)/include -MODDIR=$(BASEDIR)/modules/ +MODDIR=$(INSTALLDIR)/modules/ include $(INCDIR)/Make.inc.psblas # # Libraries used @@ -29,7 +29,8 @@ pingpong: pingpong.o clean: - /bin/rm -f hello.o pingpong.o $(EXEDIR) + /bin/rm -f hello.o pingpong.o + $(EXEDIR)/hello verycleanlib: (cd ../..; make veryclean) lib: diff --git a/test/kernel/Makefile b/test/kernel/Makefile index 7c20caaf..453bcd26 100644 --- a/test/kernel/Makefile +++ b/test/kernel/Makefile @@ -36,7 +36,7 @@ s_file_spmv: $(STOBJS) clean: - /bin/rm -f $(DBOBJSS) $(DBOBJS) $(DTOBJS) $(STOBJS) $(EXEDIR) + /bin/rm -f $(DBOBJSS) $(DBOBJS) $(DTOBJS) $(STOBJS) lib: (cd ../../; make library) From 01079895b3f5dc23333e3da2aa649f9e3428f8f2 Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Mon, 30 Oct 2017 11:48:01 +0000 Subject: [PATCH 05/13] 72 alignment --- README | 110 ++++++++++++++++++++++++++------------------------------- 1 file changed, 51 insertions(+), 59 deletions(-) diff --git a/README b/README index 203a64da..f291ef5d 100644 --- a/README +++ b/README @@ -1,52 +1,44 @@ This directory contains the PSBLAS library, version 3.5. - -The architecture of the Fortran 2003 sparse BLAS is described in -S. Filippone, A. Buttari: +The architecture of the Fortran 2003 sparse BLAS is described in: +S. Filippone, A. Buttari Object-Oriented Techniques for Sparse Matrix Computations in Fortran -2003, -ACM Trans. on Math. Software, vol. 38, No. 4, 2012. +2003, ACM Trans. on Math. Software, vol. 38, No. 4, 2012. The ideas are explored further with the paper: - V. Cardellini, S. Filippone and D. Rouson -Design Patterns for sparse-matrix computations on -hybrid CPU/GPU platforms, -Scientific Programming, 22(2014), pp.1-19. +Design Patterns for sparse-matrix computations on hybrid CPU/GPU +platforms, Scientific Programming, 22(2014), pp.1-19. - -Version 1.0 of the library was described in: +Version 1.0 of the library is described in: S. Filippone, M. Colajanni -PSBLAS: A library for parallel linear algebra computation on sparse matrices -ACM Trans. on Math. Software, 26(4), Dec. 2000, pp. 527-550. +PSBLAS: A library for parallel linear algebra computation on sparse +matrices, ACM Trans. on Math. Software, 26(4), Dec. 2000, pp. 527-550. UTILITIES The test/util directory contains some utilities to convert to/from -Harwell-Boeing and MatrixMarket file formats. +Harwell-Boeing and MatrixMarket file formats. DOCUMENTATION See docs/psblas-3.5.pdf; an HTML version of the same document is -available in docs/html. -Please consult the sample programs, especially +available in docs/html. Please consult the sample programs, especially test/pargen/psb_[sd]_pde[23]d.f90 OTHER SOFTWARE CREDITS -We originally included a modified implementation of some of the -Sparker (serial sparse BLAS) material; this has been completely -rewritten, way beyond the intention(s) and responsibilities of the -original developers. -The main reference for the serial sparse BLAS is: +We originally included a modified implementation of some of the Sparker +(serial sparse BLAS) material; this has been completely rewritten, way +beyond the intention(s) and responsibilities of the original developers. +The main reference for the serial sparse BLAS is: Duff, I., Marrone, M., Radicati, G., and Vittoli, C. Level 3 basic linear algebra subprograms for sparse matrices: a user -level interface -ACM Trans. Math. Softw., 23(3), 379-401, 1997. +level interface, ACM Trans. Math. Softw., 23(3), 379-401, 1997. INSTALLING @@ -56,8 +48,8 @@ prerequisites (see also SERIAL below): 1. A working version of MPI -2. A version of the BLAS; if you don't have a specific version for - your platform you may try ATLAS available from +2. A version of the BLAS; if you don't have a specific version for your + platform you may try ATLAS available from http://math-atlas.sourceforge.net/ 3. We have had good results with the METIS library, from @@ -68,47 +60,47 @@ prerequisites (see also SERIAL below): 4. If you have the AMD package of Davis, Duff and Amestoy, you can specify --with-amd (see ./configure --help for more details). -The configure script will generate a Make.inc file suitable for -building the library. -The script is capable of recognizing the needed libraries with their -default names; if they are in unusual places consider adding the paths -with --with-libs, or explicitly specifying the names in --with-blas, etc. -Please note that a common way for the configure script to fail is to -specify inconsistent MPI vs. plain compilers, either directly or -indirectly via environment variables; e.g. specifying the Intel -compiler with FC=ifort while at the same time having an MPIFC=mpif90 -which points to GNU Fortran. -The best way to avoid this situation is (in our opinion) to use the -environment modules package (see http://modules.sourceforge.net/), and -load the relevant variables with (e.g.) -module load gnu46 openmpi -This will delegate to the modules setup to make sure that the version -of openmpi in use is the one compiled with the gnu46 compilers. -After the configure script has completed you can always tweak the -Make.inc file yourself. +The configure script will generate a Make.inc file suitable for building +the library. The script is capable of recognizing the needed libraries +with their default names; if they are in unusual places consider adding +the paths with --with-libs, or explicitly specifying the names in +--with-blas, etc. Please note that a common way for the configure script +to fail is to specify inconsistent MPI vs. plain compilers, either +directly or indirectly via environment variables; e.g. specifying the +Intel compiler with FC=ifort while at the same time having an +MPIFC=mpif90 which points to GNU Fortran. The best way to avoid this +situation is (in our opinion) to use the environment modules package +(see http://modules.sourceforge.net/), and load the relevant +variables with (e.g.) + + module load gnu46 openmpi + +This will delegate to the modules setup to make sure that the version of +openmpi in use is the one compiled with the gnu46 compilers. After the +configure script has completed you can always tweak the Make.inc file +yourself. After you have Make.inc fixed, run - make -to compile the library; go to the test directory and its -subdirectories to get test programs done. -If you specify --prefix=/path you can do make install and the -libraries will be installed under /path/lib, while the module files -will be installed under /path/include. + + make + +to compile the library; go to the test directory and its subdirectories +to get test programs done. If you specify --prefix=/path you can do make +install and the libraries will be installed under /path/lib, while the +module files will be installed under /path/include. SERIAL Configuring with --enable-serial will provide a fake MPI stub library -that enables running in pure serial mode; no MPI installation is -needed in this case (but note that the fake MPI stubs are only -guaranteed to cover what we use internally, it's not a complete -replacement). +that enables running in pure serial mode; no MPI installation is needed +in this case (but note that the fake MPI stubs are only guaranteed to +cover what we use internally, it's not a complete replacement). LONG INTEGERS -We have an experimental flag --enable-long-integers that will enable having -8-byte integer data, allowing an index space larger than 2G; some -small cases have been tested but we do not offer full guarantee (yet). - +We have an experimental flag --enable-long-integers that will enable +having 8-byte integer data, allowing an index space larger than 2G; some +small cases have been tested but we do not offer full guarantee (yet). TODO: @@ -119,9 +111,9 @@ The PSBLAS team. RELATED SOFTWARE - If you are looking for more sophisticated preconditioners, you may be -interested in the package MLD2P4 from http://github.com/sfilippone/mld2p4-2 +interested in the package MLD2P4 from +http://github.com/sfilippone/mld2p4-2 Contact: https://github.com/sfilippone/psblas3 From efcab9717288d7bccc63963d186f926e99189dfe Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Mon, 30 Oct 2017 14:31:08 +0000 Subject: [PATCH 06/13] Initial ignore file. Ignores .a, .o, generated .h files, and run executables --- .gitignore | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) create mode 100644 .gitignore diff --git a/.gitignore b/.gitignore new file mode 100644 index 00000000..9939c5da --- /dev/null +++ b/.gitignore @@ -0,0 +1,17 @@ +*.a +*.o +*.mod +*~ + +# header files generated +cbind/*.h + +# Make.inc generated +/Make.inc + +# generated folder +include/ + +# the executable from tests +runs + From e89e1b7c708d3655b93ca523352395485a14d7a4 Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Tue, 31 Oct 2017 10:46:48 +0000 Subject: [PATCH 07/13] Renamed README to README.md --- README => README.md | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename README => README.md (100%) diff --git a/README b/README.md similarity index 100% rename from README rename to README.md From d0f44fafe78218375a40b93ddae247e5e36fce52 Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Tue, 31 Oct 2017 11:44:34 +0000 Subject: [PATCH 08/13] Added some simple markdown --- README.md | 27 ++++++++++++++------------- 1 file changed, 14 insertions(+), 13 deletions(-) diff --git a/README.md b/README.md index f291ef5d..f05d30c0 100644 --- a/README.md +++ b/README.md @@ -1,5 +1,5 @@ -This directory contains the PSBLAS library, version 3.5. - +PSBLAS library, version 3.5. +============================ The architecture of the Fortran 2003 sparse BLAS is described in: S. Filippone, A. Buttari @@ -18,20 +18,20 @@ matrices, ACM Trans. on Math. Software, 26(4), Dec. 2000, pp. 527-550. UTILITIES +--------- The test/util directory contains some utilities to convert to/from Harwell-Boeing and MatrixMarket file formats. DOCUMENTATION - +------------- See docs/psblas-3.5.pdf; an HTML version of the same document is available in docs/html. Please consult the sample programs, especially test/pargen/psb_[sd]_pde[23]d.f90 - OTHER SOFTWARE CREDITS - +---------------------- We originally included a modified implementation of some of the Sparker (serial sparse BLAS) material; this has been completely rewritten, way beyond the intention(s) and responsibilities of the original developers. @@ -42,7 +42,7 @@ level interface, ACM Trans. Math. Softw., 23(3), 379-401, 1997. INSTALLING - +---------- To compile and run our software you will need the following prerequisites (see also SERIAL below): @@ -90,30 +90,31 @@ install and the libraries will be installed under /path/lib, while the module files will be installed under /path/include. SERIAL - +------ Configuring with --enable-serial will provide a fake MPI stub library that enables running in pure serial mode; no MPI installation is needed in this case (but note that the fake MPI stubs are only guaranteed to cover what we use internally, it's not a complete replacement). LONG INTEGERS - +------------- We have an experimental flag --enable-long-integers that will enable having 8-byte integer data, allowing an index space larger than 2G; some small cases have been tested but we do not offer full guarantee (yet). -TODO: +TODO +---- Fix all reamining bugs. Bugs? We dont' have any ! ;-) The PSBLAS team. RELATED SOFTWARE - +---------------- If you are looking for more sophisticated preconditioners, you may be -interested in the package MLD2P4 from -http://github.com/sfilippone/mld2p4-2 +interested in the package MLD2P4 from + -Contact: https://github.com/sfilippone/psblas3 +Contact: From d2e501cae5b57c2ecc38b607a82e20b3c831a84e Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Tue, 31 Oct 2017 11:48:43 +0000 Subject: [PATCH 09/13] Cleanup --- README.md | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/README.md b/README.md index f05d30c0..05907427 100644 --- a/README.md +++ b/README.md @@ -53,7 +53,7 @@ prerequisites (see also SERIAL below): http://math-atlas.sourceforge.net/ 3. We have had good results with the METIS library, from - http://www-users.cs.umn.edu/~karypis/metis/metis/main.html + http://www-users.cs.umn.edu/~karypis/metis/metis/main.html. This is optional; it is used in the util and test/fileread directories but only if you specify --with-metis. @@ -72,18 +72,18 @@ MPIFC=mpif90 which points to GNU Fortran. The best way to avoid this situation is (in our opinion) to use the environment modules package (see http://modules.sourceforge.net/), and load the relevant variables with (e.g.) - - module load gnu46 openmpi - +''' +module load gnu46 openmpi +''' This will delegate to the modules setup to make sure that the version of openmpi in use is the one compiled with the gnu46 compilers. After the configure script has completed you can always tweak the Make.inc file yourself. After you have Make.inc fixed, run - - make - +''' +make +''' to compile the library; go to the test directory and its subdirectories to get test programs done. If you specify --prefix=/path you can do make install and the libraries will be installed under /path/lib, while the From 1229f995bbd994ee127fa8d46478c435019d4ada Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Tue, 31 Oct 2017 11:58:05 +0000 Subject: [PATCH 10/13] used triple ` instead of \' --- README.md | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/README.md b/README.md index 05907427..9a8aab4d 100644 --- a/README.md +++ b/README.md @@ -72,18 +72,18 @@ MPIFC=mpif90 which points to GNU Fortran. The best way to avoid this situation is (in our opinion) to use the environment modules package (see http://modules.sourceforge.net/), and load the relevant variables with (e.g.) -''' +``` module load gnu46 openmpi -''' +``` This will delegate to the modules setup to make sure that the version of openmpi in use is the one compiled with the gnu46 compilers. After the configure script has completed you can always tweak the Make.inc file yourself. After you have Make.inc fixed, run -''' +``` make -''' +``` to compile the library; go to the test directory and its subdirectories to get test programs done. If you specify --prefix=/path you can do make install and the libraries will be installed under /path/lib, while the From 10b14b9e200b6b070aac3a68e264bfebd6c91f09 Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Tue, 31 Oct 2017 12:12:45 +0000 Subject: [PATCH 11/13] Adding formating for paper references and code highlighting --- README.md | 42 +++++++++++++++++++++--------------------- 1 file changed, 21 insertions(+), 21 deletions(-) diff --git a/README.md b/README.md index 9a8aab4d..9ac90f4f 100644 --- a/README.md +++ b/README.md @@ -2,19 +2,19 @@ PSBLAS library, version 3.5. ============================ The architecture of the Fortran 2003 sparse BLAS is described in: -S. Filippone, A. Buttari -Object-Oriented Techniques for Sparse Matrix Computations in Fortran -2003, ACM Trans. on Math. Software, vol. 38, No. 4, 2012. +>S. Filippone, A. Buttari. Object-Oriented Techniques for Sparse Matrix +>Computations in Fortran 2003, ACM Trans. on Math. Software, vol. 38, No. +4, 2012. The ideas are explored further with the paper: -V. Cardellini, S. Filippone and D. Rouson -Design Patterns for sparse-matrix computations on hybrid CPU/GPU -platforms, Scientific Programming, 22(2014), pp.1-19. +>V. Cardellini, S. Filippone and D. Rouson. Design Patterns for +>sparse-matrix computations on hybrid CPU/GPU platforms, Scientific +>Programming, 22(2014), pp.1-19. Version 1.0 of the library is described in: -S. Filippone, M. Colajanni -PSBLAS: A library for parallel linear algebra computation on sparse -matrices, ACM Trans. on Math. Software, 26(4), Dec. 2000, pp. 527-550. +>S. Filippone, M. Colajanni. PSBLAS: A library for parallel linear +>algebra computation on sparse matrices, ACM Trans. on Math. Software, +>26(4), Dec. 2000, pp. 527-550. UTILITIES @@ -36,9 +36,9 @@ We originally included a modified implementation of some of the Sparker (serial sparse BLAS) material; this has been completely rewritten, way beyond the intention(s) and responsibilities of the original developers. The main reference for the serial sparse BLAS is: -Duff, I., Marrone, M., Radicati, G., and Vittoli, C. -Level 3 basic linear algebra subprograms for sparse matrices: a user -level interface, ACM Trans. Math. Softw., 23(3), 379-401, 1997. +>Duff, I., Marrone, M., Radicati, G., and Vittoli, C. Level 3 basic +>linear algebra subprograms for sparse matrices: a user level interface, +>ACM Trans. Math. Softw., 23(3), 379-401, 1997. INSTALLING @@ -55,20 +55,20 @@ prerequisites (see also SERIAL below): 3. We have had good results with the METIS library, from http://www-users.cs.umn.edu/~karypis/metis/metis/main.html. This is optional; it is used in the util and test/fileread - directories but only if you specify --with-metis. + directories but only if you specify `--with-metis`. 4. If you have the AMD package of Davis, Duff and Amestoy, you can - specify --with-amd (see ./configure --help for more details). + specify `--with-amd` (see `./configure --help` for more details). The configure script will generate a Make.inc file suitable for building the library. The script is capable of recognizing the needed libraries with their default names; if they are in unusual places consider adding -the paths with --with-libs, or explicitly specifying the names in ---with-blas, etc. Please note that a common way for the configure script +the paths with `--with-libs`, or explicitly specifying the names in +`--with-blas`, etc. Please note that a common way for the configure script to fail is to specify inconsistent MPI vs. plain compilers, either directly or indirectly via environment variables; e.g. specifying the -Intel compiler with FC=ifort while at the same time having an -MPIFC=mpif90 which points to GNU Fortran. The best way to avoid this +Intel compiler with `FC=ifort` while at the same time having an +`MPIFC=mpif90` which points to GNU Fortran. The best way to avoid this situation is (in our opinion) to use the environment modules package (see http://modules.sourceforge.net/), and load the relevant variables with (e.g.) @@ -85,20 +85,20 @@ After you have Make.inc fixed, run make ``` to compile the library; go to the test directory and its subdirectories -to get test programs done. If you specify --prefix=/path you can do make +to get test programs done. If you specify `--prefix=/path` you can do make install and the libraries will be installed under /path/lib, while the module files will be installed under /path/include. SERIAL ------ -Configuring with --enable-serial will provide a fake MPI stub library +Configuring with `--enable-serial` will provide a fake MPI stub library that enables running in pure serial mode; no MPI installation is needed in this case (but note that the fake MPI stubs are only guaranteed to cover what we use internally, it's not a complete replacement). LONG INTEGERS ------------- -We have an experimental flag --enable-long-integers that will enable +We have an experimental flag `--enable-long-integers` that will enable having 8-byte integer data, allowing an index space larger than 2G; some small cases have been tested but we do not offer full guarantee (yet). From 578dd3c4c50051c69dcb658f4372dba0267c4aa7 Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Tue, 31 Oct 2017 12:15:38 +0000 Subject: [PATCH 12/13] Added highlighting to directories --- README.md | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/README.md b/README.md index 9ac90f4f..6f286bdd 100644 --- a/README.md +++ b/README.md @@ -1,5 +1,5 @@ -PSBLAS library, version 3.5. -============================ +PSBLAS library, version 3.5 +=========================== The architecture of the Fortran 2003 sparse BLAS is described in: >S. Filippone, A. Buttari. Object-Oriented Techniques for Sparse Matrix @@ -19,7 +19,7 @@ Version 1.0 of the library is described in: UTILITIES --------- -The test/util directory contains some utilities to convert to/from +The `test/util` directory contains some utilities to convert to/from Harwell-Boeing and MatrixMarket file formats. @@ -86,8 +86,8 @@ make ``` to compile the library; go to the test directory and its subdirectories to get test programs done. If you specify `--prefix=/path` you can do make -install and the libraries will be installed under /path/lib, while the -module files will be installed under /path/include. +install and the libraries will be installed under `/path/lib`, while the +module files will be installed under `/path/include`. SERIAL ------ From 9d3eccdb12bf2578ff823d7a7fd1a82b80b05bdd Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Tue, 31 Oct 2017 15:56:38 +0000 Subject: [PATCH 13/13] Updated where module and header files are kept --- README.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index 6f286bdd..5dca822c 100644 --- a/README.md +++ b/README.md @@ -87,7 +87,8 @@ make to compile the library; go to the test directory and its subdirectories to get test programs done. If you specify `--prefix=/path` you can do make install and the libraries will be installed under `/path/lib`, while the -module files will be installed under `/path/include`. +module files will be installed under `/path/modules`. The regular and +experimental C interface header files are under `/path/include`. SERIAL ------