From a449a8c8dce5b9eda75d18f46a2fdbe3b7abd9c0 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Luk=C3=A1=C5=A1=20Krup=C4=8D=C3=ADk?= <lukas.krupcik@vsb.cz> Date: Thu, 28 Jun 2018 14:06:06 +0200 Subject: [PATCH] Mpi examples --- docs.it4i/software/mpi/ompi-examples.md | 108 +++++++++++++++++++ docs.it4i/src/ompi/Hello.java | 39 +++++++ docs.it4i/src/ompi/Ring.java | 75 +++++++++++++ docs.it4i/src/ompi/connectivity_c.c | 67 ++++++++++++ docs.it4i/src/ompi/hello_c.c | 27 +++++ docs.it4i/src/ompi/hello_cxx.cc | 34 ++++++ docs.it4i/src/ompi/hello_mpifh.f | 27 +++++ docs.it4i/src/ompi/hello_oshmem_c.c | 36 +++++++ docs.it4i/src/ompi/hello_oshmem_cxx.cc | 39 +++++++ docs.it4i/src/ompi/hello_oshmemfh.f90 | 29 +++++ docs.it4i/src/ompi/hello_usempi.f90 | 28 +++++ docs.it4i/src/ompi/hello_usempif08.f90 | 31 ++++++ docs.it4i/src/ompi/ompi.tar.gz | Bin 0 -> 102400 bytes docs.it4i/src/ompi/oshmem_circular_shift.c | 35 ++++++ docs.it4i/src/ompi/oshmem_max_reduction.c | 59 ++++++++++ docs.it4i/src/ompi/oshmem_shmalloc.c | 30 ++++++ docs.it4i/src/ompi/oshmem_strided_puts.c | 55 ++++++++++ docs.it4i/src/ompi/oshmem_symmetric_data.c | 56 ++++++++++ docs.it4i/src/ompi/ring_c.c | 79 ++++++++++++++ docs.it4i/src/ompi/ring_cxx.cc | 85 +++++++++++++++ docs.it4i/src/ompi/ring_mpifh.f | 81 ++++++++++++++ docs.it4i/src/ompi/ring_oshmem_c.c | 65 +++++++++++ docs.it4i/src/ompi/ring_oshmemfh.f90 | 66 ++++++++++++ docs.it4i/src/ompi/ring_usempi.f90 | 75 +++++++++++++ docs.it4i/src/ompi/ring_usempif08.f90 | 79 ++++++++++++++ docs.it4i/src/ompi/spc_example.c | 120 +++++++++++++++++++++ mkdocs.yml | 1 + 27 files changed, 1426 insertions(+) create mode 100644 docs.it4i/software/mpi/ompi-examples.md create mode 100644 docs.it4i/src/ompi/Hello.java create mode 100644 docs.it4i/src/ompi/Ring.java create mode 100644 docs.it4i/src/ompi/connectivity_c.c create mode 100644 docs.it4i/src/ompi/hello_c.c create mode 100644 docs.it4i/src/ompi/hello_cxx.cc create mode 100644 docs.it4i/src/ompi/hello_mpifh.f create mode 100644 docs.it4i/src/ompi/hello_oshmem_c.c create mode 100644 docs.it4i/src/ompi/hello_oshmem_cxx.cc create mode 100644 docs.it4i/src/ompi/hello_oshmemfh.f90 create mode 100644 docs.it4i/src/ompi/hello_usempi.f90 create mode 100644 docs.it4i/src/ompi/hello_usempif08.f90 create mode 100644 docs.it4i/src/ompi/ompi.tar.gz create mode 100644 docs.it4i/src/ompi/oshmem_circular_shift.c create mode 100644 docs.it4i/src/ompi/oshmem_max_reduction.c create mode 100644 docs.it4i/src/ompi/oshmem_shmalloc.c create mode 100644 docs.it4i/src/ompi/oshmem_strided_puts.c create mode 100644 docs.it4i/src/ompi/oshmem_symmetric_data.c create mode 100644 docs.it4i/src/ompi/ring_c.c create mode 100644 docs.it4i/src/ompi/ring_cxx.cc create mode 100644 docs.it4i/src/ompi/ring_mpifh.f create mode 100644 docs.it4i/src/ompi/ring_oshmem_c.c create mode 100644 docs.it4i/src/ompi/ring_oshmemfh.f90 create mode 100644 docs.it4i/src/ompi/ring_usempi.f90 create mode 100644 docs.it4i/src/ompi/ring_usempif08.f90 create mode 100644 docs.it4i/src/ompi/spc_example.c diff --git a/docs.it4i/software/mpi/ompi-examples.md b/docs.it4i/software/mpi/ompi-examples.md new file mode 100644 index 000000000..912f7d348 --- /dev/null +++ b/docs.it4i/software/mpi/ompi-examples.md @@ -0,0 +1,108 @@ +# OpenMPI Sample Applications + +Sample MPI applications provided both as a trivial primer to MPI as well as simple tests to ensure that your Open MPI installation is working properly. + +## Examples + +There are two MPI examples, each using one of six different MPI interfaces: + +**Hello world** + +* C: [hello_c.c](../../src/ompi/hello_c.c) +* C++: [hello_cxx.cc](../../src/ompi/hello_cxx.cc) +* Fortran mpif.h: [hello_mpifh.f](../../src/ompi/hello_mpifh.f) +* Fortran use mpi: [hello_usempi.f90](../../src/ompi/hello_usempi.f90) +* Fortran use mpi_f08: [hello_usempif08.f90](../../src/ompi/hello_usempif08.f90) +* Java: [Hello.java](../../src/ompi/Hello.java) +* C shmem.h: [hello_oshmem_c.c](../../src/ompi/hello_oshmem_c.c) +* Fortran shmem.fh: [hello_oshmemfh.f90](../../src/ompi/hello_oshmemfh.f90) + +**Send a trivial message around in a ring** + +* C: [ring_c.c](../../src/ompi/ring_c.c) +* C++: [ring_cxx.cc](../../src/ompi/ring_cxx.cc) +* Fortran mpif.h: [ring_mpifh.f](../../src/ompi/ring_mpifh.f) +* Fortran use mpi: [ring_usempi.f90](../../src/ompi/ring_usempi.f90) +* Fortran use mpi_f08: [ring_usempif08.f90](../../src/ompi/ring_usempif08.f90) +* Java: [Ring.java](../../src/ompi/Ring.java) +* C shmem.h: [ring_oshmem_c.c](../../src/ompi/ring_oshmem_c.c) +* Fortran shmem.fh: [ring_oshmemfh.f90](../../src/ompi/ring_oshmemfh.f90) + +Additionally, there's one further example application, but this one only uses the MPI C bindings: + +**Test the connectivity between all processes** + +* C: [connectivity_c.c](../../src/ompi/connectivity_c.c) + +## Build Examples + +Download [examples](../../src/ompi/ompi.tar.gz). + +The Makefile in this directory will build the examples for the supported languages (e.g., if you do not have the Fortran "use mpi" bindings compiled as part of Open MPI, those examples will be skipped). + +The Makefile assumes that the wrapper compilers mpicc, mpic++, and mpifort are in your path. + +Although the Makefile is tailored for Open MPI (e.g., it checks the *mpi_info* command to see if you have support for C++, mpif.h, use mpi, and use mpi_f08 F90), all of the example programs are pure MPI, and therefore not specific to Open MPI. Hence, you can use a different MPI implementation to compile and run these programs if you wish. + +```console +[login@cn204.anselm ]$ tar xvf ompi.tar.gz +./ +./connectivity_c.c +./Hello.java +./ring_mpifh.f +./hello_oshmem_cxx.cc +... +... +./hello_cxx.cc +[login@cn204.anselm ]$ ml OpenMPI/2.1.1-GCC-6.3.0-2.27 +[login@cn204.anselm ]$ make +mpicc -g hello_c.c -o hello_c +mpicc -g ring_c.c -o ring_c +mpicc -g connectivity_c.c -o connectivity_c +mpicc -g spc_example.c -o spc_example +mpic++ -g hello_cxx.cc -o hello_cxx +mpic++ -g ring_cxx.cc -o ring_cxx +mpifort -g hello_mpifh.f -o hello_mpifh +mpifort -g ring_mpifh.f -o ring_mpifh +mpifort -g hello_usempi.f90 -o hello_usempi +mpifort -g ring_usempi.f90 -o ring_usempi +mpifort -g hello_usempif08.f90 -o hello_usempif08 +mpifort -g ring_usempif08.f90 -o ring_usempif08 +mpijavac Hello.java +mpijavac Ring.java +shmemcc -g hello_oshmem_c.c -o hello_oshmem +shmemc++ -g hello_oshmem_cxx.cc -o hello_oshmemcxx +shmemcc -g ring_oshmem_c.c -o ring_oshmem +shmemcc -g oshmem_shmalloc.c -o oshmem_shmalloc +shmemcc -g oshmem_circular_shift.c -o oshmem_circular_shift +shmemcc -g oshmem_max_reduction.c -o oshmem_max_reduction +shmemcc -g oshmem_strided_puts.c -o oshmem_strided_puts +shmemcc -g oshmem_strided_puts.c -o oshmem_strided_puts +shmemcc -g oshmem_symmetric_data.c -o oshmem_symmetric_data +shmemfort -g hello_oshmemfh.f90 -o hello_oshmemfh +shmemfort -g ring_oshmemfh.f90 -o ring_oshmemfh +[login@cn204.anselm ]$ find . -executable -type f +./hello_oshmem +./dtrace/myppriv.sh +./dtrace/partrace.sh +./oshmem_shmalloc +./ring_cxx +./ring_usempi +./hello_mpifh +./hello_cxx +./oshmem_max_reduction +./oshmem_symmetric_data +./oshmem_strided_puts +./hello_usempif08 +./ring_usempif08 +./spc_example +./hello_oshmemfh +./ring_oshmem +./oshmem_circular_shift +./hello_c +./ring_c +./hello_usempi +./ring_oshmemfh +./connectivity_c +./ring_mpifh +``` diff --git a/docs.it4i/src/ompi/Hello.java b/docs.it4i/src/ompi/Hello.java new file mode 100644 index 000000000..4f2ac4cfb --- /dev/null +++ b/docs.it4i/src/ompi/Hello.java @@ -0,0 +1,39 @@ +/* + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +*/ +/* + * Author of revised version: Franklyn Pinedo + * + * Adapted from Source Code in C of Tutorial/User's Guide for MPI by + * Peter Pacheco. + */ +/* + * Copyright (c) 2011 Cisco Systems, Inc. All rights reserved. + * + */ + +import mpi.*; + +class Hello { + static public void main(String[] args) throws MPIException { + + + MPI.Init(args); + + int myrank = MPI.COMM_WORLD.getRank(); + int size = MPI.COMM_WORLD.getSize() ; + System.out.println("Hello world from rank " + myrank + " of " + size); + + MPI.Finalize(); + } +} diff --git a/docs.it4i/src/ompi/Ring.java b/docs.it4i/src/ompi/Ring.java new file mode 100644 index 000000000..08cd86466 --- /dev/null +++ b/docs.it4i/src/ompi/Ring.java @@ -0,0 +1,75 @@ +/* + * Copyright (c) 2011 Cisco Systems, Inc. All rights reserved. + * + * Simple ring test program + */ + +import mpi.* ; + +class Ring { + static public void main(String[] args) throws MPIException { + + + MPI.Init(args) ; + + int source; // Rank of sender + int dest; // Rank of receiver + int tag=50; // Tag for messages + int next; + int prev; + int message[] = new int [1]; + + int myrank = MPI.COMM_WORLD.getRank() ; + int size = MPI.COMM_WORLD.getSize() ; + + /* Calculate the rank of the next process in the ring. Use the + modulus operator so that the last process "wraps around" to + rank zero. */ + + next = (myrank + 1) % size; + prev = (myrank + size - 1) % size; + + /* If we are the "master" process (i.e., MPI_COMM_WORLD rank 0), + put the number of times to go around the ring in the + message. */ + + if (0 == myrank) { + message[0] = 10; + + System.out.println("Process 0 sending " + message[0] + " to rank " + next + " (" + size + " processes in ring)"); + MPI.COMM_WORLD.send(message, 1, MPI.INT, next, tag); + } + + /* Pass the message around the ring. The exit mechanism works as + follows: the message (a positive integer) is passed around the + ring. Each time it passes rank 0, it is decremented. When + each processes receives a message containing a 0 value, it + passes the message on to the next process and then quits. By + passing the 0 message first, every process gets the 0 message + and can quit normally. */ + + while (true) { + MPI.COMM_WORLD.recv(message, 1, MPI.INT, prev, tag); + + if (0 == myrank) { + --message[0]; + System.out.println("Process 0 decremented value: " + message[0]); + } + + MPI.COMM_WORLD.send(message, 1, MPI.INT, next, tag); + if (0 == message[0]) { + System.out.println("Process " + myrank + " exiting"); + break; + } + } + + /* The last process does one extra send to process 0, which needs + to be received before the program can exit */ + + if (0 == myrank) { + MPI.COMM_WORLD.recv(message, 1, MPI.INT, prev, tag); + } + + MPI.Finalize(); + } +} diff --git a/docs.it4i/src/ompi/connectivity_c.c b/docs.it4i/src/ompi/connectivity_c.c new file mode 100644 index 000000000..14f3f546d --- /dev/null +++ b/docs.it4i/src/ompi/connectivity_c.c @@ -0,0 +1,67 @@ +/* + * Copyright (c) 2007 Sun Microsystems, Inc. All rights reserved. + */ + +/* + * Test the connectivity between all processes. + */ + +#include <errno.h> +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include <netdb.h> +#include <unistd.h> +#include <mpi.h> + +int +main(int argc, char **argv) +{ + MPI_Status status; + int verbose = 0; + int rank; + int np; /* number of processes in job */ + int peer; + int i; + int j; + int length; + char name[MPI_MAX_PROCESSOR_NAME+1]; + + MPI_Init(&argc, &argv); + MPI_Comm_rank(MPI_COMM_WORLD, &rank); + MPI_Comm_size(MPI_COMM_WORLD, &np); + + /* + * If we cannot get the name for whatever reason, just + * set it to unknown. */ + if (MPI_SUCCESS != MPI_Get_processor_name(name, &length)) { + strcpy(name, "unknown"); + } + + if (argc>1 && strcmp(argv[1], "-v")==0) + verbose = 1; + + for (i=0; i<np; i++) { + if (rank==i) { + /* rank i sends to and receives from each higher rank */ + for(j=i+1; j<np; j++) { + if (verbose) + printf("checking connection between rank %d on %s and rank %-4d\n", + i, name, j); + MPI_Send(&rank, 1, MPI_INT, j, rank, MPI_COMM_WORLD); + MPI_Recv(&peer, 1, MPI_INT, j, j, MPI_COMM_WORLD, &status); + } + } else if (rank>i) { + /* receive from and reply to rank i */ + MPI_Recv(&peer, 1, MPI_INT, i, i, MPI_COMM_WORLD, &status); + MPI_Send(&rank, 1, MPI_INT, i, rank, MPI_COMM_WORLD); + } + } + + MPI_Barrier(MPI_COMM_WORLD); + if (rank==0) + printf("Connectivity test on %d processes PASSED.\n", np); + + MPI_Finalize(); + return 0; +} diff --git a/docs.it4i/src/ompi/hello_c.c b/docs.it4i/src/ompi/hello_c.c new file mode 100644 index 000000000..e44f68437 --- /dev/null +++ b/docs.it4i/src/ompi/hello_c.c @@ -0,0 +1,27 @@ +/* + * Copyright (c) 2004-2006 The Trustees of Indiana University and Indiana + * University Research and Technology + * Corporation. All rights reserved. + * Copyright (c) 2006 Cisco Systems, Inc. All rights reserved. + * + * Sample MPI "hello world" application in C + */ + +#include <stdio.h> +#include "mpi.h" + +int main(int argc, char* argv[]) +{ + int rank, size, len; + char version[MPI_MAX_LIBRARY_VERSION_STRING]; + + MPI_Init(&argc, &argv); + MPI_Comm_rank(MPI_COMM_WORLD, &rank); + MPI_Comm_size(MPI_COMM_WORLD, &size); + MPI_Get_library_version(version, &len); + printf("Hello, world, I am %d of %d, (%s, %d)\n", + rank, size, version, len); + MPI_Finalize(); + + return 0; +} diff --git a/docs.it4i/src/ompi/hello_cxx.cc b/docs.it4i/src/ompi/hello_cxx.cc new file mode 100644 index 000000000..b2253bfb8 --- /dev/null +++ b/docs.it4i/src/ompi/hello_cxx.cc @@ -0,0 +1,34 @@ +// +// Copyright (c) 2004-2006 The Trustees of Indiana University and Indiana +// University Research and Technology +// Corporation. All rights reserved. +// Copyright (c) 2006 Cisco Systems, Inc. All rights reserved. +// +// Sample MPI "hello world" application in C++ +// +// NOTE: The MPI C++ bindings were deprecated in MPI-2.2 and removed +// from the standard in MPI-3. Open MPI still provides C++ MPI +// bindings, but they are no longer built by default (and may be +// removed in a future version of Open MPI). You must +// --enable-mpi-cxx when configuring Open MPI to enable the MPI C++ +// bindings. +// + +#include "mpi.h" +#include <iostream> + +int main(int argc, char **argv) +{ + int rank, size, len; + char version[MPI_MAX_LIBRARY_VERSION_STRING]; + + MPI::Init(); + rank = MPI::COMM_WORLD.Get_rank(); + size = MPI::COMM_WORLD.Get_size(); + MPI_Get_library_version(version, &len); + std::cout << "Hello, world! I am " << rank << " of " << size + << "(" << version << ", " << len << ")" << std::endl; + MPI::Finalize(); + + return 0; +} diff --git a/docs.it4i/src/ompi/hello_mpifh.f b/docs.it4i/src/ompi/hello_mpifh.f new file mode 100644 index 000000000..a2ff38f96 --- /dev/null +++ b/docs.it4i/src/ompi/hello_mpifh.f @@ -0,0 +1,27 @@ +C +C Copyright (c) 2004-2006 The Trustees of Indiana University and Indiana +C University Research and Technology +C Corporation. All rights reserved. +C Copyright (c) 2006-2015 Cisco Systems, Inc. All rights reserved. +C $COPYRIGHT$ +C +C Sample MPI "hello world" application using the Fortran mpif.h +C bindings. +C + program main + implicit none + include 'mpif.h' + integer ierr, rank, size, len + character(len=MPI_MAX_LIBRARY_VERSION_STRING) version + + call MPI_INIT(ierr) + call MPI_COMM_RANK(MPI_COMM_WORLD, rank, ierr) + call MPI_COMM_SIZE(MPI_COMM_WORLD, size, ierr) + call MPI_GET_LIBRARY_VERSION(version, len, ierr) + + write(*, '("Hello, world, I am ", i2, " of ", i2, ": ", a)') + & rank, size, version + + call MPI_FINALIZE(ierr) + + end diff --git a/docs.it4i/src/ompi/hello_oshmem_c.c b/docs.it4i/src/ompi/hello_oshmem_c.c new file mode 100644 index 000000000..6bb0d08c0 --- /dev/null +++ b/docs.it4i/src/ompi/hello_oshmem_c.c @@ -0,0 +1,36 @@ +/* + * Copyright (c) 2014 Mellanox Technologies, Inc. + * All rights reserved. + * Copyright (c) 2015 Cisco Systems, Inc. All rights reserved. + * $COPYRIGHT$ + * + * Additional copyrights may follow + * + * $HEADER$ + */ + +#include <stdio.h> +#include "shmem.h" + +#if !defined(OSHMEM_SPEC_VERSION) || OSHMEM_SPEC_VERSION < 10200 +#error This application uses API 1.2 and up +#endif + +int main(int argc, char* argv[]) +{ + int proc, nproc; + char name[SHMEM_MAX_NAME_LEN]; + int major, minor; + + shmem_init(); + nproc = shmem_n_pes(); + proc = shmem_my_pe(); + shmem_info_get_name(name); + shmem_info_get_version(&major, &minor); + + printf("Hello, world, I am %d of %d: %s (version: %d.%d)\n", + proc, nproc, name, major, minor); + shmem_finalize(); + + return 0; +} diff --git a/docs.it4i/src/ompi/hello_oshmem_cxx.cc b/docs.it4i/src/ompi/hello_oshmem_cxx.cc new file mode 100644 index 000000000..99d8565c8 --- /dev/null +++ b/docs.it4i/src/ompi/hello_oshmem_cxx.cc @@ -0,0 +1,39 @@ +/* + * Copyright (c) 2014 Mellanox Technologies, Inc. + * All rights reserved. + * Copyright (c) 2015 Cisco Systems, Inc. All rights reserved. + * Copyright (c) 2017 Research Organization for Information Science + * and Technology (RIST). All rights reserved. + * $COPYRIGHT$ + * + * Additional copyrights may follow + * + * $HEADER$ + */ + +#include <iostream> +#include "shmem.h" + +#if !defined(OSHMEM_SPEC_VERSION) || OSHMEM_SPEC_VERSION < 10200 +#error This application uses API 1.2 and up +#endif + +int main(int argc, char* argv[]) +{ + int proc, nproc; + char name[SHMEM_MAX_NAME_LEN]; + int major, minor; + + shmem_init(); + nproc = shmem_n_pes(); + proc = shmem_my_pe(); + shmem_info_get_name(name); + shmem_info_get_version(&major, &minor); + + std::cout << "Hello, world, I am " << proc << " of " << nproc << ": " << name + << " (version: " << major << "." << minor << ")" << std::endl; + + shmem_finalize(); + + return 0; +} diff --git a/docs.it4i/src/ompi/hello_oshmemfh.f90 b/docs.it4i/src/ompi/hello_oshmemfh.f90 new file mode 100644 index 000000000..09404c3bb --- /dev/null +++ b/docs.it4i/src/ompi/hello_oshmemfh.f90 @@ -0,0 +1,29 @@ +! +! Copyright (c) 2014 Mellanox Technologies, Inc. +! All rights reserved. +! Copyright (c) 2014-2015 Cisco Systems, Inc. All rights reserved. +! $COPYRIGHT$ +! +! Additional copyrights may follow +! +! $HEADER$ +! +program hello_oshmem + implicit none + include 'shmem.fh' + + integer proc, nproc + integer shmem_my_pe, shmem_n_pes + integer major, minor, len + character(len=SHMEM_MAX_NAME_LEN) name + + call SHMEM_INIT() + proc = SHMEM_MY_PE() + nproc = SHMEM_N_PES() + call SHMEM_INFO_GET_VERSION(major, minor) + call SHMEM_INFO_GET_NAME(name) + + write(*, '("Hello, world, I am ", i2, " of ", i2, ": (version: ", i0, ".", i0, ")")') proc, nproc, major, minor + call SHMEM_FINALIZE() + +end program hello_oshmem diff --git a/docs.it4i/src/ompi/hello_usempi.f90 b/docs.it4i/src/ompi/hello_usempi.f90 new file mode 100644 index 000000000..3fc7a9be3 --- /dev/null +++ b/docs.it4i/src/ompi/hello_usempi.f90 @@ -0,0 +1,28 @@ +! +! Copyright (c) 2004-2006 The Trustees of Indiana University and Indiana +! University Research and Technology +! Corporation. All rights reserved. +! Copyright (c) 2004-2005 The Regents of the University of California. +! All rights reserved. +! Copyright (c) 2006-2015 Cisco Systems, Inc. All rights reserved. +! $COPYRIGHT$ +! +! Sample MPI "hello world" application using the Fortran mpi module +! bindings. +! +program main + use mpi + implicit none + integer :: ierr, rank, size, len + character(len=MPI_MAX_LIBRARY_VERSION_STRING) :: version + + call MPI_INIT(ierr) + call MPI_COMM_RANK(MPI_COMM_WORLD, rank, ierr) + call MPI_COMM_SIZE(MPI_COMM_WORLD, size, ierr) + call MPI_GET_LIBRARY_VERSION(version, len, ierr) + + write(*, '("Hello, world, I am ", i2, " of ", i2, ": ", a)') & + rank, size, version + + call MPI_FINALIZE(ierr) +end diff --git a/docs.it4i/src/ompi/hello_usempif08.f90 b/docs.it4i/src/ompi/hello_usempif08.f90 new file mode 100644 index 000000000..e4af17bb6 --- /dev/null +++ b/docs.it4i/src/ompi/hello_usempif08.f90 @@ -0,0 +1,31 @@ +! -*- f90 -*- +! +! Copyright (c) 2004-2006 The Trustees of Indiana University and Indiana +! University Research and Technology +! Corporation. All rights reserved. +! Copyright (c) 2004-2005 The Regents of the University of California. +! All rights reserved. +! Copyright (c) 2006-2015 Cisco Systems, Inc. All rights reserved. +! Copyright (c) 2009-2012 Los Alamos National Security, LLC. +! All rights reserved. +! $COPYRIGHT$ +! +! Sample MPI "hello world" application using the Fortran mpi_f08 +! module bindings. +! +program main + use mpi_f08 + implicit none + integer :: rank, size, len + character(len=MPI_MAX_LIBRARY_VERSION_STRING) :: version + + call MPI_INIT() + call MPI_COMM_RANK(MPI_COMM_WORLD, rank) + call MPI_COMM_SIZE(MPI_COMM_WORLD, size) + call MPI_GET_LIBRARY_VERSION(version, len) + + write(*, '("Hello, world, I am ", i2, " of ", i2, ": ", a)') & + rank, size, version + + call MPI_FINALIZE() +end diff --git a/docs.it4i/src/ompi/ompi.tar.gz b/docs.it4i/src/ompi/ompi.tar.gz new file mode 100644 index 0000000000000000000000000000000000000000..8963b12eb39167bf1357a6c8877b8d6bd160ed5d GIT binary patch literal 102400 zcmdPXXP`MSFfcGMH#KE2FfcGQH#I<}K~f;hU}$V?XliI;U~X){U|?uqWN5^oU`lhB zF)%Qc7MCOzDJU>x7nK?qm>S`<l8`)3je}c4Pd_<7FE2H@B(p5Dq%uBPFPZx81x2u# zi3xJN!_omr%Gkun2p<1t#%2r#hQ=laCJYJ&)OQM|i6cDz^|iPZv=p543o45;(=$pG zG?FzHj0_CS6~G|4G*7`dGr1_gxU#q;HMdwt!80#ePeH*kCr1ISzF46swK%n?EHy=s zOF>JYiwk02NNRD3LP<ud0&?O~NJ=d!Pfg8JNX*GmC@9KLPAx7@Er#k-&df{BDNRXL zut_Z{%FEZwu;W4q6_=!BVhZJCCZQ`U%FIhg70XL4NkLOqnwMEzl7gx%w;&TFz?GR- z!j+qtnWvGNSE7(ul%A}kkercNq@bmhSd?C-$yLn-3K!o1&-mby#FElt1%+ZTZ4DL& zX#&ZEa9L_mQhsr&f~|r9reslKUN)v^UV$}8CkX3nDdd&rCZ!fB<fkFRN+B~(AuB%# z6wn|=$kr94rWRqEn29Nrg(;MinwMUZ0TBoL7G$`Bf<j(mZfZ2hufC2E@c}{p&aT11 z{z376j=rwihOyRMU_XQ8J@Yb4G}Iu$1)|C{A%=nEobz*Y<3aw_0Q3BPedELZgM3_c z6x2YX=qigdt5Pvl<`rl{tplYmkn^+@Jku1)Qx%dE^YZdb6w*^6=`AlYH&r1mzeu4x zBe5j4EVW3XC^fM-KTk&?tF*WT>|g~gh2qo_h0GF#l6-~IyzIRE@;p6wkftesZ4VB0 z2KiP&(N+QEZ1>cXcxZ~vFNz0Qq5&dw6x1MLr>Us`Nf{ug6_*qx7gRzOC_!ydf_k(T z5^9-g3L2pBvNKdrQ&Rxx$SnW~ltmlH>L@7bmMLl4+8Ss=9IT+AfJjY-(0~AWQX|vW zz*-^G29$6zwY8BQ0kQxTzP7fR$ig7^>1!!~WE3(Lic|Aaib27Un3tkZl$xBHS(aL? zkXDqRtB{(QoS~4BnVta(!o<96SO9?x0O7R!B8@EDOl?DJg)FfBS*Z4d)POL^9Z<(3 zd;^kz;ew*fypl8xrR0p%<m}A6ba;`Gp9e26z|K`oQOM6zP%TyfI~L?5Rb7*mm^>vN zcqqZlM4~fwz{yxgAqyG-NOIt)4NlEV(Euk!9R))ju#l%;h>k**4mgw`BF^w+i^G(l z)Z{V^HBctRFeMA!2pt7ANTGpdRxR8gwF;>@#i<IQumgGB4r>%bq6-pR;2=pY$f*QH zCP<4yCVGT{k})n<X6h(p66;EkIk>_slVF%Z{0PkiAfucTi;6N+i@=!<Ba~qQfRYtp z3C0<z-J(zes&GKbBL%6n3~&q%c6HGMB@qQg2?Da!Ei*4M2UOBPqo63Yq_ijxR8rS+ zVKxzlvxuI)M`}(^zFt;hSt70c32NlwY5y4+n3*%c+W(ODpOK-l(P;aRR`G#sF0?-N z$xKeoD^5*OD9uYrEdn>)919YYGg1|xGCB%jsYS(^`FRRPdIky_pthY7R0>wLRpyr} z<R(@sfa>GY;#7r_jLc$%w9K4Th181V)PfRF>m@lqw;(4oF)uk)p**uB18fo07(H<D z7YQ{aKdB@!GfyE=AvwRG64VF+*$7pskXQn#MHLhjGD=Dctn~HE%ggl=!4B5TFG|<X zfq17_-^bJ0)i2mp*GSI*q9rshC$$*VYAr0yEJ{sLNUBswEGWpyOioP7Nma;6ELX@c zQb<fMN=;1xm8F?^3gtzaC7F5YIts=4X(i=}MX6wSreqeE6lErrmY{?g%z>H33djob z^Ar;E6qFo;6+DBL6r3D`J%b^YR=8(~hks~@Lbzj4kfUFSr)#i+e~^N+zn_a|h^N0_ zu!6svf}>xgg14uii;hBSW(lY|POT^?0{J1oNFfsxn&7s#f`USDDk#k1F$Qi1fkLgg zAT>ENEi+jmCowO*G%-C@Aw9n=wI~l%*%qW0<z^Ox;uT!4g1wfLnVVUXSdy8aSB#V# zpkCAC($a@E@*PV{GV;L<)S}d~Oi<z}gCr3v1vgL~lvA0f5RjRdnv&0@0PbZtrX&`C z!VBEM2+l7pN={X9&QD1NB@Aa!9EX&a<QHWo=IDnOrxvLfE4Y_tra+o=z5$*JNtK|k zN<eB!YLP+!C~YR^Lpl$jG>qAYF*Jl!_0E~a$@vPwM0H>weVEMLg8ZTq1yG+r%bJTT zIVZ8WSOHv2LR)#D>N_)8p`bJ=Co@^0EI%_v0o-W_E&+8wqGLflhhj~Il8mDK@?ubv z!WEnWK)I)yi;IiXH^5U5+-6QJN-qYrY&k(q`P@oSs40M3oO+15P%k~TBq%X2TSL>D z3#_g<vkKI$02zX+Di~a&DOhuHLVT;2Us|FEt}b)(G?XA7D9<m-Nr5yPz_uwVXe&T1 z)>cpgMFL0!WChq=AWP6I%UZ6HR!Jfkn8S>%rw>Z9@wo+=X&HKHwDBB)`rp*h0Db(& z$kf1WwEm|}Y@nLz%;k(Z`eUMNWME*X5R#Fq5K>fHT#}kv3@RBs^HMSs^AZ(8^D@CD zeMu#_F9sFna)y+*SV$xdL8-;5iABj7V4WeU$r*Y1Ir-_8cr-ib7Zv0ef$Jk&BTrbo zV5VziU}&m9eBtk`pyKQw5E<m@?h&HG1qzm6Q0<zk0LmYb{zXAietJ=2u0m-ssOkh& zt)Oh9m!aU6UsO_*n5U4GnU|88mtL&L<qWP#6+oR4uojRZ@oDDfP+^eCnaP<Y3VHc? zkoJUv0&D<G9b%|DOle+8YC5zNuA=}dm~|9N64P}Q@=_~GbigIKjzVr~adBdLs*XZt zYEcmvG%$lp5{pU{N((?05U4i@H82@8{08a-dHQ*VXn-`pI_7X0aJ3TT=;w{rErWIM zaBB+ojB>@$1aUM(6Vz?ai8;xoIf*5Z77Ms0%1;Bg20`8e1siB|5Y#XL1v4o0^b{0A z!HvpPs1dpODWy53#R~ZasYQt;`9%uF`3fZ&iI8!ioW$Z1xG75IMTrH)3W-JerFkhz zpk^J&LZ~rSsYUsEkhY-$C}0(A6^slFp<xAfjIBa$eu{<$NRNWHf}tiP7GQw}Zp@%6 z0r^)!7fB`5D#(acViCmCO1X)}C8<S9aA#^{>ZR(Tcf-Mh5DEsGItm4)B~WufL4p_^ zEXmAG1rOq+=R>^+4o6U!!NL!kJmB7h^{W;1QVaDI3_vZF)I6w{6%=5pNx@dZ5ZY=6 z=V?$wI8{SSM?qafDF8Bjt6%^gLjq+7B^`xKBOL{B@FLiW=?bv%88xsW3JMCD#vo-H za7EC8wbWveb3xA5RMJ$31}|I_)C;g=56%Iga7MTqo_d2_{aiHQ>Jei)uI{cu$oe5# z;WmJ>1UTVChbJNF73OGgHvp^e!Q+Tv&tSS5lzt%AD5U14WTwHgW&o%~35rIjGtnbX zPXS!`rdDK@DCDLlXC&rj7UwFI=NDxcD<l>}lR;X3PELM#u@yMFVFqa=Diq`wXO?7^ zftuCeqC-<5vsj@Zu^7}shvWf}4yYlZ@YYjMa0Lzbfl?A^TokOf7@G2QKq8?2Olopb zYHn&?NotCof<kykY94ru5NZq}4&lRyiSTrkoSz5k%z;u#qJn`!Sz=BpsHiG|II0-Q zH85Y~=Yeu5D1bmA2+tv)VXhL8&4s0zCB=FQ3Qm<^Ge9PT6dOQY12ZNqv#7X4M*%br zTnRTMJ+%aErGf$6fgp2}6Y~^6#zKwA%P-1J%*m+)<rzZ*1qB6o@(OZw4#S<iK*a&1 zfQH07Bzd8yEf7CA#4#i^INsCU&p*f&QgUm;$|0gND9oq23a}zeK><fnO+iE;Bnqq) zV5t@s5D+KBk}4$W!~IQ8wgUMRGfzRS0eKSUe(VJiwh{;IW>5hF${d+_>7cR#oK&Hv zDkvzV=a=Lw7#TnXAQ=zh8L$kfP=mBpKn)y}nj$41)Y8cVjaZZvC4$Q~P(p;JZUqA! zh4PHd<P3$p)Ku`mIW(~(rNTzfQxuX?)AFGuJgmI{N?IV-a&ajbfszu)<KWr^yRYFP zPEJZwPyki;@yLM=iUh2Q4H71h@PYaSG_jWgYLh?%5AGH>Pd`T=Q00zXET-nAaE-9> zQq<P-(C6vtXMo0k<MWF%a#M5TlPfCplBvA}fI$Dx(A*5Y|7T)gZaCWiqetq(F?MDG zDI0uKb8-^%@+%bJJ+;hK=pq2nSR6zVCJ8D<uq+S2=x7?6Li7^fOT)5O!4SGu0p7Fp zFG^3$%d7(T7{P;}o_T4Y+8i{ZsSuo;nVOfJiqG|+)&ShUl?oa`p1~oSdbrj+pmZBy z<D4m(Aj=YSz@yjDkN^#hLz-;R;ZPM1S4S7uAQi}<qcW`jXOo#<TvC*pn2WRmLJ6EZ z^)i&WxRf)~6ckfZ(?A2O8vel^zOKIU!2zz$@nNn(!JhtpnhG^F3RuJyY!nO)j0_C8 zlv9g}@{1HgK%?`}p>L356-tX!ixnILJQWP}jKIC~(gH4JXypJNp2S=hp#>V~EQ^kX zt&0FD1J#u}3V9$3vIqdYq5w2o9u09UXfXk32|>J%t6wZc2}oaVVpe{UjzVr`UVagD ziW}_d_)O5^0_Z#)*jNQy1&B;ud_ih4Xjl}Kia-{^WpXRy3sPY+5XG5!Y5DQ#sU?Wn zd#IUc(%_Me{5%acsDsqNE&>gPf@~=+NwKm@&Mz%du(45q45{jX+T}SZItrc&iMa|& zAPKNrKng&kCSVbW!$Cq;5G9}hf!47gb3qs+tDph3AF2%O2#}FVdSG+Fjsf#E!F;fL zQu9)BP=YKCX?hcENfFNZO+9^R$zNQVo10ovl$ji#l30>R)n#A=%6}t6Q!@tC`9BkL zlhO5G^eFxraFzd{;WIM@DwqGrBWzSDDzPmL1GQtoYq^vmrKAFAOiIDfj0?253o=gw zDsMomZy<}i&`Yu64AAUPF?fC|8l)LoN<n9RAkrm?Md_&}$kHG~k=9$~mFC75r0OVu ziz1ZV2`kXRITNA`UT~olX<)5zDKHOIrh)Z=`Ve3d1zTIt2o7TTk-nA!$c9Yt0tbb} zqN2n~(C8nigaKjD!ktX;sx*a61sibSSSz3{9s;R@`ad&P!Bzq4Es!u|0SAbsuceTa zpPZPZ1D^1O7az!W>1%<P$7Lof<R)f=#&=2-aH%UOEm2Sc4d^I=iqjO(SWrp60wk0{ z>wduNkpf(iO^5l!&>HL$NJwJ$3n)#*gCj1!ptM8-Vk~Gz7c>W{0}ccog-mFL0P-Bf zo6vPCkQyQhvQi~JF(*eu(^>)Kx5~U^a33+X2wY)8hdzoxjzo(jMYKo)&&s7~D20HN z5y*o9t_rFtpplxG5+!J=fmJ#n2f;iGTJMD~+F%B&W~3;9O@jC}Ix`l-cOYY7%470i zv-rgL8QRAM^=UyvFIxIw-$H_kgt~_=1>C45ctZd>{|9LVfTjQ~slV!)K>crQYG8;~ z{~H^d8ISh=@J1Y!Bo(<7F}r0%^!^k<r3Y4wweyG765_jkiYUD-keeM-2=uW)ir_sg zMJ_JbU>s<`8#>wnF10YH;$R&yb#Q^EmzJRp8J5k2%*1I~=qMB?mZd5vC|Fr36eX3W zLCk^4!UM(13T0dssvRy3)(+|^KzmD&sR?AWP?dsfdmYfSa8S1g;v|sm3bqQmkilQr zU@BtX20VNR+Tc<G(xU-gPz<tE!4}do(SS^}K>8=PFw-?Oxwt?vj5<vh;0lt5E=mWD zx1$WsXXb$h^1;)kNON@{Qz)6K3vg910FA+emZPUulz^NKnv4T`0Wui}b~<$A9MmcT zOJN;Z#WtLbbpi`M#!P6E3KqeTxPwL{I0`{=2MK*}+oPbg#6klUTS#-Yh7etl2mq<a z={}SxCh){B*pAe^6a~<n5-5x*oKXT90U4Yidp-$d1SoUim`wsjB%!$^kP)Eh18)q0 z4XGC^kT#P9G6a?r$eu?+HiWEMB#;5fb4Usb3Mu&t<r$#mkg(Y!1-<kV(DW-fGC>Id zDZymsl~}}=CuWw!m*$mZ=0MX9WCX?8Hz3|M5T25tX&+<&{`3!00Sg&hSkeVeRKpzr zQh_}cV$L3cGl{0UCd?qXA+Tf#G7N-~e1$g~zzsn70unx;as_F68fAtW<{#t<FsK7S zc7vEH`H;d4vTX@5yMe`{U_a?7DL`Acdf>?=P>ST@0-1!Z4xv&#JW$4<wEt+c{SUP7 z&j8Q*Z)0Q3{eOn$qvJnxNfNlme?XZ>VepUtfGSteV2?7a(Pjf55*pZ%as`YXglJ>s z(9tB&s1c}L0B*%0M#Dj64zxJ|X(b?}U?m=?m4|g)2^4kUMiG4I2xU|WWHej`+^B>P zD(Pz}P~PGLSr00rDOjEbYAb-Z<bkUMa4XYRK?Ce?P@7Ld6*j*Bmd{LsNP!2!z#@pj zFxdD8V!cv9X-P4x$^wnJl;nd*4OQfgLz#KtW~?T7=MXf!A<+Ph6Qr>ea3>)?Gp__Z zvZMxzOC1F@xF%R54-$XS!4-Wi1q$11&_JfJ$p$rr!d4s96j1a~)Nq5E0}VRRm>6gT zFe4S*;Ds;W0nN_gUju|@4q44Ns2T7U9DGO*+=7EQ;OtO`UJ+>lspSSu64;w=kYoX} z4J8#r_Zfi1L0DH88Yl?mAYshJjoC_5Pz7(1gr#_-gbNws1et?yHfV4Z>Rwz)7^DH_ zR`gL#kQ^4bLTrMN5W6r23H7zW^Q)l789b=by{DQ2YnOrZB`CeYMo4kbZ_%X^9m1Bt z)_;^1r-Jsoq|spbk5K#1(9Fb?0d@Y**vNQv{~uja6=;|Y<Mape*8hXLyr2>Q6BDui zAGc;A*8gLUE*gNnU<zJE8<d)!npXne!2lYxLUK%g8mPUKnU-Iamzk&s9`V9-JV=Dd zF--%KcO763Yz8Oh7UZOY7V#-4ftO~1=EHJQlwjKwp=&ij^DZFYz_uRb7G#2!sh8%Y zaw#J1Lr{c|dxAEofg4Aq#i^jJZD2OG!B6m-VbIVfXr&))#Xo3fPDddJx=I|hq$4r8 zB(+E*CpFI&w7w9usKdw8DabJ>61ET}J~$-E)6ZQKWE6B!17y$=JRShjgth?zE)HJ2 zNYwTNR4t&nTD+SNKv4<T;_ey}kLG09;tQ}(QI_N)j}?G7(xI*TfGvK{PlGI~)lpCa zFRx7m4UnjT!y06{0(hk=WCMW?=uijH&P%jVL0f4FT4PDWk^olzLneS|GXOwf{>RY7 z6n*`lv9ZZ$`A@@GM;J}l{y%y}L(&E<1uc|GAR4V78C_`y>0^*QfB-7qAdP$Kth9r* z{;`y{swtp#b*d>=pwnPrWww=qYKop}3b@aXRNjL7jnG~@>?j!UqB`hOLuiKx;&O~` z$?)%2=;;?1B*&*#fLk3@UG;}3V+fT0<|gLo?SCV41B21|e?$n<j)kNAw*X~l$R;$@ z_HsySULI(aCl$Qn3ABL*A&+lSb$*%xLMwc!wi{?iCU~JX%GO?d1|gp}2T}*!r3+2L z3Z<ZZu%O~0IKUaS&8sNCG(7{<nvM^F92P;zv2qB#N}$d%XgRjNmICNBq+$hi(E2mz zFio*KY`g{B>rjUZ$AenY>IzAfC9qSrz`KA9KwFH!EJKhJ!2=;s9iUCCso*7M3dNOq z$r(lYdHJQqIgowV@B>teL5H4|B&LJ*PlDRj;Px|k7bD0#eJ;oW6_72$@u?M{?S$#6 z;PGi>H|r>X#-gDXgPn@JtQ&f?6Qpv`*8=aw1vRDflR>UWT5t$jJq!{uP%j3J<bcu< zsJoz`1(vW?&;aqYG$DFn18HFEAkE_ZG_VRyXu%Bf5A>)#(1>|yF?7fqBu@BfIdDag znFiUr3mzXv8d*bIQimKCkX3|W-5?KuFvvnsOlyGr0iSz?IvgbF6dB?QKK#qj$QXSW zFVr*ebG_gWGDJR{jdTZr5A?$CAOjr*EDl0HgA6(_omP~Z3ihC;HCHXp1+!?UA%c<( za^Rr`4m7?p(?G}DB`eq{7$bWbR?CNivaJ=UUs_a}r=XixpkSn+tDBpg2oj11RZ)p0 zC7?a3i8(oF5-Fv*1@WnQp!0iD6iSLpQx#C^G=*qnx5X+%Bd73K#JWdN97C&nT|-DR zhej7-HUZfr1zUy0lKf1NuRw?PL1P$X3bF+#s*GT3FrlFh3OH!Kf~0*NP-~?uGbJ?z zyv_&GUWw01&C^jxNi9x>upp=DWtLRxfcyD63T25!@!&IRbU=q4rsU`4RO*0E(JRT! zE6p!0)&aRQHxqP{WqxU12`HPVq*g$D2uimui6x08l?AB^pmYRcAf!U#Q}ar56+i^4 z1SsbzB<JVmLezq?H29dkXd_dzScqebG7CUM6<`r)8URf%ft-+91Xc{*v<}`nnFv0I z2~-3YD;R()7DLpsBN?I%ymzBG8nh(2TB!)MFd{b<oH+bJ9sy;*;P_xyzmWLQVAmkn zzH?BNV8gf!2y%6H^$c@$ff%At3w1om2Jo3ZexW`-Itm~X8s{LH5b!pY_>zpG)Wj6< z7(|FikgKChe6XjVyN|1mf?7dQJ~(D!L)IW&pkSo<Y)nw40(D7dng)mmI<?XWIhUnD zvsrOTN@`J&j)IbFP>_F+6=V+(_~^XijQr9Z(B@SIQ2v9|Eamy2dJ~i+L1!_f7K0Ab zgIWX%Pml*3lk$s7z}`jFIXViuhEQeDbgr+Z-~u|eDK|3@a`XX6YluQYSz?g_=){a< zP<5COIdu#zCiR0{ojqM)v7rF2)S=6bGxJhXE0Cs5!G^|z425j-Db3YT%PY-=It8<A zg_Q9~^#N#04k(K$*urxg=r9OVGe{x_`8fd15>Qu11AfG$8q5S81vNx2<pOEMiPeyD zuNo`|>L{qe@*GNL(os-Dlmlv@(?%f2h~YLJlpG-if*NQSKCDDgODxIH%}j=d4M;mE z>68>D=N3TEEk(_7psX3IiLuoHtPvUwNP7f8!q60_6s?*P3+krn+9{|OgXe8PW<g3e z6u%+41u|2FNIbrY*{KS}rA4Wr17FiXO-9g)AO)xs;mwT9G!1B)0Ii55CjC2u5`CU} zi9%XtUJBUE#DapN{DPuP(8(mh0nRWxKrJiKXe&7S!3mfA+yE-|i&9G<i7F>QFI@pl zfKNq0Dr-U@Nx3++7&Jzx0Hq<iz|MfkXC&sO<fJM<D2Obmm@P^L`2gW$sP<xgh{9s< zzDSTXJP<+is^FEP;BbHoLo-`ZDro5?lD$v^<CDQQX{bT@&{)J!4zU)rcOpMo1F9BU z6G6&S9R)Rr8XW~Su;sW+0=p4m1Vj_8P=!^!@J23jjg8tafoZ{TDk#gKn-9v+pi?WL zjsnf!gO0654l2l*3ZQ)}3i(B#GZd35!Gpc9iVUp)GQuc+K*<-B!$A21Iq_oTrZA98 z6oOI{K?5K;Igt5XkS<VDAg44H>PV125Kc?WDJ{;>C@x9KFD*fmgXA)h3Q)A-J%<&d z6x7uz$u9tV8l)uzmMB4|5JAr#ghYo9xDE%;(t}!*U>(p%hXn^luosu)7oZ0_)U_CD zA-2SW%tmN|rXO5-p!P#FAthIE@eKA(Jo4}lEL@NezXL0Uwh;|L4P@GN%jssao<68_ zP0P$l)q^gfqQ2Dx#(zxAOpVd!e~k@C_y1ErBCwdKte~r<s{q=b2TB7V4wo{QGRBq= z<oQ$*j)YSNWh1N@F>0g$9}NOkL5Pj_T(~t8F(r({3x*cpDPbhrQ3j^KF33nlI^hnF zD^PU8J%MXT3%73&BU(5dZD6Y4k(r*M5Rh5~KF9!cdaiSRZb2#NTv`QZ(3wm{3c)3% zB_-*JMI}0ToQ&#kxE7SbH>4XKaJvUI@JIB#I&QCHoma<VD|lYrh=kMpu$TcoCW53Z zEijESG=d~&pZsD4$DG96{9*+^@Bn6FjzVy1a%mB`V~*#R3@k<(LyW|;*&4ERy$Eze z2k7i#*o_-l%!2w7o*aof3<GxrfipxZ?370QXJII#%+G;J5rUhvK#Jg-w3NBHlokB) z!Dj-3kMV;Y9}Pa033RG-aS6yh`FRSNpyeE(Ya0|iOF(;Op;Z@n7$K2M8G3PnZcb`h zYK{V|f`cCr=vZ2k4=V8#(oz#kN{dp96^ctiCsGzGD1n7RM>i{RDT5YXWP`fD1*t_j zl?oalyP+0=uP^~MpNmp+Qp*zaKs|^Y&<1DF9w^XZX_-Z-$tC$km0ZfOt^>$W@PW~w zQ-Dhni;@y^ay0coUiM5=03DqTIu|e}KOcMt0_buFkn!L$8GNW=QfX!m=*X#z)MC)- zRN(2FVjTsL2GDWX$_h#_Zz@4-%q&&_j|->3oT8wS2@WeQKmQOdh4j=s(6Nc&6R^3I z6<|REa*=C9NRVT^i)V0%g0`(f47k+;N}<pp_F{d|z=p3YHW`>3u*rcJvw#*D;E@EM zK7?BybTVd!UK(x%h*fNa)T9|$=%ra2;8uoM5J6ZC0cS&uf^4qEW*BJwEv|rp$l<gA zER82v!1DM*1xX2>Kmn_Qcm%IgAxd!j75PFSTn0hRh%e3noxqo$te1=}(4dNvGmAh6 zi5A5dXJn?8;8mKNSP@^8no^n!8kfYY5_GhCN@@ydMRzfNg=mMSU~?#V0vmk40yfzo z(2Yf)%NMXog2ug}xlS*cHV3UC+W%M@hg1^6-~Kl=HZU_lYyTUXnVOHz|57RV@friF zfzg-cj5hW`)g3AxZR``dh!%HSl9a~2fw=;u4Ru4v5k|xxGJvHuJ=h!jATL@VI?zL{ zu@61aTfx5|H4ik`qzjuQQvjXVU65J?nqw@;%t<XO*5l&x4e)e!1|0xUkeQqe=0!w6 zx!T$wz8h3FEx)J)#P@OxbA$?kYS?71V9;rKU^Bq$y^>)fU~?cs+S(9RV6(tNVAHsi z6+*$MzU!ug`Wv9mNM0&vS}d^$G!I(}zE3W*SRo@dry#8~2RytEt+_!x2+$eu#h{LP zD)=%M(80o>+r3JQQ;Uif%0c~yl6(b_dgu&UF64Hcl+>is^mLH#6%ZXGE@g#ua5tqW z6?}&cXq8K<f^$TKn~$S=utIKPa#23`oZ6gJg?#XZG0@f5;I$|qom|Qa8n7NuaA}@; zF?jq(Qvqrqc(~Tt8Ob<3E-oln+g3q0oeORml#3$ihQi}gR&a$ZE`x^yXmtp<JHy50 z8sX?0;Nu#s0P1IOf<iARKOWTFgR?6t6k@nwJa9u7i4SSmVhE%eSRjc(8j2VK$tWg6 z6s2W=l|fo;$>3{WK$e5sz7SVIm{6@?4#G`fE|Qaw_%IiNg&=l;Z9?Kh?FP385muu% zm%(}<+TpEZWHHpnFtQ9v+ZR~^xv7gHj?%IP%OJHzxj_9^m(;Yx(wq|LAzk1xr1Hed zVg+#ALJ|=uQ-jlWK~5^@yl(%zoJxc|mog-Q7K8FaIcO5A3^G5AJPQXa8x-`x#RNDD z!*4R;QU<SqfZVyjm6(%b1y4iZpiKs?gFw37Rsq=$oDN`n!3R3$=N4qfgJyFT?DSJo z%k=X~b8-}n?9>butU*4>0|$VDf`W>MucNoCCTLZPHApNilMBTdaEU>RL6F#lnZ>1y z5@K9jxdoY4P#X|V)YUCWEGh;qcu}ZPNH0n)P|z)ehl5peMTJ#mYB7>WuzLa8AFrrT zfCN=V1<Vx?9}#OGC<EwakYFW9Lk7fBFq0^2Q!)HmTAT{Hw#F((DaM|7|3dR8*vk+$ zQP$(KJwDCAf&{NaYy_1CNDfFduprM3ph}G>%aIE-L;(Y{luH>YXMrjqP-f-gf}~7% z>O)G|nCTCy7PKM(lozd%iE<Vs1w!<K9Rq4|!*Uq1WHK~uBFlpV5QkofFuaJwFdHh5 zT3q5%g;I3lQiNQL;#7lDq=Hq!iw~%az$Fmj-~}~FNDkq&46v0r!VoH(mI*4^L8JSn z#ifZk3QEa2sfl??&@vu$7g}m!o)s5oQLch+nu3Z3tOD0m(5h3=(#r?wcF6}VsVGX# zsRZrePJz}EMWvttQrN&IY}*=WOw}u~ED>HwaB)E*J{ew;>m_q>s({uQIXi1AsAxc1 z7a*383%H4*si0!7prYa9;^XNQtf`=zub|?<1x_8wR*+IAnJgnvt6nR#nuIJPk!l|+ z<f@1)!(ahbQ2`Gs@Gv1Pv?3xvfdp%+f!Krt3}hB0=qNA>>M(HG4s#lqqn8GCn;SSL zp$$c%Tn5$;jZQF|JhPxqgA~Isw?TNI(O|Nj2QdQbJ_v_g^H7`!s$HNh8i=XT5n2iz z3N{uT&lH==g;cj#K`u!Ik99&_2=0PuB8wyHA1ehg8&r#-szwMy0|Qbz!r}|U0}UR7 zw1FFhq!bO1@&#fDsI3GIUx)zo0tAG?q~#)Hv(qwA9Sj*0hnq}N9)Of*5GO)Y8H7W2 zD1c)hVg|^eC|p?51qUr@?u3{KuX(K$&;%eQ9oS$};tbjtiASxm;ijVsQ)mZDeGj(+ zMU+AtkQ)nd3y=jVH6Nv+fv^EZm`pqH4knLE4!ID3?f*up2&n7}{PRDcODWLr|28%? z8D0NH<ygROoFZt+mjY-eTvtn%YxFdboPj+J1Y;`B5;Vkbq=0|9k&llv8K;*Z-^Kun zc=Ask0gZxiDMHU5fsaJ#ap69F1grzp6~%i331m@oab{I2_(TryN)*suBWj&J0y%mY zv=tFF>;}0s4d=Nd*c9VDaRf~<p|eJyN4O5eDI=PolTB%}wg7vHGb%cmLO@SHrKBh^ zIaQyAjsn&H=BB2gbHEJEO%0G~kQ4}`um3PHGh|ROrJ<YPMwfy%lqe`LWEYhh7?>Kt z#nBmr<k8g+5k5Tr3lc$hSSP3I6=zV}>7WS47yl*(==VPvn;DI^|EL`eSj|&b)KALH z(=X1zzU&{g@Y=wF)U_C(iX9sU&G&=WrIsdTr6z+9wa>{+PR#>d>z!JZTdc=Lg(bw0 z;!HueSV6^5K{r`J#RxnkY^0|G-dc*-ry38c>Gi;c-w3Y$;Q2qdAQQBqJ2@jYIa@CU zYg!>!5S0J%od0cPV1T~<&&0^obaee6x#3NUKJ4ee7??q_FG*{#6tp0ku#f~ZKJ^aw za&mR|^y7k@*^rn6x}glT+_xBf;~BUEk&=p4xS%LG546V>ys?j~ATvb;a&wkdPG%Bl z79O-k5WHU>vg6e%HLs+oQU{;Hl+pqsR23KGWR^hGL0zq_jpRVcmR<+&me}Ixf};GS z)U?vP<X8n;$lheo+1;Q3cPK7NOwKNj1~q4rvo$nP6x4Fzb0=sUC7J_J!iZ{4D9Q)z zXRxxeD#=XF)-^0nP3F?q)`kSUor0l(J~RMed&h050hFK{LcxY6YCuC0SujmQ2^6uV zd6~(HCHY05^LO%-!Fzf@sYW$L0laM;DNgWdc0o&B(Bqd;0u-(vImNm9xuAI;ucLGn zP^7V2%f*T0YS3<bBrfEH7cS)TA6yqwx$Fm(MFh%!15-1M`@c+#NAG_C1s%=tuq*$u zm)u$?1su36NYhYq%_~VQN=;EvE!NZ1Qv#p911Vl1nFE(mkS*Y7xfOb44CoA=lG36) z$Z-G)wy^Wp6N}P8r=rvjwx%X>{s&hw^w0l>W`^kPKVuWK(eqzvp7%i(P&fZ04=Gb{ zKr6&i;2X+|lR*bbDU@gCfG$%n%_{*d$3(t{E;Bc^7&Lkdy1E>4TpnmVH#J31LBX>G zbU+|jD>%n1fbQ)EZ5=I2EiTO|DON}=OD(EYFa+HJmz<xMQj9pZA`x^X4EX-`(mb#! z;0>v%3aNP@gOOd9oS3JOlnS~%Jq5I|xfpy9Mq-IVB6vkR@~Pb*$7B{mmO+C~b;(Ot zNQ5lj&MVD@-m2#t;0f}G0>}@=3W!sgGV?&qPS6T;kSY0PsYMDUnYpPTPv$8kLhnL^ zU9Xm?ke;8PqEMb#33E}RLUCzsZemd-=w!rl(27@(F;L4Op;lU)ngVh((v|Rfkelft zJ!&f}E99m%=n7#YNXrl$wrLtlF?lh0esG_FoQE}HK-*K{K@K`|Ftw;GF$Z)u5dKmZ z+~9^5x(<m2nK&B5ptdfyhGwRModUdtnW?J_I==&SI67vNG!t|R3qq*^<f0u=BOC0~ zL=BMb5Vt}SY5@2w7*OJZ?Agsr%mHnp2PH8`5W+(ct&xXh6euqa1V)tql?4SwnPoH> z{sWEo8sHuOGs77FGaYUJ(I+(!8vg?&dxfDi{-+E+!49036-x6!2Qeio6ob}ffwupH z_Su69?DSMfJpxMcnK`NHso=daB^jw)%AoQYw6RA4yzM@>0CXN6sO&9CE#`uls-iO3 z8gUdP6?p!KZQZB9EL>U%_Wz79`hSLoqx*kx1t(R-vF`sRXY@~*lao^cd@L~j5q@fn z@pCzO`hoV0LC36fQWLYeAiIB5G(b|CT%e6Jpy6zg6!=(K7zecM4Wum@w1o#D2$~}R z3FqhLg0vtOx`Ss&AgkTM%iEK4@{^KMi>$afkz}B@f)~J3HFjuk7(D;y7G#zbl@=Ed zK>yDWWB<Rgso`k<kM@zzz`y`$!D1{sBBulx9OM7k2W>zncSDANa1GgO6{qH<;8y}V zZ5zJ|t)kTAGKdmrPX*j%NYhYKE!HroP_58WP)*TMK(JsuP2|xh9ne*w24K<<Od5en zV=!p~CQTvz4?LcQ3{v6uEq*m%@8VYi@h?OTnulXbVnEX=(DCoVI{ZbKJT{muftUY~ zL!D^iRQ&BfV-s^@jQc-~N9TWO5)~MRVwC*mx<&@1uK3{O<Rm!5%LN`ZOUX|z%}vcK zQAo)wPA)AjPAyi*$S(&CQ<Z{Nfn=mA1n1`@7G)MIxK!pP=4K`<gcKzvgD$%(Ey>Ku zEU8q`Z~=*=YI1=ODTnP2*Hch{h=WdNNCY1nQIwjInpd1zma32fH3~Gpg=`eKhX?Hv za)Is7SIEuJ%LGjVf<|(ZQZo|EGV_Z-gJwv>V$dPH#N1-g_+5EwP7a6$X~-`CovD_Y zm(EpOSzMBu3p%GRH789^K_N1~Q~}iS1la<0XnvkT4#;%{MfuP(sT3f(z~|zFyRP8# z?zl=a@{3bpa_S0jSAq6Uf^NtyN=(jHNXakHQ%KCK1a)7Na#C|a1B;0z3b~*o13}}H z`N_$pMW9_idR$zf?VT?0J@lXu134agxqU7ugmMz|(n}N55yP609x!<9wK%`DC^=Oj zIX@*;AuYd%3+f%HcF;i`AoFt*OHzw66LUbLeI*&0#R|z8i3KI8MGA?<#igJj+w8pj z@|@I^^i)vjg6v0f5y)qdWC4yAhz)uQ3U2vD3c2}3sS2QdvPHSzIa-CpB-qFsnh6kX zpb42Y&~Rx!7swV|$;-VoGbL3)BOtM;L;*U8X<=xtYi49*tf>dO2q&{xAsws+G=!U2 zRKk^?1`ZCGfrbVO{=o{t`DrEPpp*PuKt~UP(u0C?eojs*<jgTHE>zX9+yL<iD19V> z!n8Cm1+;S(<lOSqBn9ZuGvuykaO^;*r>(fSGD=Dctn~HE%ggnOOY`)S^K<o44CUf- z%g@OH<uLHUfjOCZ+2G^_G8^U=^qd9`3M+(L{b8wEAsC#hixqV3;MvsB0F8$k0^n5_ zkZ~k}BqFf5xIjlig6=3t1s!Avx)T$c#E^S#;1PSsDJR9?GZ7Ua69$kmZSd+3(6Dxi z6&II&enE+TaHwB+MnSSZY@54&Zb2q=1uP_AAVRq$zaTRiVoow>z&$kuJuO>taT)4? zTmu>-3Mk4fgA65c8R;nmmFDGvq6(4*A*Z>3hT8**^1)}pa2e|<KyNMr34@9>P_bd6 z2QKfxXF$4ua&%BCG`snvCT17ou#d|rH4T(2Kt&nIDT$y$0Avkx01V;?9q=iWd8w)3 zc?!@uFpx9#;iX_kBINiDuH^h8(D9WppCJax^tiY@^PtC@m*j&7+CT{j668?Jatktx zO7nEUN6KKc05TRH54yb>6nR`wKIkYM1tgmk6#PMF*OX@#r|Kv`JOG&lf;2Y4Sq~9c zsYONkMO;a#$%&u>HnT(leq<=vQ^loeX_?8Hpn3;kg%uanZYu?aw8YFDNVp*1WCW@& zQmx=M3-oxLV)%SZVh)mvxwt~|6;j~WT$E>|g4_=dbFdpg0fl_73Bn<;yq=m@l3A3h zkepLmT#{O(!&Lw|?ibCg#U-f)#a5s@Lk;yH<1Ll>r9}#9iDmgknV_>%Q!7doQd1z6 zSiS;M!Hozm=y)i2YE2Jh6ewTj!Y2T%xVShG<HDTE3J56$T?KHoLq<Zum6QTe<Evbp z%AB0gA`=w%sl~7w3T1?q6JoH63dmJPpn?~4GYu&05UvM}+JI_^q|y?FqSS(%#AL{+ zF&X*AC7>HPz-RD-v_LaCB=>;^cR}7%fZja=bqh!nSOYi|p<%Db#l@)#Oa8FSh(Ib8 zl1htmbdyVT%S=oRbWL<nxTZ+q#Kpzs38^3QOG^q$OF)$z#B0SF`Q=crgWTwfNJ0w5 zsU->-&?!Mkw%|gf5*<)F$OES*@Qh|sssi`~7-&9(s7J|z3L22f$W(=r@_a66U=%AP zrRL<9gX%P-3<fGWz^1~Ahs2bu(&7@3ZAH+Q2dIq(8a9Vm#Fdx~8YBldCNhg*r#FBm zEWw^jRe*RF>iP1FRM5e=sR+LoD}XZv=p3!2)YLqX*R8m?RH52bRJcqGEKIBv6m*k| zGq}=n64OCTv2614^HS}&I9;t26p|8)Gn2VEJrT?R1k=Y#0dztys6@wb9B~fA?kFPz zb5kn?g%a$J0y{|u5<cMa4aNqQZ6K!-P!M26Kmpuae*Ph#FbK(4C@n|<UGxD?yvS)K zu{awg@)A>WGxIWwONziN+)DC6Wf&+yL5sk6kP|`0u>z9wkz=bQA7Wf$GI)^)q$W&N z&`&K%)(7d0Pb?`Z;sVX3>Tz*7rhyuIpwx|U5+uIC!3w#5E(KB_ff_wUsi0a5q#miD zfmSLd`CMh0spTNIf|`(d>8UA5?$YBTs<H*Oc#BdMK<%=U@_f+5IJgl6sw>bNKj2;k zs7i)5Hb6x!r!J^I2Ri{tMgelNa!w^Q(?KdJ9fkZNE>2wqN62+$5J6DhNd%Rf;5Gr0 z8C)Ru8-h#+%Rtu*KpP1Pq2TE&h!LQMT#-U%4ybY{g0vS4N{b5ei&H@te1Y54pcsM# zGok?iDi2dYC0SxYfu2H0z5=*T1Gj{s9)wCNl!6u)fc*#_2~JE-)k}dkrgRiQw|{}< zFiK%?u7%Y3;A`7VpeYEn03XR9UGR8&VnG2YPo^p)rhpF326Zq%#W1vo2lYM7U74UF zBNKEyUL~Z90$Nm&lLK}Jv<68n<^roqRmjRuf;113QXyVUQAjJw&jl+^N=?rMx5hx# z38*WQn_7~Qp8_%zw4OFGDW_5)H@~<9)Ykx=-ItlCkdhB-yg@7AM9_Krxv7bu8;C%C z*J9A=da0127*<|_HW8ITTk2eJ3qhrRVjl7u5O5v?m9}7wpv&w)$sX<<P`*k8d!{6x z3$!CAGdZ&Wl)*Fe6q2F+h`e<0O>MBE7u=?R+>BS853W9n^K(-{{cCt2Lrz{p6$3e~ z2--+Z1g(Prw-<9Vvmte9ejcck1rEN%r2I1Yk>j9112-69P6wqYP*_1rdQgWDB$Wng zlOTDk7@AukjVy4#HnAuLv>*pmIl?Zd0r?4<L=_Sh3KEMFb8=EajVy4Z860+?DyTRW zBn4{gfOf7afJ&WW9au{z5t?YZiZgRFa}tX{c@GrE@RSQWa~-ki1!N1z51@Td3c3o3 zpwmD=2T#I_A6R;ZjWmE_rx>2NxRg0LA#o2%$Qj^-s0S@nL0N!=Jt$luxSKlAN*?47 zP^tiVTdz0+Hm?nC$6;nfWR*x+F}ENSnh!yl3$(5ZRQf_hp+y;_62Mm^fU{C6Jg5`P zQbBDRXx@WGE9kJNR8Z1{CIm$4hBq8xF$s!8aKlW8D=87Q5-A^)`#}u`NYsPMF>w5Y zwgiLHE;uNP^1+P|q{A^4ic6D<QwvK|^GdjiO7n^#g+gLMK`QiuFVGchphZXd;Iy4u zky#ABL<5`zASp=?TqqksOK?!yb^&$IQb7qR5nfb-3UO#T4Jp!!Q$b6}Ky?d9A*gDB zh9bB|fv28KaLog~%o3^sR2{==2T)dodMW^G`yU*ZDWyfJ@IHWBW;*C@G|(srcxjhH z9%yI=RLFoTyiD*K*WwaL_cc)=CqErjW`g{mSOQiG?g4<>+AjGDpt7SR1LSFVQ2@_4 zAb)|fA5zdOc)BQP1bDh=!lDFPq(Hm;V7Gz?`JmAWc3FNJC<0Q8Qj1H#R)bpQstN@~ zp!;1F3=|AuhZ;hXB-AJ)6LT{Qg{=HkP-_FEL&4O@%vZtK#L~!Hp*SZswLn2Z!PF8Y zW1yg*U|?lnU}a#TV4!CRZpbGV6zCfwj50SsHOkP!SHalG$bxvIxD*tOL4%H|$)Ir~ zNVtR3CMeutC%S@C0Vr}IZ2?GZLvv0}etBw<LP2H<bS)#)ZJEUi;Dgt4D#7U!q6%y- zQV4=W%>-l+-Vy_v$UsAc8L5!F$P7Uv1EA!kpplsZ>TjlHLT-Qng_{CsxDu|w(*;z` zWhQ5UihLszb8`bw_65Z~v?rkn$&aOwj0(*okYW?+8APE2>QSn~N>bed1&DdN#h}Iq zIP2-9aB<-n6M+pdLaul%2DfrRr{yLVXM#crR2G69onDlf3##bCL46JIVn%SCnU__X z2OfNb^a6bYJh?!9N02|jBZ(y$iFpb}1_lbCT{V!MLMf?fnR$@x0#XLb>97h*2j&Op zLB*gIqg<(p#g(vpk30YX3Oj_U@R8WeJO%J@g+fXxXgn4i&ya(DK_fuWECXsrDnJH) z5k^2#8QdV`e59ZNX>@~9AKVS#W*$sCxNio^*dRZF9ROP{3U+@<z5-;l4C<cZOwhvk zto$VKs(4V6(E$e>EG<IZ0<D+8-496AgQCE(SRo}fH$M;D-2e^0fm#qcuu&Y)9+dK8 zE|5!0@)e+MERe0msqpa=a09nkp*$lq2htvaHwuek1tqATkyDZZzTO+;CFE!Vr3cVu ztB^VgBvSxh5(@G@xI9ctOitB-)^CuM%LN`Wf<~)CA~aWmiZzsG6liE0Apnwww3{J@ zC_t}=fdo8w;59QZ-HHn|m;oBC0qF)^Aqpw~K#qW&xeQO%pi&Vu1`TNiLKY~OWag%V zlRaqA4w|<hohWc+0`fiBR|WatHhfNIQc+@2CAgFT7weGf3li>Nb4oxXRiH!;3aBJ- z)ty+Pkdq4T@GB%I7JzQW0k@+;NfKH%<bm&=0%Z}<fE6fEK{Xqw)&b3u<fVhE2k@i- z$UWd=uG2D;K{1+`nFG0R64VxeIv<`YLCFACTtY1dI~-iNf*r123~gqBVh=ts;R0#u zf&wTp2YjS(iEd^dQZ5F!QbEUYLu~}L>cPipgNy;S`*Tu369~zmAb^w|ka`?Z-9gJa zaK<SHjdFp`DuK0mAj<>6WfvrsftM$Pi$u^)5Ks)~gO((L5;kmkI%HM19(ZvQSf^f! z6^@O0i2W+C1q77tRe_lUa$RO#I%rx1?>-eSa6t-+9&jxN>Nmjy1l-^R#W%Eyfu?>? zRR?MwL&64{vx~vk*F(yV)Z{V+(3}V)dxJ-`U~NUvMMlL6xZ3RC#x11&1f6xPTcBWO zY-tE;U?b`nE?5YGc4~swd+6!u;qt5jisGQu<T9ca51h#gdU|?XT(FtMR7m}oo1c=I z25BrHf&!XhKrsX@k-#hai_#%;uQ{2;C7{+rMk*I%Cj=-<Ks#`t%jj~GKu5KLSA#*L z2Rio#O#oKV6bxQ1hARbw!U?hx2LBoqaK6E%1Qas_3_)3O154zDSKEL}0Ps#)@Nyb# zi*2CghC*Ud`e0sj1M@PD^){fPFGwp399yuI0U3n`&9Q=VIA{<KQeszvI!r0apuRb% z%LT4qauZ9EGeG4S7p&9<Rq{^xB^jWy6I6YGhmIl2K%IZkN-A(kSd^Na3Yy{u4<Era zLrOt~%sg-{393h66&7fkHB})kv#7WPVluSo1yv}e#jw$$j8sH%pIDTxP?lJf2^tA6 z<^nY*P_|+u7NvvII;ffknE`h}QYt9LgNxu4(3k`0e(7XTX9+w|U7nc(4gs*54A7pR zlA_9je9*nku%;uVDg^f&6Jfaul7V#KvryoG1zj)=+BBq4S^yfh%mZsl%>+*kmE`9u z<btN`VMY{#TYaE0@zgv}yM_x%0@RmIPAw`)M6TpevnA+0Wl%JMX2i=<6_OJ{Q)i%Q z4^V;V3CbtnNCES}Q3MMQXfGLLF?dwIBqKGmNFfN+jV=bwNaUsDq=H7H5_3V*TcG6+ zpymd6^ad1q8K609&?GY`z@SA0H0BavQ@4=7fkgzkq(V-Qpe7Qce^97^UciIZg0A$4 z2Nf$C1{D?tCgui72099cpw)C124)6nCKfshU;&V<nL&z)g(hgzKUf#29D(Udw7{av z0A>t|HX<xjAj&p~BA62~EQ6Hn1Sfy}^Wcjmk}}iNQ;R|O`4yL@g5nR789@yh@B$9d zFhfSFLTMf-rt(0Iw!|C-(8^{|9Ob8h%6;%Mj$*`3Ai1fz`9+nWiJ|b!k_=FrMF-pj z1W!hT5`Ix?L1JbR$bcf)tTf2PVlGhek(3G^J1EZpEjj^BMki;02JiCHLF!=>v!G0v z4?g<^Gz|rk0T}@5A%NF(fD$iPZe~hKPAX^(1?(2-QphAcD0xCFJx~uP88o7i1gZHz zEtLE;1&9w6z(<&XE=}Qrbsa&?KxiPrds>h?A3@asc(n|q84oW@AZ-&!uOSsQCIjkD z6hT~+2r0ozK+A4mSqM^{f(lyD>?GI)@Zoa>4Nz&D2kkz?CgPy;aFBuy(mn>2ouD8B zVNkgUG75ew0c1xYxK#^k$tQzGg%k5qxZo!XfR^Os=EBs2W(D$66tYuO3yLAp2+Mrn zgCZ0_ZE^4xLQtT?o6TIHg*u>k1MPBjMc*9>au=kRr;t*bTTl#Y9DuchmKK2~*CBI5 z`DviU!-d85pi~4hq$Ixtw6`)b2ih?Ji9tODx*Zdw4DKzEKz<sEX`t!{+&Ts6gSHBx z*L#D?+F}I_*cb{ZeN+~J5}I>KQI4*&4(P^@%KTC;NW&E}8jW>kMiY_(pxy;naNwF2 z?q{$cK>hy|cr!mGGc7H(2ow;IFa}pJpol0|Kwc$=*zF1G*nxTv;PqXg^uz_xqEMb% zl&Vk!ilbCe1%<rm0@|zwg*#})Tw-x{F^W@5L2K%u4RZARO}UWLcVcmIesX4F38;Qf zEGkN@EY?BPtFUBUte^poQ&3+S<UYul52#KlC`yHmlfVpxBxR6R0<{7t+Mt^)P;&~T zYXnL-P;o0R#GX?`0s+kh8-VtnA}12KAmls|TZMr>$OYpV7wFL=IQFe7C{XVR7j12n zkO2i1#g>ByP*MpU-U7}eX&Oq@IJw0Za&!yWNYsN{z(V95+k#aq_R~`oPy!KrXbWoE zg6-zTYNjK~*+Zap{=^*EqM$(V$QJNAT4=chEyjvr!;;`0cyTGHEnlKg3|VyuD)+(T zGMV5h%OX%V1+^0tG(eRJS0<={!cYs6f-W9S&d&q4Iuk*An!$|*a6>{9wD&ws2Wb=& zR84{g3PBb^=K(;a6tv3$neK<INP(_s1cw{A3@%B8)&xkI96V%z5(VH1eDG`=s6;Qx zS12w?O-uoe0;gn_r52^9LhOJHkb+yX2sd+qS{mR1d(c!6NPm7Fc<C{C>=J2sF(tJ) zGd(Xg1w1+mF{%XAKLE{)Kq^d7t(%_&x`P`$jsfy6s6<0JT_4%i3ebuo6KUZbxa7<P z6}>r?T%g8GQ7+`-H)z0sqYE1Dpphq(_LiQ4f<I_R8q~i?0S)Apq#|iggg5QLu>=~t zhuQ|dj|H|07!p#Th8wtV2B{rE;{{1YsfpR(N)9ri37gA=)~|XB3Vx{-C7}8M6ow#w zBiD7{b^$2tK#l{OUIada0PaVw@(fVb2GW;VTwIz8O=C%^3g`=zagD<vhYiRHh$seo z7}7)onGfl5aDh`Y_)6~Lf}F(4)D-BjFGvZlN(eMg3tdhMYKOs62Q)@Nwt{q{#0n^& zK~1z&@M;TC6$ValT;SXaGXPq5gR1<Z)KpL_DIQcP#HW-NAdQQGdugC`DxjVkSRQmj z7Z+mS4BFU)nOc%jTCAW1vaVQ30W@(BvK`hAM3@Vi00FfrxH3z?>(uk}Kxr2=C755J z$AuX1gOn;rWePN$Kvob6JxJ$M2RytFZZ&~&e4>J(fi84{v>>%8Ge0FW8I;BfN+IJ= znc$`*Xe9usr3?xlct!x7_>rFm9x8xlu+$XL@_s}^7Zmd8Mfv5RXh};1Eu937KSE}u zz>OD>Cy{exF|uFNGV{Q<F~aAE!7VTaXmVG;Y(Roy9wrO+AgG|>f+RMDL`ZH2*_Z}u zSRv;P9dMr*<VuhcpzGi>^FW7SW}qhpaKVQW|KLuC0@y%MiH*NW35sQ~1}?A$h4RE= zh15K7Xn+np(u1rfg7($HgR5AlUqJ~86zN<FMkbb~M#yufrjRL9Lp-yuh6;vy7U0=e zm^q*+Sdd8uB${NPV4!D&ZW7vf0mxh<1?Z44$U<lnl8Y)$5iSKpZUyB=$eaj?qzSSq zpgd2aeu#22E>M{O&)=x+3^YmfhK<P}3JnWtgodFJzR*CIMGp>(!4n*YMpOw73%tRB zCW{^%hDKa*&iD*4G9+;9prHvDXs#2IP$4Ab_)NXxd_4mYOhB#FAZlPFQazIZFR@eO zLAkkD+n~bG5;i6e)qt!%H!(9$+n~ZM1&<ogFr2A@g<&F^8U+P&8ams^49&WMaCS;* z0UlSts#Zi$r{Yl!4QkUQJZh*B)Fisu*Z_}v2C17(K-nIen!yy7v_XD2W9;_C6oBvl zMY32g8B-l4BKY_J8W@?Hq2K>wVrV>i{xc;(PPE=(cm9JiY{uIrwWugBUoXRs3n5fo zl9Gujl#`i+t_(EIfhv}lT9SgMtQ54PA_b%j$%@>9Oo#}$+nuW58R8n`7~<*g7p!0i z$_NGqT%bmINoKM_S$<{;XrBsbJ14Z3(*TKSTBE2yuL;rAz$#RfUQv9a4k|whjh}4I z#g&;?!UZZ9HNaDwMd`^p3ZUC{6tohH(#xV_HK8XuWagD{a)Q=<S%XU`Y=pj+0^(qO z$Wp`nG|)g3csxi;A6zhl&B-gU=EP=#f`Yyl(xNNqGPqRm)-2HCeuNot-I<_qO$E?O z8@NzuUU5!pL5Ve_HV1`_XI^HBhFT)nb0De=JdTIdng@9dbh|9%_MdS7ARiYU1vQW; zx=PSJM3^e`3N)eCfu?9RGHng46*3iUkmB81AyZphQ=yuRQ(p@n-3p)u@}PzdtRY{l zprsE#uNjsaKt_Xf6=&v_=745=AR80P^NX^<%Ax*Mu!Ssv)c_p}0=5Q`W>As=c%CUe zwFEp34H_zd4Dz6<0XYO=0HjR-J7>HW9F?Gubp!RBGpkZzGDWH2^+b?icTh5h`xR;e zNDLGVpx6Q#0P4nohCVRE6ggbt6Vc-#rL=&6mL$@(Bts5V0l5(|?hA_skSK=BLES(N zHT+J+q6T6S(d9F(6~gZSOQv?EkK}Mrv4`jW2SZ~s69z+LV?$Fz69Y42GX?`gLv!=d z^S_ZokakQQ^}h+|6c957&_HNN5okX$<b*`eyp+tuyhMf2JkWr9G3Y!F&}1!C7<8sA zD05@ONIHU2i&GPek~6^LoFS>n8F~3R`RSGTbUWu4734#<z3C}{4(L}X0v&8o44RTi zEh+;|k}7B^V4P(FJ;lm7vp6{)c6fn~f@fYbZbLw>AnGE#%sd5W$oaU+@D>MV^Fj&S z98dz+wF+43S}oA>GSs>jTz%>&fNC4?t#^=G4qP#pr4|)u=I2F&N>5+Mh<G1Qry$3m z$oMeVpkPmbzxd#gAWuK{SZI9&QbqIX59Caw($+n-Bp$k)D<0}v4JfUnpq7)G2UQE6 z`bpDJ0^c63qfnk-l#`;P;Hi+9tDu?!8a@S0m}#gMgU-v+jLB2d0arWFgaxXcVF3g; z9AP%d-^i5{SSxbvM7!KH^i0;%2Q_t}*Iv`e`2@;;Q)43|2GsK3$k=rB{x7-!eSI!{ zeaw=Ryz*aPADTlkDI&^$Ji3V}|FQXk<nkX98qkATKp8`!1hmQyHq!<w^R>10xFE_P zyYN9(BxsV*Sz8-^^C@KgPD*M)Q7UMi7Wm*8-vCctBRwN<rB{@in_rfi0t$KfE@jvj zBhWH2kXmEVJa0j29%$Y{p|}LJPZPR3rC0%E7icGwzCPSa(Bd8NnZ}jiS@Jy4cAmWS z)FQ~59?(2iN@`kSX-<iP2B^l)O{`Q%N(DIp>K2f-i3(|@;GG}PLKRdF!!|C0ru#ul z&vQ$QOF-Imbs_t)baM+bb(1S96u?Volk@Y^K)Vq^vs^Hppjl;zTJUNBXjp;FNXpDh z$;?YH1_vmj3k|C?mErYjW`1!=QEFnY9nN|bOP>{`9?b(!S{D?hmgy+urWS)16YD6H zB&I9aDi|3ULMu#teTCo>(B_-c0#K;KJCRma;A#|Fb%AOh1zV5;D=S2&R}WP4fuvyF zAyCDLLm5a4qzqg!fzoYaPBNr>2bviK83GD<5F6xdcsClfZ4<PSFEcM4dh!csAr>gB z>FY!8-YqSLPWR>)flj*yPkn=o$w`E)s0R1OmCB0}3qVUM^GowmloU$xVa@<sT$Ngs z58i;Ipa8bqRzU+SuB~9Gsh|pOl|ULKps-Xx$b$T&po^>sW~^tLLOJy8g^W}MrCjh7 ztrFZ<8ku^jdOD!sMCyTq<4(aq6H@K#>nnifhCx2TSUZ=mke;uQSOoG5IC+6HEi|N{ z5e@ZDW}1SA0qAIdkbhvkIZ)_9l|j$>2Rj=iTwIc3Wt9xt-(+K>pcDYvYpejeD*~Kq z6_gZgY+z{#!~_K;L=Y5kaAQD5K`_V|NTLI41*JZakb(x73l2aqA7$(V<R48X?52TT zn3|W81BnrkExrMsD5(;>f>{mfL-4w1unJGV5FK#*g53j6*dYC2Be8oLd|xBjsUZJ> zd<<5Mu)h|PVf6JC0usTe`=r8y2Q7l23m8%>GD{S4Q$btVGK+ITjlgWsk$Pay>gy{& zR)7>+f#VhG1qF>n1<*D((ApW$$WLl|YLO;r1wcV!F=*R3!XlU{pa9fUP;dq9LkF$5 zRLCq*04pwrCNl6sAJ77k)a0U6(D@GFyF)<hOJPQUXVVd}0^QXBT9^ZK71GL(L<IxL z-9I36VJ1K=1f^h@7SMiP&?f9ua6G`X1E_E=0c~L|EX^zdEp&CNL^cFeu!2l6fCnvj zyMzw(Dif$971C2nK&vQH72xV%hJefmEzAKKuaK8tlnYw@0L>wg?Uovb$e9D2T#$-6 z@Jf0d2?|ssz!DVLK2VCnne9N5y1LNdK%`)hFgRghNrfqhD1wBs6(qw!4T0MUG6R8a zY!tu-B2p?y4w_m)OmshznrYx(gt`Mc{6OY|ZO8BqI4gn5B2ZRRQUGO!%)E54C|Cok zb3x{S*JdF?3NjQ2^@qMbxU-H@(u23Of=2mLD@uwI!Taz)l`$-l7{E4ogU%u;1_z$L zK1e}Qssc2Przj*rj+O(ZIan(Qlzc$01&u(0b;11)@(r@*(F2y)!~^my!e5R#ISMKH zd8v@%1#BjA_YS1E2x;t*F3sj)V+pMPN5kPi@cl1%#{W!AG0uNCG&3IU|IsCljgJ4J z4kCib{~#N^K`jT&{vYH<Cq!?>hV(%{>U37LP&zB{!WcCA1@5kZX1kJg6hIW!C%r(8 zRnXiNsO$yJ{ZZP1QBa_`1EZh-Y0rT>F!0a-H&qe66!Q8oS_+i+VH6a|>cfERS5W9c z`mB0zkKwFyp=}WK-VAKOH2|X@qY6F`7Bt=p>XE3XC}^mHj@Sbqtpu5W1!V+`L0C}K zL+wK9N<fBXkvbHh<cPIB6_45nLGJ+~8G+U5;NA%Iasf~zL)F7t4O-ObgD5CaqYnZ~ zn2;_z*?kZN1;~CqXv-}XRAhm7RukO^QBZ(&dO$5XXuN^W@qnHV1PVfeeGsT2l=VRr z6u?7ZphhHW9|WGXadboCv9=x|$q3%_Ku<=H0R&K5g=27v3~>wz4UYG8_wx^Og%xBV z6*#jMND@bH1v7nO>8C)GDm3JwsTE`>G{u6LV3(!lrD&k{uOOZT#SyrBh3-it)8Ouh zS)>5D2_0lS2&21IH3io308O%hOHd@!KsxYtI<%<K=}=IhcBg}uNd*)p&^XiA0#8MP z`X=zi3yQ;`)H~7B&o9o%P0fuj&HxPs<kMmu0D<`*19LND2Gsc<V^b4j1_c9pw17)N z8_E<E7_y5>4Gc_;a9T-79;e2^ErGrLZwQ+IF*H-~P0h(k%*(G(fKStBg3g--&7gxC z%AmY}4TE~@*e2+yaXm1|Uht+W=mss=(q+&|2GAs|sZd;*o10ovl$i`W6F|dIAtygC z9X@2J12P6Q76u+`11-}jR>&;TQwS~vpKA>oe}@_j+JBx|tN=QF0KB6Fvep2kJpg=h zM=D4TwwVcIK>#RgftLe<me_&k|G{gCpeyUZPSUD?PCr2MA?N^l_~bwZXoMZ2N>c$M z56Pt(pcZ(3nub<|Can5`NQ1nhQGq6gv{I{<3-$6!J$)Kp`~yw;1oFSBfie31--ZU} zqw9a6p+{Q^W6caG=Npi|@&{WnprC-fPzdL;9~@eVnDfPOyqT_%fuWHC@e6)1OaNbh zWJ%hEx9El#f=(b+P*CtMN=(j41vPi|^NYZTYbK_pW#(iimZXA4_OX_d7-ktmf(K7Y zjAKC*7jkI}J_ZVO$S!z6E%-tn$noX*MUV+&XlV+XokhRu2z2yGib7I;Nd{LUsKZeL zy6FUR_eC!FVja-r9q0-q*dZ6iknt1H)H(P7snk5s(b=F~ncxEki@4xZ!<l)-C5bsX zkbTsk<B0Q%z{kxL6oGcT=2U_%97$6EZ6*et&ICFm4%GPoEwn|y;|b*OlG2iV(49lz z^DsbHCV_8+0ZnzLa)HWk$f-)8$)Jkl)SMj9K^@52zzP)-%MvqlK<7y*fOaZ_57~vp z0Mb=E$(dlQ^zw_+^}*-q>J?-ZaB;b(mMA1DfJ$Hm*g5&2Dh8~=8te;DuLoS?Bo*bC zgO2Zj%m6_Tsp3M|ot$4<R18ifKKc3C3LqbYI&S%Su)}_od;>g{K$G?$;gZafoK!vV z`GrWw+=KiE-QtNQ)^#9VO31l4ph<%KG=<{K3NFMUCLsNw<AaJo2UUX3!Piv)FV_N1 z)a8J-SvgxlLI#BdUA3GapRAY6r2tx|fT;wkprS%A8KlN7zo?`rF%NWfPMTf@R5?UV zZb4>RhF%&M_~Iw9qSE42kV1$mh@#TsRL~l`G)vI#ADCfKb@6Ei7FM7Wy>s$GHynV> zGqBKuDD_G#ON5w%<b1II^s*AmKs&^oAvG@CQDAitOQCIMh%aH5f-7LXG>9LN)qy-= zX~4y$s{k4a0c{d4$}9ujjRozb!RD_s^Ar*lK!Yuypu=z*bQ}R+(1P?rmvSKm8pzvl zPk@zxMDPSGSPkKDMN*cAKUjl6;~)4!6>JpYKt)mp3sc9GluXF+Rymd6d|#BRUJTv^ zpH^A~K4uM?1&~kShb@)??K{s)<;u?kUE%;bHwToNK*`=2zOKd!6m21(ML;0A<ovum z(5V__pp~ylsU_v0yGs&tz(>@B7FVQ#rqRIJ0$C+E%D^Qs?2>Ir#sy6}XBMR<mw*ak z@Luwy(#)I`P*Dm#7Y@2OAL;?{)HtXp1Z_A++}>7PT2PQ*RHC4fs+X<@JKsnlB_G^k z1uF$P9F|6vN{drLcOxsoJqTL+UjV-SD6trP7(S@&3oD?(AqqW*814*+OH;Xuvoi|{ zQd2Y`1&;#UZ?GHQ;LA@y3r;|1>L=&tf@~@RAN!n~tOLr*$=cfBBO5@DN(1==RM5ju zDoHHKz&PhOF*_Ahk%1=tOA<44@<HbmgUUyko8ci*0yzl`JQ2>N1hP9GbZ?vz$j7;$ zf*EvzNNOtdNGQn78L-d<8R!gh8YrviWq{7R0EZjctqMrRi-Mb_fu;^<s{<(9KtT-+ zC(vjb=$I8qtx^Cwq1`vY6LN?$C|yG4RYBDf=(Lth&{?@9`3f*k=qV_8q~?JRDF($j zsM-M8nTTFG=N9CEmn=Xk(2{(R*FZrGYIA@NN(L>RD2AV+UkvpsS9xYJC|p4?rcjcf zl2{2k9u#J^LP}z#B5EgrwoTAc(+4mF;Nw5Ji52lhsnDA!sXH4?p#NuRZis&WtBIL` z!RYu8J(9(c9RC5Q(^Q3M106#hqgVxPh4|dc_<~doO@+kdqWt1w1rvn;SLlI{zK#(Z zni%6U*!F>fS{LB48fEyxQ%I98!;Xs!JP1<|T$z^~9UtuB>*^ct<m?z65+5At=NupG z8RZJvb)gL1^XaEx4AoIwlpO6BYYow!Qe1-I6oeOL!;A`YbqRHLMKudFU<BDQf;?gb z5=Gkg2==xPXy0UfL25B{90^o+X=H-VK85T=#Ohp-l(sEsy(VIU0OGyOSOr@Js2{<; z3v=`db%iWDf)0FxgC!niqzdd3&^|=ah!-q6Ae!<@b3v|yOXh)i@F6aA*ZN^|87LUR z?t)mOtpE)J6!#=078PZt7R4v#<iJgbxD*t5@t^{(Bp)oBQe2{=P+XL(qu>WVGu8ke zggOeKc+pV+2L)^t4K`__nxe0oqL5NtqF}3}qX2daTq8^^Ht%4BGw6`wGz}#M)tnS1 z9gu<1nX%Am7pRY5R>tH(4#87^^hM&q#}z?0U4rL^kyk#EQ)$EY|AE>$8G30nDRKyv z|E8vf45;J(MrNjFqvbzMA_L7(XD(-I?f!5EcaX6WL~Q=Rt(ll{Kuj-yM*>Yr83|NC z9xnq03sKtuA>${Yc0a6(1<FZ!8C-}iq#l<uIIDs}2DXM0G!+0B1PzyECTD_fW6DFE zy8^3()FB3{Bb4WrfR;TgWTqAs>42wfA*(LHy9ME@KpO@VlS@*IG;&h&Y(dkKxOWU{ zDnNI9K$cj7911$i4m7S8@9F0mq5-l>6Ja!{#|ttMye>G%(a#%WKQ?G3s1DeLxU_-l zObl(HSq+@p++9P^cRV8Y7Urbp!8F3%Sq{1oS3^rjK^^NxLnR%BOd}lyB~Zr=#<o&W z(osm%REN4+4HOh04Dk=ddAP&M&C}1($1}<m8eVXRq~@iNQ#PYzRhn@1^x=auG%+7! zD1q|d*xU@g{Xe?@8x(Hzz&P6fhM+{RKtl1Upaq%|#kF$|(*DlO1&>sLhHJGHthu<7 zb3pq<K<N*<N(FQSTxPODL1|JB?06JVL8%d30&1H_$AUIX7i%h%WPnD`L8X&xMRIBZ zX!uW|nv08z(>K6V54`p<u_(P*6J!M^sKE@mLfu+HL0?}XC^0V^l;J@aAfy&?f#p+D zi%Y;~n;^+U7r;YRlq9Cxni@b%2uVx_kH<p?Z;K&jfEMRiLztk&NKhtJO*E)UotIh; zntoP@HUxDQz!v9Lg31-hE-^iDVG2HfL@zzH1msQ)kQcxTK?M(1Wx?RKAlRpruEXR6 zEi=qdDa|2s7a2%D*gJ?7n4F+cQLt6efO-^V6B#EcoKPgezC_(a20HwNvc;DmXOXje zj0>a@8h?;wmz;>jRp597?Q{Ssf^Ef#HULGlp@B6QSTFRz0loav5<PHpJ||BD>oziN zWCOGn!28I+0jZ>*4cQz764U_kz##<UAyxur=7FaSG(r6Yuxmh>04Xhj61oP|AFvHz zdZ=qJHLbZgYq`MZ#!$F(3*-O_w{3xp0OfYjG#xp6wm|wR*sulCPT6iPm<gbnN>IBH zz6A?%vkehjwLm6-#-~BUzF5{sazYnKmK2qy!qXsHtb=ZQ!5-_NTnAo72<owdYyu4m zLpDZ2aw*tIPWW2KXoFa5E>6zi%HopLTwIA6%YsKxa)l<lXai917Hk(NnSrVnH0KhT zNI^OgnGmuh8e}-=Y$d!d1Um+tX%#@Z2ef+$wATuh@HwFi9HGvGWdzW+ZVEP2flMpO zS0H6470%)XEv$%(TChJrI?)#+)^gP%w?$$7f5_w;WLAyZ?G6I%KSN_PGqnD{v8nNB z|DW2?fYm%jE=7#av!MwnqbcBB{ig^~f`!DotOc7TptU-r^w1SidgvgBBPM?plJg5H zp-T=yXB$8&Auf<26%SWO7uO&aE=AA<1)wQ8=!yVHk_UIvFni$e-ZyvzQ7<h+9nv=j zEr<Xes{pEibrkYI6vPB*ryQ&tGX4oV@Ef$U7ChdGq9`{pE5ArbAvZG*MCGLBfn`y9 z?2u7gP@mn;(bqNJ$JI|0d_gwE8Q|_YL<zWq4(YFgT%%yC01@|%j1O=H4Sg#pK->wJ z@rw^|4Tj2~806+359(w?j}y{Bb|%CEY^p)d(*Ru-rwMTyS-oypM;_e&&NR?bP|^c+ z$w3TFB~5ir&}?clG`w{bkR1jII?#v&#M|&bxF#1D=umgqhzs(94CDe3YpxhMf_kv^ z-^rOpphGB%;)^pf(@Lm10Z6F)H!{FD|JB@h^!zuvBtjhhf6yw>!MXlhp9}BaOB-+j z44%dVb^SrZ2MQX<GicB;29RW8Vxo>hQc@CRnhGQWovMOQ?i8e^7C~p#z~-XPc|lcU zPHcf{Mey_xTnfyC&q{%eh4g&m3sM!Jy<(_oQ0u@w#xz8SQ8fi}r~|Y~tpGkZ2=8V+ z*aQ{GGURD0kmF#UDTz-{1s#tH3JA5Nq$F?$5u^dsIY1~xn^^-%U~wO`RSn)q1okg< zN(*8c)n~5gl0AmKCD8r<kkx+BWqj23G=cKp1avk4>inOviNR?5pW4xY)jUN7T`gUO zG)n^z4Q?-^uRu2d)ddD5?+C!%K_Fr_5VvL`W&<(%8U`fK24XS864YNYQt-(yR&dNo z%*`)W@B=TqOUzLSPE9T?$}FkWQSk9`*5ktMdK`Tt<e5iMmj%}_x&qeOM$jr}$oBbE z_^M7lq}~o_G>uCEdC?-5f&zMv2iC8#vO<|rEJ;j<?d}HEI64ZM@blBSxVRKijvxRv z|G^yu(9|HjR{|FSk4fU3ECls0P?h4GAk+j|>`cLt1CYQfE#^`r=eRU*_$Yt}xj{Y# zZJGxkBF6<kF)cSgMFVka8f0=7<UdddD%gT-hf9M8bU{PjFjZWNlpQtzI%R-M5wz|T zv??emwForX0Xp{zyc2`Cv(i9AY~TTCz0^WI1q0B83$%+08>t4LE&%eqf`S5ae=h*z zbOBH=4m`<Pk`J0%g-p1D!VDx~44Qq_0I|SIK;75WV$eEl#GtmiCd^J)Is_+4P`H76 ze&AcKKvO~S!LEKT=tG{Mjnl5~u0bezLCF)G7{QY*poqce3-Cb$U?+mQp`Zy3E(Opn zvzck2WJuw7xgv!J41kCJK?M#uM+-nUfWQNtOHlzj=>^*418ZmEI@t{8aRRW!ms$b7 z#2vIM9=sYEyzK=vnho0e<WvdPk86mWOOfDtW?(Zh2gt!`614Wskju~jkv70b2SB|9 zF2g`+z|$`Tk~Tp35<Dc1zOi0MK@F0~KrLPv25AjOIX?hoDN%U_>H^R?i4b$K=N)XL z>7ca=pacjt0+9w45WXZk2Y~8>GzD1ZQNYah*xU)u6QB$XZTEwRX+XsW#B1sKCHV?Q zpiMccc`2EoO*~)`LjzE@p=@*=a$Eo+z2ZHkjEhUb$N)UY0dgA_zrkyrAXn!wSQvmi zLZFx?Gm$_pm_SP=NaY5oApklz0F-p#4nP{ZLK?Y3+pvqZ6-T}xeEg@lq$o2bH6^~F zw4|7-qdyFU&i^tpHA7$jXJTSHy8fH|NF_n%kQ@I2Ei(b{|A!6iW`ZtZS4d1rEGPlD z$3YDq=pG!<btk2H;NzD;GqJgec?t!I>7Y$oS|C-y?w*etW)?%n%fT&T#AX`MF<&67 zJV6(UW)_3SpFvXxItrPf#RQqfpyo9A;H2WzoYdqJ1yhAo$X1+U$j}V<N_7Ru$`gg+ z)PlsK#FEq$g(UDb2Z;)h+y-(4<V0w20Sjui<$?+~h~|>SqV&`fXqz8diy_Q$?wMt& zAoqce*DXq{gjr{+P_1C7qhO??V63BHqN8A{qhO|^V6LNJp`&1_qhM&DPz&-J*eBr4 zT*UYxKTjdRRlxwX6ADyqBfH1QiVL#*2VzcY3L-3^PB8{M!dyqe5^Ocd_K=L!;#7n} zusgtQgrrn(ld=TlGsyN>NN_;I65<X+Y{3F^1~lMs+D-ZpBI*cY256re#5vK1;6)z< z!y7Wh2pxMY1{(lzCCC7XBxw9GHx)Yk2N^Sit*{3*J#tfV3?_nF9w13uP)i-Lm|tHD z)D-|lc6okL3TOi`=%^=1l7fXH^im~|@em8aE{g{x3=N3$bf9SpTpt>NW6=;gtOs4G z4$+7@LI}FcskkyP8GPhuY7w}t25nmw!B5ITxEtlbS=hiL#D35bRROM`J0UWQ6;v}) z&@p7NF%@yl6GU6IK`f|22g*Ouh6tunEQUg3gse%d0^DneAi?1?=((uSwhzct2rYPr zI!P#->7f*5{13D>ng*5<8vipj!kGUzFf$)r|4)Ocz%UXt+%!7kmjdcTQ#J|*8rCVz zA!Y;))Z5A}$U$E5PxR<pDrm_+@)#VUAvoB|eRwAWJo15a7!J0E9;sIe)_`*`4yFOL zjAV33&J)`m2B3NvHY!q@OOGKra04n;1G4jB0LJ7f9+H5iDo~w@XM}NdY_23RGY`@n zH-Mao54v>#Jhqk!KKB4NcnWGqmE^-x;m8@AgC!(TnVSZ^$^>(G3p%I<8k>hKDjj4a zbZEYSITzC-;BF*Zz8@W@iw6(%V;#)JGEN5zY@$c&AXO~gM(i+}a1;r^*8e7h&tsy< zD4d!JwEv9^P0-K(Gcq+C9sk1_p460pTxCY39sr&j+=!U;$D^BwS%1(yTCg?13L43p z3PuJ7<lg@VJ~s|Dsi>d?UN#Cj@k|N%2r1ABPR`oeqgTP{D-61;;K28nBi&vOp0S5a zu!HwVL&n=c%dKJio})oiJ)pJL1aDNO)m?C)mM+K<pljraxj+?sMG*W>A@I3%&}&o` z6(IMhf^QN6&v}7w70XY9+?9lwIR{w@#vpmfC1lX8&EOk}KvR1*HVQeZd0?(4*gUYc zh?|KpF5>~u{UM)8LCvyi)U44E7!85Z5Eu=C(GVC7fzc2c4S~@R7!85Z5Eu=CQ7{?; qqaiRF0;3@?8UmvsFd71*Aut*OqaiRF0;3@?8UmvsFd725LjV9}0zg{; literal 0 HcmV?d00001 diff --git a/docs.it4i/src/ompi/oshmem_circular_shift.c b/docs.it4i/src/ompi/oshmem_circular_shift.c new file mode 100644 index 000000000..3ff2d6d0c --- /dev/null +++ b/docs.it4i/src/ompi/oshmem_circular_shift.c @@ -0,0 +1,35 @@ +/* + * Copyright (c) 2014-2016 Mellanox Technologies, Inc. + * All rights reserved. + * $COPYRIGHT$ + * + * Additional copyrights may follow + * + * $HEADER$ + */ + +#include <stdio.h> +#include <shmem.h> + +int main (void) +{ + static int aaa, bbb; + int num_pes, my_pe, peer; + + shmem_init(); + + num_pes = shmem_n_pes(); + my_pe = shmem_my_pe(); + + peer = (my_pe + 1) % num_pes; + + printf("Process %d gets message from %d (%d processes in ring)\n", my_pe, peer, num_pes); + shmem_int_get(&aaa, &bbb, 1, peer); + + shmem_barrier_all(); + printf("Process %d exiting\n", my_pe); + shmem_finalize(); + + return 0; +} + diff --git a/docs.it4i/src/ompi/oshmem_max_reduction.c b/docs.it4i/src/ompi/oshmem_max_reduction.c new file mode 100644 index 000000000..d0dec673a --- /dev/null +++ b/docs.it4i/src/ompi/oshmem_max_reduction.c @@ -0,0 +1,59 @@ +/* + * Copyright (c) 2014-2016 Mellanox Technologies, Inc. + * All rights reserved. + * $COPYRIGHT$ + * + * Additional copyrights may follow + * + * $HEADER$ + * + * reduce [0,1,2] + _my_pe() across 4 PEs with MAX() + */ + +#include <stdio.h> +#include <string.h> + +#include <shmem.h> + +long pSync[_SHMEM_BCAST_SYNC_SIZE]; + +#define N 3 + +long src[N]; +long dst[N]; +long pWrk[_SHMEM_REDUCE_SYNC_SIZE]; + +int main(void) +{ + int i; + int my_pe, num_pes; + + for (i = 0; i < SHMEM_BCAST_SYNC_SIZE; i += 1) { + pSync[i] = _SHMEM_SYNC_VALUE; + } + + shmem_init(); + + my_pe = shmem_my_pe(); + num_pes = shmem_n_pes(); + + for (i = 0; i < N; i += 1) { + src[i] = my_pe + i; + } + + shmem_barrier_all(); + + shmem_long_max_to_all(dst, src, N, 0, 0, num_pes, pWrk, pSync); + + printf("%d/%d dst =", my_pe, num_pes); + + for (i = 0; i < N; i+= 1) { + printf(" %ld", dst[i]); + } + + printf("\n"); + shmem_finalize(); + + return 0; +} + diff --git a/docs.it4i/src/ompi/oshmem_shmalloc.c b/docs.it4i/src/ompi/oshmem_shmalloc.c new file mode 100644 index 000000000..e5f9ab909 --- /dev/null +++ b/docs.it4i/src/ompi/oshmem_shmalloc.c @@ -0,0 +1,30 @@ +/* + * Copyright (c) 2014-2016 Mellanox Technologies, Inc. + * All rights reserved. + * $COPYRIGHT$ + * + * Additional copyrights may follow + * + * $HEADER$ + * + * This sample allocates (shmalloc) symmetric memory (1 long integer), + * and then frees it. Success of allocation is not checked. + * + * Produces no output. + */ + +#include <shmem.h> + +int main(void) +{ + long *x; + + shmem_init(); + + x = (long *) shmem_malloc(sizeof(*x)); + + shmem_free(x); + + shmem_finalize(); +} + diff --git a/docs.it4i/src/ompi/oshmem_strided_puts.c b/docs.it4i/src/ompi/oshmem_strided_puts.c new file mode 100644 index 000000000..e9f31ddb7 --- /dev/null +++ b/docs.it4i/src/ompi/oshmem_strided_puts.c @@ -0,0 +1,55 @@ +/* + * Copyright (c) 2014-2016 Mellanox Technologies, Inc. + * All rights reserved. + * $COPYRIGHT$ + * + * Additional copyrights may follow + * + * $HEADER$ + * + * This program is an adaptation of examples found in the man pages + * of SGI’s SHMEM implementation. + * + * In this program, iput is used to select 5 elements from array source separated by + * a stride of 2 and write them to array target using a stride of 1. + * + * Given the array source = { 1, 2, 3, 4, 5, 6, 7, 8, 9, 10 } + * iput will select 5 elements from array source on PE 0, using a stride of 2: + * + * selected elements = { 1, 3, 5, 7, 9 } + * + * These elements will then be written to the array source on PE 1 using a stride of 1: + * + * target = { 1, 3, 5, 7, 9 } + * + */ + +#include <stdio.h> +#include <shmem.h> + +int main(void) +{ + short source[10] = { 1, 2, 3, 4, 5, 6, 7, 8, 9, 10 }; + static short target[10]; + int me; + + shmem_init(); + me = shmem_my_pe(); + + if (me == 0) { + /* put 10 words into target on PE 1 */ + shmem_short_iput(target, source, 1, 2, 5, 1); + } + + shmem_barrier_all(); /* sync sender and receiver */ + + if (me == 1) { + printf("target on PE %d is %hd %hd %hd %hd %hd\n", me, + target[0], target[1], target[2], + target[3], target[4] ); + } + shmem_barrier_all(); /* sync before exiting */ + shmem_finalize(); + + return 0; +} diff --git a/docs.it4i/src/ompi/oshmem_symmetric_data.c b/docs.it4i/src/ompi/oshmem_symmetric_data.c new file mode 100644 index 000000000..7c5a1db6b --- /dev/null +++ b/docs.it4i/src/ompi/oshmem_symmetric_data.c @@ -0,0 +1,56 @@ +/* + * Copyright (c) 2014-2016 Mellanox Technologies, Inc. + * All rights reserved. + * $COPYRIGHT$ + * + * Additional copyrights may follow + * + * $HEADER$ + */ + +#include <stdio.h> +#include <shmem.h> + +#define SIZE 16 + +int main(int argc, char* argv[]) +{ + short source[SIZE]; + static short target[SIZE]; + int i; + int num_pe, my_pe; + + shmem_init(); + + num_pe = shmem_n_pes(); + my_pe = shmem_my_pe(); + + if (my_pe == 0) { + /* initialize array */ + for(i = 0; i < SIZE; i++) { + source[i] = i; + } + /* local, not symmetric */ + /* static makes it symmetric */ + /* put "size" words into target on each PE */ + for(i = 1; i < num_pe; i++) { + shmem_short_put(target, source, SIZE, i); + } + } + + shmem_barrier_all(); /* sync sender and receiver */ + + if (my_pe != 0) { + printf("Target on PE %d is \t", my_pe); + + for(i = 0; i < SIZE; i++) { + printf("%hd \t", target[i]); + } + printf("\n"); + } + + shmem_barrier_all(); /* sync before exiting */ + shmem_finalize(); + + return 0; +} diff --git a/docs.it4i/src/ompi/ring_c.c b/docs.it4i/src/ompi/ring_c.c new file mode 100644 index 000000000..86c205b3d --- /dev/null +++ b/docs.it4i/src/ompi/ring_c.c @@ -0,0 +1,79 @@ +/* + * Copyright (c) 2004-2006 The Trustees of Indiana University and Indiana + * University Research and Technology + * Corporation. All rights reserved. + * Copyright (c) 2006 Cisco Systems, Inc. All rights reserved. + * + * Simple ring test program in C. + */ + +#include <stdio.h> +#include "mpi.h" + +int main(int argc, char *argv[]) +{ + int rank, size, next, prev, message, tag = 201; + + /* Start up MPI */ + + MPI_Init(&argc, &argv); + MPI_Comm_rank(MPI_COMM_WORLD, &rank); + MPI_Comm_size(MPI_COMM_WORLD, &size); + + /* Calculate the rank of the next process in the ring. Use the + modulus operator so that the last process "wraps around" to + rank zero. */ + + next = (rank + 1) % size; + prev = (rank + size - 1) % size; + + /* If we are the "master" process (i.e., MPI_COMM_WORLD rank 0), + put the number of times to go around the ring in the + message. */ + + if (0 == rank) { + message = 10; + + printf("Process 0 sending %d to %d, tag %d (%d processes in ring)\n", + message, next, tag, size); + MPI_Send(&message, 1, MPI_INT, next, tag, MPI_COMM_WORLD); + printf("Process 0 sent to %d\n", next); + } + + /* Pass the message around the ring. The exit mechanism works as + follows: the message (a positive integer) is passed around the + ring. Each time it passes rank 0, it is decremented. When + each processes receives a message containing a 0 value, it + passes the message on to the next process and then quits. By + passing the 0 message first, every process gets the 0 message + and can quit normally. */ + + while (1) { + MPI_Recv(&message, 1, MPI_INT, prev, tag, MPI_COMM_WORLD, + MPI_STATUS_IGNORE); + + if (0 == rank) { + --message; + printf("Process 0 decremented value: %d\n", message); + } + + MPI_Send(&message, 1, MPI_INT, next, tag, MPI_COMM_WORLD); + if (0 == message) { + printf("Process %d exiting\n", rank); + break; + } + } + + /* The last process does one extra send to process 0, which needs + to be received before the program can exit */ + + if (0 == rank) { + MPI_Recv(&message, 1, MPI_INT, prev, tag, MPI_COMM_WORLD, + MPI_STATUS_IGNORE); + } + + /* All done */ + + MPI_Finalize(); + return 0; +} diff --git a/docs.it4i/src/ompi/ring_cxx.cc b/docs.it4i/src/ompi/ring_cxx.cc new file mode 100644 index 000000000..e78319243 --- /dev/null +++ b/docs.it4i/src/ompi/ring_cxx.cc @@ -0,0 +1,85 @@ +// +// Copyright (c) 2004-2006 The Trustees of Indiana University and Indiana +// University Research and Technology +// Corporation. All rights reserved. +// Copyright (c) 2006 Cisco Systems, Inc. All rights reserved. +// +// Simple ring test program in C++. +// +// NOTE: The MPI C++ bindings were deprecated in MPI-2.2 and removed +// from the standard in MPI-3. Open MPI still provides C++ MPI +// bindings, but they are no longer built by default (and may be +// removed in a future version of Open MPI). You must +// --enable-mpi-cxx when configuring Open MPI to enable the MPI C++ +// bindings. +// + +#include "mpi.h" +#include <iostream> + +int main(int argc, char *argv[]) +{ + int rank, size, next, prev, message, tag = 201; + + // Start up MPI + + MPI::Init(); + rank = MPI::COMM_WORLD.Get_rank(); + size = MPI::COMM_WORLD.Get_size(); + + // Calculate the rank of the next process in the ring. Use the + // modulus operator so that the last process "wraps around" to + // rank zero. + + next = (rank + 1) % size; + prev = (rank + size - 1) % size; + + // If we are the "master" process (i.e., MPI_COMM_WORLD rank 0), + // put the number of times to go around the ring in the message. + + if (0 == rank) { + message = 10; + + std::cout << "Process 0 sending " << message << " to " << next + << ", tag " << tag << " (" << size << " processes in ring)" + << std::endl; + MPI::COMM_WORLD.Send(&message, 1, MPI::INT, next, tag); + std::cout << "Process 0 sent to " << next << std::endl; + } + + // Pass the message around the ring. The exit mechanism works as + // follows: the message (a positive integer) is passed around the + // ring. Each time it passes rank 0, it is decremented. When + // each processes receives a message containing a 0 value, it + // passes the message on to the next process and then quits. By + // passing the 0 message first, every process gets the 0 message + // and can quit normally. + + while (1) { + MPI::COMM_WORLD.Recv(&message, 1, MPI::INT, prev, tag); + + if (0 == rank) { + --message; + std::cout << "Process 0 decremented value: " << message + << std::endl; + } + + MPI::COMM_WORLD.Send(&message, 1, MPI::INT, next, tag); + if (0 == message) { + std::cout << "Process " << rank << " exiting" << std::endl; + break; + } + } + + // The last process does one extra send to process 0, which needs + // to be received before the program can exit */ + + if (0 == rank) { + MPI::COMM_WORLD.Recv(&message, 1, MPI::INT, prev, tag); + } + + // All done + + MPI::Finalize(); + return 0; +} diff --git a/docs.it4i/src/ompi/ring_mpifh.f b/docs.it4i/src/ompi/ring_mpifh.f new file mode 100644 index 000000000..64e6498fe --- /dev/null +++ b/docs.it4i/src/ompi/ring_mpifh.f @@ -0,0 +1,81 @@ +C +C Copyright (c) 2004-2006 The Trustees of Indiana University and Indiana +C University Research and Technology +C Corporation. All rights reserved. +C Copyright (c) 2006-2015 Cisco Systems, Inc. All rights reserved. +C $COPYRIGHT$ +C +C Simple ring test program using the mpif.h Fortran bindings. +C + program ring_f77 + implicit none + include 'mpif.h' + integer rank, size, tag, next, from, message, ierr + +C Start up MPI */ + + call MPI_INIT(ierr) + call MPI_COMM_RANK(MPI_COMM_WORLD, rank, ierr) + call MPI_COMM_SIZE(MPI_COMM_WORLD, size, ierr) + +C Calculate the rank of the next process in the ring. Use the +C modulus operator so that the last process "wraps around" to rank +C zero. + + tag = 201 + next = mod((rank + 1), size) + from = mod((rank + size - 1), size) + +C If we are the "master" process (i.e., MPI_COMM_WORLD rank 0), put +C the number of times to go around the ring in the message. + + if (rank .eq. 0) then + message = 10 + + write(*, '("Process 0 sending ", i2, " to ", i2, " tag ", + & i3, " (", i2, " processes in ring)")') + & message, next, tag, size + call MPI_SEND(message, 1, MPI_INTEGER, next, tag, + & MPI_COMM_WORLD, ierr) + write(*, '("Process 0 sent to ", i2)') + & next + endif + +C Pass the message around the ring. The exit mechanism works as +C follows: the message (a positive integer) is passed around the +C ring. Each time it passes rank 0, it is decremented. When each +C processes receives a message containing a 0 value, it passes the +C message on to the next process and then quits. By passing the 0 +C message first, every process gets the 0 message and can quit +C normally. + + 10 call MPI_RECV(message, 1, MPI_INTEGER, from, tag, + & MPI_COMM_WORLD, MPI_STATUS_IGNORE, ierr) + + if (rank .eq. 0) then + message = message - 1 + write(*, '("Process 0 decremented value: ", i2)') message + endif + + call MPI_SEND(message, 1, MPI_INTEGER, next, tag, + & MPI_COMM_WORLD, ierr) + + if (message .eq. 0) then + write(*, '("Process ", i2, " exiting")') rank + goto 20 + endif + goto 10 + +C The last process does one extra send to process 0, which needs to +C be received before the program can exit + + 20 if (rank .eq. 0) then + call MPI_RECV(message, 1, MPI_INTEGER, from, tag, + & MPI_COMM_WORLD, MPI_STATUS_IGNORE, ierr) + endif + +C All done + + call MPI_FINALIZE(ierr) + end + diff --git a/docs.it4i/src/ompi/ring_oshmem_c.c b/docs.it4i/src/ompi/ring_oshmem_c.c new file mode 100644 index 000000000..5fe1c7f65 --- /dev/null +++ b/docs.it4i/src/ompi/ring_oshmem_c.c @@ -0,0 +1,65 @@ +/* + * Copyright (c) 2014 Mellanox Technologies, Inc. + * All rights reserved. + * $COPYRIGHT$ + * + * Additional copyrights may follow + * + * $HEADER$ + */ + +#include <shmem.h> +#include <stdio.h> + +#if !defined(OSHMEM_SPEC_VERSION) || OSHMEM_SPEC_VERSION < 10200 +#error This application uses API 1.2 and up +#endif + +int main (int argc, char * argv[]) +{ + static int rbuf = -1; + int proc, nproc, next; + int message = 10; + + shmem_init(); + nproc = shmem_n_pes(); + proc = shmem_my_pe(); + + /* Calculate the PE number of the next process in the ring. Use the + modulus operator so that the last process "wraps around" to PE 0. */ + + next = (proc + 1) % nproc; + + if(proc == 0) + { + printf("Process 0 puts message %d to %d (%d processes in ring)\n", message, next, nproc); + shmem_int_put(&rbuf, &message, 1, next); + } + + /* Pass the message around the ring. The exit mechanism works as + follows: the message (a positive integer) is passed around the + ring. Each time it passes PE 0, it is decremented. When each + processes receives a message containing a 0 value, it passes the + message on to the next process and then quits. By passing the 0 + message first, every process gets the 0 message and can quit + normally. */ + + while(message > 0) { + shmem_int_wait_until(&rbuf, SHMEM_CMP_EQ, message); + if(proc == 0) { + --message; + printf("Process 0 decremented value: %d\n", message); + } + shmem_int_put(&rbuf, &message, 1, next); + if(proc != 0) { + --message; + } + } + shmem_finalize(); + + /* All done */ + + printf("Process %d exiting\n", proc); + + return 0; +} diff --git a/docs.it4i/src/ompi/ring_oshmemfh.f90 b/docs.it4i/src/ompi/ring_oshmemfh.f90 new file mode 100644 index 000000000..e365bf23e --- /dev/null +++ b/docs.it4i/src/ompi/ring_oshmemfh.f90 @@ -0,0 +1,66 @@ +! +! Copyright (c) 2014 Mellanox Technologies, Inc. +! All rights reserved. +! Copyright (c) 2014 Cisco Systems, Inc. All rights reserved. +! $COPYRIGHT$ +! +! Additional copyrights may follow +! +! $HEADER$ +! + +program ring_oshmem + implicit none + include 'shmem.fh' + + integer*8, save :: rbuf + integer*8 :: message + integer :: proc, nproc, next + integer :: my_pe, num_pes + + rbuf = -1 + message = 10 + + call start_pes(0) + proc = my_pe() + nproc = num_pes() + +! Calculate the PE number of the next process in the ring. Use the +! modulus operator so that the last process "wraps around" to PE 0. + + next = mod((proc + 1), nproc) + + if (proc .eq. 0) then + write(*, '("Process 0 sending ", i2, " to", i2, " (", i2, " processes in ring)")') message, next, nproc + call shmem_put8(rbuf, message, 1, next) + write(*, '("Process 0 sent to ", i2)') next + end if + +! Pass the message around the ring. The exit mechanism works as +! follows: the message (a positive integer) is passed around the +! ring. Each time it passes PE 0, it is decremented. When each +! processes receives a message containing a 0 value, it passes the +! message on to the next process and then quits. By passing the 0 +! message first, every process gets the 0 message and can quit +! normally. + + do while (message .gt. 0) + call shmem_int8_wait_until(rbuf, SHMEM_CMP_EQ, message) + + if (proc .eq. 0) then + message = message - 1 + write(*, '("Process 0 decremented value:", i2)') message + end if + + call shmem_put8(rbuf, message, 1, next) + + if (proc .gt. 0) then + message = message - 1 + end if + end do + +! All done + + write(*, '("Process", i2," exiting.")') proc + +end program ring_oshmem diff --git a/docs.it4i/src/ompi/ring_usempi.f90 b/docs.it4i/src/ompi/ring_usempi.f90 new file mode 100644 index 000000000..6c5b0b17b --- /dev/null +++ b/docs.it4i/src/ompi/ring_usempi.f90 @@ -0,0 +1,75 @@ +! +! Copyright (c) 2004-2006 The Trustees of Indiana University and Indiana +! University Research and Technology +! Corporation. All rights reserved. +! Copyright (c) 2006-2015 Cisco Systems, Inc. All rights reserved. +! $COPYRIGHT$ +! +! Simple ring test program using the Fortran mpi module bindings. +! +program ring + use mpi + implicit none + integer :: rank, size, tag, next, from, ierr, i, message + +! Start up MPI + + call MPI_INIT(ierr) + call MPI_COMM_RANK(MPI_COMM_WORLD, rank, ierr) + call MPI_COMM_SIZE(MPI_COMM_WORLD, size, ierr) + +! Calculate the rank of the next process in the ring. Use the modulus +! operator so that the last process "wraps around" to rank zero. + + tag = 201 + next = mod((rank + 1), size) + from = mod((rank + size - 1), size) + +! If we are the "master" process (i.e., MPI_COMM_WORLD rank 0), put +! the number of times to go around the ring in the message. + + if (rank .eq. 0) then + message = 10 + + write(*, '("Process 0 sending ", i2, " to ", i2, " tag ", i3, " (", i2, " processes in ring)")') message, next, tag, size + call MPI_SEND(message, 1, MPI_INTEGER, next, tag, MPI_COMM_WORLD, ierr) + write(*, '("Process 0 sent to ", i2)') next + endif + +! Pass the message around the ring. The exit mechanism works as +! follows: the message (a positive integer) is passed around the ring. +! Each time it passes rank 0, it is decremented. When each processes +! receives a message containing a 0 value, it passes the message on to +! the next process and then quits. By passing the 0 message first, +! every process gets the 0 message and can quit normally. + + i = 1 +10 call MPI_Recv(message, i, MPI_INTEGER, from, tag, MPI_COMM_WORLD, & + MPI_STATUS_IGNORE, ierr) + + if (rank .eq. 0) then + message = message - 1 + write(*, '("Process 0 decremented value: ", i2)') message + endif + + call MPI_SEND(message, 1, MPI_INTEGER, next, tag, MPI_COMM_WORLD, ierr) + + if (message .eq. 0) then + write(*, '("Process ", i2, " exiting")') rank + goto 20 + endif + goto 10 + +! The last process does one extra send to process 0, which needs to be +! received before the program can exit + + 20 if (rank .eq. 0) then + call MPI_RECV(message, 1, MPI_INTEGER, from, tag, MPI_COMM_WORLD, & + MPI_STATUS_IGNORE, ierr) + endif + +! All done + + call MPI_FINALIZE(ierr) +end program + diff --git a/docs.it4i/src/ompi/ring_usempif08.f90 b/docs.it4i/src/ompi/ring_usempif08.f90 new file mode 100644 index 000000000..753b89531 --- /dev/null +++ b/docs.it4i/src/ompi/ring_usempif08.f90 @@ -0,0 +1,79 @@ +! -*- f90 -*- +! +! Copyright (c) 2004-2006 The Trustees of Indiana University and Indiana +! University Research and Technology +! Corporation. All rights reserved. +! Copyright (c) 2006-2015 Cisco Systems, Inc. All rights reserved. +! Copyright (c) 2009-2012 Los Alamos National Security, LLC. +! All rights reserved. +! $COPYRIGHT$ +! +! Simple ring test program using the Fortran mpi_f08 module bindings. +! +program ring + use mpi_f08 + implicit none + integer :: rank, size, tag, next, from, i, message + + +! Start up MPI + + call MPI_INIT() + call MPI_COMM_RANK(MPI_COMM_WORLD, rank) + call MPI_COMM_SIZE(MPI_COMM_WORLD, size) + +! Calculate the rank of the next process in the ring. Use the modulus +! operator so that the last process "wraps around" to rank zero. + + tag = 201 + next = mod((rank + 1), size) + from = mod((rank + size - 1), size) + +! If we are the "master" process (i.e., MPI_COMM_WORLD rank 0), put +! the number of times to go around the ring in the message. + + if (rank .eq. 0) then + message = 10 + + write(*, '("Process 0 sending ", i2, " to ", i2, " tag ", i3, " (", i2, " processes in ring)")') message, next, tag, size + call MPI_SEND(message, 1, MPI_INTEGER, next, tag, MPI_COMM_WORLD) + write(*, '("Process 0 sent to ", i2)') next + endif + +! Pass the message around the ring. The exit mechanism works as +! follows: the message (a positive integer) is passed around the ring. +! Each time it passes rank 0, it is decremented. When each processes +! receives a message containing a 0 value, it passes the message on to +! the next process and then quits. By passing the 0 message first, +! every process gets the 0 message and can quit normally. + + i = 1 +10 call MPI_Recv(message, i, MPI_INTEGER, from, tag, MPI_COMM_WORLD, & + MPI_STATUS_IGNORE) + + if (rank .eq. 0) then + message = message - 1 + write(*, '("Process 0 decremented value: ", i2)') message + endif + + call MPI_SEND(message, 1, MPI_INTEGER, next, tag, MPI_COMM_WORLD) + + if (message .eq. 0) then + write(*, '("Process ", i2, " exiting")') rank + goto 20 + endif + goto 10 + +! The last process does one extra send to process 0, which needs to be +! received before the program can exit + + 20 if (rank .eq. 0) then + call MPI_RECV(message, 1, MPI_INTEGER, from, tag, MPI_COMM_WORLD, & + MPI_STATUS_IGNORE) + endif + +! All done + + call MPI_FINALIZE() +end program + diff --git a/docs.it4i/src/ompi/spc_example.c b/docs.it4i/src/ompi/spc_example.c new file mode 100644 index 000000000..5b57589cf --- /dev/null +++ b/docs.it4i/src/ompi/spc_example.c @@ -0,0 +1,120 @@ +/* + * Copyright (c) 2018 The University of Tennessee and The University + * of Tennessee Research Foundation. All rights + * reserved. + * + * Simple example usage of SPCs through MPI_T. + */ + +#include <stdio.h> +#include <stdlib.h> +#include <string.h> + +#include "mpi.h" + +/* Sends 'num_messages' messages of 'message_size' bytes from rank 0 to rank 1. + * All messages are send synchronously and with the same tag in MPI_COMM_WORLD. + */ +void message_exchange(int num_messages, int message_size) +{ + int i, rank; + /* Use calloc to initialize data to 0's */ + char *data = (char*)calloc(message_size, sizeof(char)); + MPI_Status status; + + MPI_Comm_rank(MPI_COMM_WORLD, &rank); + + if(rank == 0) { + for(i = 0; i < num_messages; i++) + MPI_Send(data, message_size, MPI_BYTE, 1, 123, MPI_COMM_WORLD); + } else if(rank == 1) { + for(i = 0; i < num_messages; i++) + MPI_Recv(data, message_size, MPI_BYTE, 0, 123, MPI_COMM_WORLD, &status); + } + + free(data); +} + +int main(int argc, char **argv) +{ + int num_messages, message_size; + + if(argc < 3) { + printf("Usage: mpirun -np 2 --mca mpi_spc_attach all --mca mpi_spc_dump_enabled true ./spc_example [num_messages] [message_size]\n"); + return -1; + } else { + num_messages = atoi(argv[1]); + message_size = atoi(argv[2]); + } + + int i, rank, size, provided, num, name_len, desc_len, verbosity, bind, var_class, readonly, continuous, atomic, count, index; + MPI_Datatype datatype; + MPI_T_enum enumtype; + MPI_Comm comm; + char name[256], description[256]; + + /* Counter names to be read by ranks 0 and 1 */ + char *counter_names[] = {"runtime_spc_OMPI_BYTES_SENT_USER", + "runtime_spc_OMPI_BYTES_RECEIVED_USER" }; + + MPI_Init(NULL, NULL); + MPI_T_init_thread(MPI_THREAD_SINGLE, &provided); + + MPI_Comm_rank(MPI_COMM_WORLD, &rank); + MPI_Comm_size(MPI_COMM_WORLD, &size); + if(size != 2) { + fprintf(stderr, "ERROR: This test should be run with two MPI processes.\n"); + MPI_Abort(MPI_COMM_WORLD, -1); + } + + /* Determine the MPI_T pvar indices for the OMPI_BYTES_SENT/RECIEVED_USER SPCs */ + index = -1; + MPI_T_pvar_get_num(&num); + for(i = 0; i < num; i++) { + name_len = desc_len = 256; + PMPI_T_pvar_get_info(i, name, &name_len, &verbosity, + &var_class, &datatype, &enumtype, description, &desc_len, &bind, + &readonly, &continuous, &atomic); + if(strcmp(name, counter_names[rank]) == 0) { + index = i; + printf("[%d] %s -> %s\n", rank, name, description); + } + } + + /* Make sure we found the counters */ + if(index == -1) { + fprintf(stderr, "ERROR: Couldn't find the appropriate SPC counter in the MPI_T pvars.\n"); + MPI_Abort(MPI_COMM_WORLD, -1); + } + + int ret; + long long value; + + MPI_T_pvar_session session; + MPI_T_pvar_handle handle; + /* Create the MPI_T sessions/handles for the counters and start the counters */ + ret = MPI_T_pvar_session_create(&session); + ret = MPI_T_pvar_handle_alloc(session, index, NULL, &handle, &count); + ret = MPI_T_pvar_start(session, handle); + + message_exchange(num_messages, message_size); + + ret = MPI_T_pvar_read(session, handle, &value); + /* Print the counter values in order by rank */ + for(i = 0; i < 2; i++) { + if(i == rank) { + printf("[%d] Value Read: %lld\n", rank, value); + fflush(stdout); + } + MPI_Barrier(MPI_COMM_WORLD); + } + /* Stop the MPI_T session, free the handle, and then free the session */ + ret = MPI_T_pvar_stop(session, handle); + ret = MPI_T_pvar_handle_free(session, &handle); + ret = MPI_T_pvar_session_free(&session); + + MPI_T_finalize(); + MPI_Finalize(); + + return 0; +} diff --git a/mkdocs.yml b/mkdocs.yml index efbd57ff1..0f9e0c7a1 100644 --- a/mkdocs.yml +++ b/mkdocs.yml @@ -117,6 +117,7 @@ pages: - TensorFlow: software/machine-learning/tensorflow.md - MPI: - Introduction: software/mpi/mpi.md + - OpenMPI Examples: software/mpi/ompi-examples.md - MPI4Py (MPI for Python): software/mpi/mpi4py-mpi-for-python.md - Running Open MPI: software/mpi/Running_OpenMPI.md - Running MPICH2: software/mpi/running-mpich2.md -- GitLab