artdaq_mpich_plugin  v1_00_13
transfer_driver_mpi.cc
1 #define MPI_MODE 1
2 
3 #define TRACE_NAME "TransferDriverMPI"
4 #include <mpi.h>
5 #include <cstdlib>
6 #include "artdaq/DAQdata/Globals.hh"
7 #include "artdaq/DAQrate/TransferTest.hh"
8 #include "fhiclcpp/make_ParameterSet.h"
9 
10 #include <sys/types.h>
11 #include <unistd.h>
12 
13 int main(int argc, char* argv[])
14 {
15  artdaq::configureMessageFacility("transfer_driver_mpi");
16  TLOG(TLVL_TRACE) << "BEGIN";
17  char envvar[] = "MV2_ENABLE_AFFINITY=0";
18  if (putenv(envvar) != 0)
19  {
20  std::cerr << "Unable to set MV2_ENABLE_AFFINITY environment variable!";
21  return 1;
22  }
23  auto const requested_threading = MPI_THREAD_SERIALIZED;
24  int provided_threading = -1;
25  auto rc = MPI_Init_thread(&argc, &argv, requested_threading, &provided_threading);
26  assert(rc == 0);
27  assert(requested_threading == provided_threading);
28  TLOG(TLVL_TRACE) << "MPI_Init_thread rc=" << rc;
29  rc = MPI_Comm_rank(MPI_COMM_WORLD, &my_rank);
30  assert(rc == 0);
31  TLOG(TLVL_TRACE) << "MPI_Comm_rank rc=" << rc;
32 
33  if (my_rank == 0)
34  {
35  std::cout << "argc:" << argc << std::endl;
36  for (int i = 0; i < argc; ++i)
37  {
38  std::cout << "argv[" << i << "]: " << argv[i] << std::endl;
39  }
40  }
41 
42  if (argc != 2)
43  {
44  std::cerr << argv[0] << " requires 1 argument, " << argc - 1 << " provided\n";
45  return 1;
46  }
47 
48  cet::filepath_lookup lookup_policy("FHICL_FILE_PATH");
49  fhicl::ParameterSet ps;
50 
51  auto fhicl = std::string(argv[1]);
52  make_ParameterSet(fhicl, lookup_policy, ps);
53 
54  artdaq::TransferTest theTest(ps);
55 
56  // std::cout << "Entering infinite loop to connect debugger. PID=" << std::to_string(getpid()) << std::endl;
57  // volatile bool loopForever = true;
58  // while (loopForever) {
59  // usleep(1000);
60  //}
61 
62  theTest.runTest();
63 
64  rc = MPI_Finalize();
65  assert(rc == 0);
66  TLOG(TLVL_TRACE) << "END";
67  return 0;
68 }