X-Git-Url: http://git.kpe.io/?p=ctsim.git;a=blobdiff_plain;f=src%2Fctrec.cpp;fp=src%2Fctrec.cpp;h=6ed8bd98fc2ad4f621f5ca510c52ff66cbc758eb;hp=a7b8ee575f98a6d575a8c0317c5ad405ec69177e;hb=7438260c07e4f3d71c7f43669678c3a912682e4c;hpb=c7b8cd29c1e15bd5a95bff829772da2af1989fe5 diff --git a/src/ctrec.cpp b/src/ctrec.cpp index a7b8ee5..6ed8bd9 100644 --- a/src/ctrec.cpp +++ b/src/ctrec.cpp @@ -2,8 +2,11 @@ ** This is part of the CTSim program ** Copyright (C) 1983-2000 Kevin Rosenberg ** -** $Id: ctrec.cpp,v 1.2 2000/06/07 07:43:19 kevin Exp $ +** $Id: ctrec.cpp,v 1.3 2000/06/07 10:12:05 kevin Exp $ ** $Log: ctrec.cpp,v $ +** Revision 1.3 2000/06/07 10:12:05 kevin +** Upgraded from MPI to MPI++ +** ** Revision 1.2 2000/06/07 07:43:19 kevin ** Converted to IF data files and C++ ** @@ -141,7 +144,7 @@ ctrec_usage (const char *program) } -#ifdef MPI_CT +#ifdef HAVE_MPI static void mpi_scatter_rs (RAYSUM *rs_global, RAYSUM *rs_local, const int debug); #endif @@ -166,7 +169,7 @@ ctrec_main (const int argc, char *const argv[]) int opt_interp_param = 1; BackprojType opt_backproj = O_BPROJ_DIFF2; int nx, ny; -#ifdef MPI_CT +#ifdef HAVE_MPI ImageFile *im_local; RAYSUM *rs_local; int mpi_argc = argc; @@ -175,25 +178,25 @@ ctrec_main (const int argc, char *const argv[]) double mpi_detinc, mpi_rotinc, mpi_phmlen; double mpi_t1, mpi_t2, mpi_t, mpi_t_g; - MPI_Init(&mpi_argc, &mpi_argv); - MPI_Comm_dup (MPI_COMM_WORLD, &mpi_ct.comm); - MPI_Comm_size(mpi_ct.comm, &mpi_ct.nproc); - MPI_Comm_rank(mpi_ct.comm, &mpi_ct.my_rank); + MPI::Init (mpi_argc, mpi_argv); + mpi_ct.comm = MPI::COMM_WORLD.Dup(); + mpi_ct.nproc = mpi_ct.comm.Get_size(); + mpi_ct.my_rank = mpi_ct.comm.Get_rank(); - if (mpi_ct.nproc > MPI_MAX_PROCESS) { + if (mpi_ct.nproc > CT_MPI_MAX_PROCESS) { sys_error(ERR_FATAL, "Number of mpi processes (%d) exceeds max processes (%d)", - mpi_ct.nproc, MPI_MAX_PROCESS); + mpi_ct.nproc, CT_MPI_MAX_PROCESS); exit(1); } #endif -#ifdef MPI_CT - time_start = MPI_Wtime(); +#ifdef HAVE_MPI + time_start = MPI::Wtime(); #else time_start = td_current_sec(); #endif -#ifdef MPI_CT +#ifdef HAVE_MPI if (mpi_ct.my_rank == 0) { #endif while (1) { @@ -281,11 +284,11 @@ ctrec_main (const int argc, char *const argv[]) if (opt_verbose) fprintf (stdout, "%s\n", remark); -#ifdef MPI_CT +#ifdef HAVE_MPI } #endif -#ifdef MPI_CT +#ifdef HAVE_MPI if (mpi_ct.my_rank == 0) { rs_global = raysum_open (rs_name); raysum_read (rs_global); @@ -299,26 +302,26 @@ ctrec_main (const int argc, char *const argv[]) mpi_rotinc = rs_global->rot_inc; } - mpi_t1 = MPI_Wtime(); - MPI_Bcast(&opt_verbose, 1, MPI_INT, 0, mpi_ct.comm); - MPI_Bcast(&opt_debug, 1, MPI_INT, 0, mpi_ct.comm); - MPI_Bcast(&opt_trace, 1, MPI_INT, 0, mpi_ct.comm); - MPI_Bcast(&opt_filter, 1, MPI_INT, 0, mpi_ct.comm); - MPI_Bcast(&opt_interp, 1, MPI_INT, 0, mpi_ct.comm); - MPI_Bcast(&opt_filter_param, 1, MPI_DOUBLE, 0, mpi_ct.comm); - MPI_Bcast(&opt_interp_param, 1, MPI_INT, 0, mpi_ct.comm); - MPI_Bcast(&opt_backproj, 1, MPI_INT, 0, mpi_ct.comm); - MPI_Bcast(&mpi_ndet, 1, MPI_INT, 0, mpi_ct.comm); - MPI_Bcast(&mpi_nview, 1, MPI_INT, 0, mpi_ct.comm); - MPI_Bcast(&mpi_detinc, 1, MPI_DOUBLE, 0, mpi_ct.comm); - MPI_Bcast(&mpi_phmlen, 1, MPI_DOUBLE, 0, mpi_ct.comm); - MPI_Bcast(&mpi_rotinc, 1, MPI_DOUBLE, 0, mpi_ct.comm); - MPI_Bcast(&nx, 1, MPI_INT, 0, mpi_ct.comm); - MPI_Bcast(&ny, 1, MPI_INT, 0, mpi_ct.comm); + mpi_t1 = MPI::Wtime(); + mpi_ct.comm.Bcast (&opt_verbose, 1, MPI::INT, 0); + mpi_ct.comm.Bcast (&opt_debug, 1, MPI::INT, 0); + mpi_ct.comm.Bcast (&opt_trace, 1, MPI::INT, 0); + mpi_ct.comm.Bcast (&opt_filter, 1, MPI::INT, 0); + mpi_ct.comm.Bcast (&opt_interp, 1, MPI::INT, 0); + mpi_ct.comm.Bcast (&opt_filter_param, 1, MPI::DOUBLE, 0); + mpi_ct.comm.Bcast (&opt_interp_param, 1, MPI::INT, 0); + mpi_ct.comm.Bcast (&opt_backproj, 1, MPI::INT, 0); + mpi_ct.comm.Bcast (&mpi_ndet, 1, MPI::INT, 0); + mpi_ct.comm.Bcast (&mpi_nview, 1, MPI::INT, 0); + mpi_ct.comm.Bcast (&mpi_detinc, 1, MPI::DOUBLE, 0); + mpi_ct.comm.Bcast (&mpi_phmlen, 1, MPI::DOUBLE, 0); + mpi_ct.comm.Bcast (&mpi_rotinc, 1, MPI::DOUBLE, 0); + mpi_ct.comm.Bcast (&nx, 1, MPI::INT, 0); + mpi_ct.comm.Bcast (&ny, 1, MPI::INT, 0); if (opt_verbose) { - mpi_t2 = MPI_Wtime(); + mpi_t2 = MPI::Wtime(); mpi_t = mpi_t2 - mpi_t1; - MPI_Reduce(&mpi_t, &mpi_t_g, 1, MPI_DOUBLE, MPI_MAX, 0, mpi_ct.comm); + mpi_ct.comm.Reduce(&mpi_t, &mpi_t_g, 1, MPI::DOUBLE, MPI::MAX, 0); if (mpi_ct.my_rank == 0) printf("Time to Bcast vars = %f secs, Max time = %f\n", mpi_t, mpi_t_g); } @@ -334,12 +337,12 @@ ctrec_main (const int argc, char *const argv[]) rs_local->rot_inc = mpi_rotinc; if (opt_verbose) - mpi_t1 = MPI_Wtime(); + mpi_t1 = MPI::Wtime(); mpi_scatter_rs(rs_global, rs_local, opt_debug); if (opt_verbose) { - mpi_t2 = MPI_Wtime(); + mpi_t2 = MPI::Wtime(); mpi_t = mpi_t2 - mpi_t1; - MPI_Reduce(&mpi_t, &mpi_t_g, 1, MPI_DOUBLE, MPI_MAX, 0, mpi_ct.comm); + mpi_ct.comm.Reduce(&mpi_t, &mpi_t_g, 1, MPI::DOUBLE, MPI::MAX, 0); if (mpi_ct.my_rank == 0) printf("Time to scatter rs = %f secs, Max time = %f sec\n", mpi_t, mpi_t_g); } @@ -361,13 +364,13 @@ ctrec_main (const int argc, char *const argv[]) #endif -#ifdef MPI_CT - mpi_t1 = MPI_Wtime(); +#ifdef HAVE_MPI + mpi_t1 = MPI::Wtime(); proj_reconst (*im_local, rs_local, opt_filter, opt_filter_param, opt_interp, opt_interp_param, opt_backproj, opt_trace); - mpi_t2 = MPI_Wtime(); + mpi_t2 = MPI::Wtime(); mpi_t = mpi_t2 - mpi_t1; - MPI_Reduce(&mpi_t, &mpi_t_g, 1, MPI_DOUBLE, MPI_MAX, 0, mpi_ct.comm); + mpi_ct.comm.Reduce(&mpi_t, &mpi_t_g, 1, MPI::DOUBLE, MPI::MAX, 0); if (mpi_ct.my_rank == 0 && opt_verbose) printf("Time to reconstruct = %f, Max time = %f\n", mpi_t, mpi_t_g); #else @@ -375,9 +378,9 @@ ctrec_main (const int argc, char *const argv[]) opt_interp, opt_interp_param, opt_backproj, opt_trace); #endif -#ifdef MPI_CT +#ifdef HAVE_MPI if (opt_verbose) - mpi_t1 = MPI_Wtime(); + mpi_t1 = MPI::Wtime(); int nxLocal = im_local->adf.nx(); int nyLocal = im_local->adf.ny(); @@ -389,25 +392,25 @@ ctrec_main (const int argc, char *const argv[]) if (mpi_ct.my_rank == 0) recvbuf = vGlobal[ix]; - MPI_Reduce(vLocal[ix], recvbuf, nyLocal, MPI_FLOAT, MPI_SUM, 0, mpi_ct.comm); + mpi_ct.comm.Reduce(vLocal[ix], recvbuf, nyLocal, MPI::FLOAT, MPI::SUM, 0); } if (opt_verbose) { - mpi_t2 = MPI_Wtime(); + mpi_t2 = MPI::Wtime(); mpi_t = mpi_t2 - mpi_t1; - MPI_Reduce(&mpi_t, &mpi_t_g, 1, MPI_DOUBLE, MPI_MAX, 0, mpi_ct.comm); + mpi_ct.comm.Reduce (&mpi_t, &mpi_t_g, 1, MPI::DOUBLE, MPI::MAX, 0); if (mpi_ct.my_rank == 0) printf("Time to reduce image = %f secs, max time = %f\n", mpi_t, mpi_t_g); } if (mpi_ct.my_rank == 0) - time_end = MPI_Wtime(); + time_end = MPI::Wtime(); #else time_end = td_current_sec(); #endif -#ifdef MPI_CT +#ifdef HAVE_MPI if (mpi_ct.my_rank == 0) #endif { @@ -421,15 +424,15 @@ ctrec_main (const int argc, char *const argv[]) cout << "Time active = " << calctime << " sec" << endl; } -#ifdef MPI_CT - MPI_Finalize(); +#ifdef HAVE_MPI + MPI::Finalize(); #endif return (0); } -#ifdef MPI_CT +#ifdef HAVE_MPI static void mpi_scatter_rs (RAYSUM *rs_global, RAYSUM *rs_local, const int opt_debug) { int iproc; @@ -441,9 +444,9 @@ static void mpi_scatter_rs (RAYSUM *rs_global, RAYSUM *rs_local, const int opt_d end_work_unit = mpi_ct.start_work_unit[iproc] + mpi_ct.local_work_units[iproc] - 1; for (iw = mpi_ct.start_work_unit[iproc]; iw <= end_work_unit; iw++) { - MPI_Send(&rs_global->view[iw]->ndet, 1, MPI_INT, iproc, 0, mpi_ct.comm); - MPI_Send(&rs_global->view[iw]->view_angle, 1, MPI_DOUBLE, iproc, 0, mpi_ct.comm); - MPI_Send(rs_global->view[iw]->detval, rs_global->ndet, MPI_FLOAT, iproc, 0, mpi_ct.comm); + mpi_ct.comm.Send(&rs_global->view[iw]->ndet, 1, MPI::INT, iproc, 0); + mpi_ct.comm.Send(&rs_global->view[iw]->view_angle, 1, MPI::DOUBLE, iproc, 0); + mpi_ct.comm.Send(rs_global->view[iw]->detval, rs_global->ndet, MPI::FLOAT, iproc, 0); } } } @@ -453,15 +456,15 @@ static void mpi_scatter_rs (RAYSUM *rs_global, RAYSUM *rs_local, const int opt_d end_work_unit = mpi_ct.local_work_units[mpi_ct.my_rank] - 1; for (iw = 0; iw <= end_work_unit; iw++) { - MPI_Status status; + MPI::Status status; - MPI_Recv(&rs_local->view[iw]->ndet, 1, MPI_INT, 0, 0, mpi_ct.comm, &status); - MPI_Recv(&rs_local->view[iw]->view_angle, 1, MPI_DOUBLE, 0, 0, mpi_ct.comm, &status); - MPI_Recv(rs_local->view[iw]->detval, rs_local->ndet, MPI_FLOAT, 0, 0, mpi_ct.comm, &status); + mpi_ct.comm.Recv(&rs_local->view[iw]->ndet, 1, MPI::INT, 0, 0, status); + mpi_ct.comm.Recv(&rs_local->view[iw]->view_angle, 1, MPI::DOUBLE, 0, 0, status); + mpi_ct.comm.Recv(rs_local->view[iw]->detval, rs_local->ndet, MPI::FLOAT, 0, 0, status); } rs_local->nview = mpi_ct.local_work_units[mpi_ct.my_rank]; if (opt_debug) { - MPI_Barrier(MPI_COMM_WORLD); + mpi_ct.comm.Barrier(); fprintf(stdout, "Done with mpi_scatter_rs in process %2d\n", mpi_ct.my_rank); } }