Changes between Version 25 and Version 26 of Piernik

Timestamp:

03/24/13 17:10:05 (12 years ago)

Author:

mmamonski

Comment:

--

Piernik

@@ -243 +243 @@
 == MPI enabling ==
 As mentioned PIERNIK is an MPI code and there is one MUSCLE cavet that must be taken into while MUSCLEizing legacy applications: the MUSCLE Send and Receive routines must be called **only** by rank zero process. Until now we spawned only one process by kernel so no extra effort was needed. Now we will add some additional logic exploiting MPI_Bcast, MPI_Gather and MPI_Scatter calls. We need to to do this whenever MUSCLE send or receive operations are used:
-{{{
-
-  !timestep.F90 time_step routine
+ * timestep.F90 time_step routine
+{{{
       if (master) then
          ts = set_timer("dt_mc_receive")
@@ -254 +253 @@
       !broadcast dt_mc value
       call MPI_Bcast(dt_mc, 1, MPI_DOUBLE_PRECISION, 0, comm, ierr)
-
-...
-
-   !piernik.F90 main routine
+}}}
+  * piernik.F90 main routine
+{{{
 #ifdef MHD_KERNEL
       call time_step(dt)
@@ -273 +271 @@
       call MPI_Bcast(dt, 1, MPI_DOUBLE_PRECISION, 0, comm, ierr)
 #endif
-
-
+}}}
+  * piernik.F90 send_gas_state routine
+{{{
+      call MPI_Gather(rho_gas, size(rho_gas), MPI_DOUBLE_PRECISION, rho_gas_global, size(rho_gas), MPI_DOUBLE_PRECISION, 0, comm, ierr)
+      call MPI_Gather(m_gas, size(m_gas), MPI_DOUBLE_PRECISION,  m_gas_global, size(m_gas), MPI_DOUBLE_PRECISION, 0, comm, ierr)
+
+      if (master) then
+         call MUSCLE_Send("rho_gas", rho_gas_global, %REF(size(rho_gas_global)), MUSCLE_DOUBLE) !here we assume that real is always real*8
+         call MUSCLE_Send("m_gas", m_gas_global, %REF(size(m_gas_global)), MUSCLE_DOUBLE) !here we assume that real is always real*8
+      endif
+}}}
+  * mc.F90 get_gas_state routine
+{{{
+         if (master) then
+            call MUSCLE_Receive("rho_gas", rho_gas_global, %REF(size(rho_gas_global)), MUSCLE_DOUBLE) !here we assume that real is always real*8
+            call MUSCLE_Receive("m_gas", m_gas_global, %REF(size(m_gas_global)), MUSCLE_DOUBLE) !here we assume that real is always real*8
+         endif
+         call MPI_Scatter(rho_gas_global, size(rho_gas), MPI_DOUBLE_PRECISION, rho_gas, size(rho_gas), MPI_DOUBLE_PRECISION, 0, comm, ierr)
+         call MPI_Scatter(m_gas_global, size(m_gas), MPI_DOUBLE_PRECISION, m_gas, size(m_gas), MPI_DOUBLE_PRECISION, 0, comm, ierr)
 
 }}}