Fix a face-CT divB problem by avoiding applying any custom conditions…

… to coarse buffers

kharma/boundaries/boundaries.cpp

@@ -264,13 +264,18 @@ void KBoundaries::ApplyBoundary(std::shared_ptr<MeshBlockData<Real>> &rc, IndexD
     pkg->KBoundaries[bface](rc, coarse);
     EndFlag();
 
+    // Nothing below is designed, nor necessary, for coarse buffers
+    if (coarse) {
+        EndFlag();
+        return;
+    }
+
     // If we're syncing EMFs and in spherical, explicitly zero polar faces
     // Since we manipulate the j coord, we'd overstep coarse bufs
     auto& emfpack = rc->PackVariables(std::vector<std::string>{"B_CT.emf"});
     if (bdir == X2DIR &&
         pmb->coords.coords.is_spherical() &&
-        emfpack.GetDim(4) > 0 &&
-        !coarse) {
+        emfpack.GetDim(4) > 0) {
         Flag("BoundaryEdge_"+bname);
         for (TE el : {TE::E1, TE::E3}) {
             int off = (binner) ? 1 : -1;

kharma/driver/kharma_driver.cpp

@@ -215,11 +215,15 @@ TaskStatus KHARMADriver::SyncAllBounds(std::shared_ptr<MeshData<Real>> &md)
     Flag("SyncAllBounds");
     TaskID t_none(0);
 
+    //MPIBarrier();
+
     TaskCollection tc;
     auto tr = tc.AddRegion(1);
     AddBoundarySync(t_none, tr[0], md);
     while (!tr.Execute());
 
+    //MPIBarrier();
+
     EndFlag();
     return TaskStatus::complete;
 }

kharma/main.cpp

@@ -198,7 +198,7 @@ int main(int argc, char *argv[])
     }
     // If very verbose, print # meshblocks on every rank
     if (verbose > 1) {
-        MPIBarrier();
+        //MPIBarrier();
         if (MPIRank() > 0)
             std::cout << "Blocks on rank " << MPIRank() << ": " << pmesh->block_list.size() << "\n" << std::endl;
     }
@@ -234,14 +234,14 @@ int main(int argc, char *argv[])
         auto pin = pman.pinput.get(); // All parameters in the input file or command line
 
         // We now have just one driver package, with different TaskLists for different modes
-        MPIBarrier();
+        //MPIBarrier();
         KHARMADriver driver(pin, papp, pmesh);
 
         // Then execute the driver. This is a Parthenon function inherited by our KHARMADriver object,
         // which will call MakeTaskCollection, then execute the tasks on the mesh for each portion
         // of each step until a stop criterion is reached.
         Flag("driver.Execute");
-        MPIBarrier();
+        //MPIBarrier();
         auto driver_status = driver.Execute();
         EndFlag();
     }