From 71340173b102534a5920f72d4355dde6a050d892 Mon Sep 17 00:00:00 2001
From: Emanuele De Rubeis <ederubei@login07.leonardo.local>
Date: Thu, 23 Nov 2023 17:50:56 +0100
Subject: [PATCH] Write FFT-ed data cube

---
 allvars.h           |  2 ++
 allvars_nccl.h      |  2 ++
 allvars_rccl.h      |  2 ++
 data/paramfile.txt  |  8 +++++---
 fourier_transform.c | 12 +++---------
 gridding.c          |  5 +++--
 init.c              | 18 +++++++++++++++++-
 7 files changed, 34 insertions(+), 15 deletions(-)

diff --git a/allvars.h b/allvars.h
index 9ebf91a..f796578 100644
--- a/allvars.h
+++ b/allvars.h
@@ -104,6 +104,8 @@ extern struct op
         char outfile2[NAME_LEN];
         char outfile3[NAME_LEN];
         char fftfile[NAME_LEN];
+        char fftfile_writedata1[NAME_LEN];
+        char fftfile_writedata2[NAME_LEN];
         char fftfile2[NAME_LEN];
         char fftfile3[NAME_LEN];
         char logfile[NAME_LEN];
diff --git a/allvars_nccl.h b/allvars_nccl.h
index 67b5ed6..0bd174e 100644
--- a/allvars_nccl.h
+++ b/allvars_nccl.h
@@ -102,6 +102,8 @@ extern struct op
         char outfile2[NAME_LEN];
         char outfile3[NAME_LEN];
         char fftfile[NAME_LEN];
+        char fftfile_writedata1[NAME_LEN];
+        char fftfile_writedata2[NAME_LEN];
         char fftfile2[NAME_LEN];
         char fftfile3[NAME_LEN];
         char logfile[NAME_LEN];
diff --git a/allvars_rccl.h b/allvars_rccl.h
index bf3a338..6e09fca 100644
--- a/allvars_rccl.h
+++ b/allvars_rccl.h
@@ -105,6 +105,8 @@ extern struct op
         char outfile2[NAME_LEN];
         char outfile3[NAME_LEN];
         char fftfile[NAME_LEN];
+        char fftfile_writedata1[NAME_LEN];
+        char fftfile_writedata2[NAME_LEN];
         char fftfile2[NAME_LEN];
         char fftfile3[NAME_LEN];
         char logfile[NAME_LEN];
diff --git a/data/paramfile.txt b/data/paramfile.txt
index 5c89129..8e1a29b 100644
--- a/data/paramfile.txt
+++ b/data/paramfile.txt
@@ -1,10 +1,10 @@
 ndatasets              1
-Datapath1		/data/LOFAR_MERGE/hpc_imaging/data/newgauss2noconj_t201806301100_SBL180.binMS/
+Datapath1		/leonardo_scratch/large/userexternal/ederubei/hpc_imaging/data/tail01_L720378_SB001_uv_12DFF03B0t_121MHz_12DFF03BFt_143MHz_120ch_flag.binMS/
 #Datapath2              /beegfs/lofar/cgheller/L798046_SB244_uv.uncorr_130B27932t_123MHz.pre-cal.binMS/
 #Datapath3              /beegfs/lofar/cgheller/L798046_SB244_uv.uncorr_130B27932t_125MHz.pre-cal.binMS/
-num_threads            4
+num_threads            1
 w_support              7
-reduce_method 	       1
+reduce_method 	       0
 grid_size_x            4096
 grid_size_y            4096
 num_w_planes           8
@@ -20,6 +20,8 @@ outfile1	       coords.txt
 outfile2	       grid_real.bin
 outfile3 	       grid_img.bin
 fftfile		       fft.txt
+fftfile_writedata1     ffted_real.bin
+fftfile_writedata2     ffted_img.bin
 fftfile2	       fft_real.bin
 fftfile3	       fft_img.bin
 logfile                run.log
diff --git a/fourier_transform.c b/fourier_transform.c
index 83efcaf..11dab41 100644
--- a/fourier_transform.c
+++ b/fourier_transform.c
@@ -135,17 +135,15 @@ void write_fftw_data(){
  #ifdef USE_FFTW
  #ifdef WRITE_DATA
   // Write results let's skip this part for the moment
- #ifdef USE_MPI
+
   MPI_Win writewin;
   MPI_Win_create(gridss, size_of_grid*sizeof(double), sizeof(double), MPI_INFO_NULL, MPI_COMM_WORLD, &writewin);
   MPI_Win_fence(0,writewin);
- #endif
   if (rank == 0)
     {
       printf("WRITING FFT TRANSFORMED DATA\n");
-      file.pFilereal = fopen (out.fftfile2,"wb");
-      file.pFileimg = fopen (out.fftfile3,"wb");
-     #ifdef USE_MPI
+      file.pFilereal = fopen (out.fftfile_writedata1,"wb");
+      file.pFileimg = fopen (out.fftfile_writedata2,"wb");
       for (int isector=0; isector<nsectors; isector++)
 	{
 	  MPI_Win_lock(MPI_LOCK_SHARED,isector,0,writewin);
@@ -184,7 +182,6 @@ void write_fftw_data(){
 	    }
 
 	}
-     #else
       /*
 	for (int iw=0; iw<param.num_w_planes; iw++)
 	for (int iv=0; iv<grid_size_y; iv++)
@@ -196,16 +193,13 @@ void write_fftw_data(){
 	fprintf (file.pFile, "%d %d %d %f %f %f\n", iu,iv,iw,gridtot[index],gridtot[index+1],v_norm);
 	}
       */
-     #endif
 
       fclose(file.pFilereal);
       fclose(file.pFileimg);
     }
- #ifdef USE_MPI
   MPI_Win_fence(0,writewin);
   MPI_Win_free(&writewin);
   MPI_Barrier(MPI_COMM_WORLD);
- #endif
  #endif //WRITE_DATA
 
 
diff --git a/gridding.c b/gridding.c
index c7aae33..10cf812 100644
--- a/gridding.c
+++ b/gridding.c
@@ -208,7 +208,8 @@ void write_gridded_data()
 {
 
  #ifdef WRITE_DATA
- #error "This routine has not yet been harmonized with new stuf !!"
+  /*
+#error "This routine has not yet been harmonized with new stuf !!"
   // Write gridded results
   
   if (rank == 0)
@@ -274,7 +275,7 @@ void write_gridded_data()
     }
   
   MPI_Win_fence(0,slabwin);
-  
+  */
  #endif //WRITE_DATA 
 
 }
diff --git a/init.c b/init.c
index c785607..fada0ee 100644
--- a/init.c
+++ b/init.c
@@ -83,7 +83,15 @@ void op_filename() {
    	strcpy(buf, num_buf);
    	strcat(buf, outparam.fftfile);
    	strcpy(out.fftfile, buf);
-
+	
+        strcpy(buf, num_buf);
+        strcat(buf, outparam.fftfile_writedata1);
+        strcpy(out.fftfile_writedata1, buf);
+
+        strcpy(buf, num_buf);
+        strcat(buf, outparam.fftfile_writedata2);
+        strcpy(out.fftfile_writedata2, buf);
+	
    	strcpy(buf, num_buf);
    	strcat(buf, outparam.fftfile2);
    	strcpy(out.fftfile2, buf);
@@ -204,6 +212,14 @@ void read_parameter_file(char *fname)
 		{
 		  strcpy(outparam.fftfile, buf2);
 		}
+	      if(strcmp(buf1, "fftfile_writedata1") == 0)
+                {
+                  strcpy(outparam.fftfile_writedata1, buf2);
+                }
+	      if(strcmp(buf1, "fftfile_writedata2") == 0)
+                {
+                  strcpy(outparam.fftfile_writedata2, buf2);
+                }
 	      if(strcmp(buf1, "fftfile2") == 0)
 		{
 		  strcpy(outparam.fftfile2, buf2);
-- 
GitLab