Newer
Older
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
IF( l_Jperio ) THEN ! north-south periodocity
CALL read_mask( 1, Nj0glo, Ni0glo, 1, lloce(2:inx-1, 1) ) ! read the last line -> first line of lloce
ELSE
lloce(2:inx-1, 1) = .FALSE. ! closed boundary
ENDIF
ENDIF
IF( iarea == inbj ) THEN ! the last line was not read
IF( l_Jperio ) THEN ! north-south periodocity
CALL read_mask( 1, 1, Ni0glo, 1, lloce(2:inx-1,iny) ) ! read the first line -> last line of lloce
ELSEIF( c_NFtype == 'T' ) THEN ! north-pole folding T-pivot, T-point
lloce(2,iny) = lloce(2,iny-2) ! here we have 1 halo (even if nn_hls>1)
DO ji = 3,inx-1
lloce(ji,iny ) = lloce(inx-ji+2,iny-2) ! ok, we have at least 3 lines
END DO
DO ji = inx/2+2,inx-1
lloce(ji,iny-1) = lloce(inx-ji+2,iny-1)
END DO
ELSEIF( c_NFtype == 'F' ) THEN ! north-pole folding F-pivot, T-point, 1 halo
lloce(inx/2+1,iny-1) = lloce(inx/2,iny-1) ! here we have 1 halo (even if nn_hls>1)
lloce(inx -1,iny-1) = lloce(2 ,iny-1)
DO ji = 2,inx-1
lloce(ji,iny) = lloce(inx-ji+1,iny-1)
END DO
ELSE ! closed boundary
lloce(2:inx-1,iny) = .FALSE.
ENDIF
ENDIF
! ! first and last column were not read
IF( l_Iperio ) THEN
lloce(1,:) = lloce(inx-1,:) ; lloce(inx,:) = lloce(2,:) ! east-west periodocity
ELSE
lloce(1,:) = .FALSE. ; lloce(inx,:) = .FALSE. ! closed boundary
ENDIF
!
DO ji = 1, inbi
inboce(ji,iarea) = COUNT( lloce(iimppt(ji,1):iimppt(ji,1)+ijpi(ji,1)+1,:) ) ! lloce as 2 points more than Ni0glo
END DO
!
DEALLOCATE(lloce)
DEALLOCATE(iimppt, ijmppt, ijpi, ijpj)
!
ENDIF
END DO
inboce_1d = RESHAPE(inboce, (/ inbi*inbj /))
CALL mpp_sum( 'mppini', inboce_1d )
inboce = RESHAPE(inboce_1d, (/inbi, inbj/))
ldIsOce(:,:) = inboce(:,:) /= 0
DEALLOCATE(inboce, inboce_1d)
!
sebastien masson
committed
#if defined key_xios
! Only when using XIOS: XIOS does a domain decomposition only in bands (for IO performances).
! XIOS is crashing if one of these bands contains only land-domains which have been suppressed.
! -> solution (before a fix of xios): force to keep at least one land-domain by band of mpi domains
DO jj = 1, inbj
IF( COUNT( ldIsOce(:,jj) ) == 0 ) ldIsOce(1,jj) = .TRUE. ! for to keep 1st MPI domain in the row of domains
END DO
#endif
!
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
END SUBROUTINE mpp_is_ocean
SUBROUTINE read_mask( kistr, kjstr, kicnt, kjcnt, ldoce )
!!----------------------------------------------------------------------
!! *** ROUTINE read_mask ***
!!
!! ** Purpose : Read relevant bathymetric information in order to
!! provide a land/sea mask used for the elimination
!! of land domains, in an mpp computation.
!!
!! ** Method : read stipe of size (Ni0glo,...)
!!----------------------------------------------------------------------
INTEGER , INTENT(in ) :: kistr, kjstr ! starting i and j position of the reading
INTEGER , INTENT(in ) :: kicnt, kjcnt ! number of points to read in i and j directions
LOGICAL, DIMENSION(kicnt,kjcnt), INTENT( out) :: ldoce ! ldoce(i,j) = .true. if the point (i,j) is ocean
!
INTEGER :: inumsave ! local logical unit
REAL(wp), DIMENSION(kicnt,kjcnt) :: zbot, zbdy
!!----------------------------------------------------------------------
!
inumsave = numout ; numout = numnul ! redirect all print to /dev/null
!
IF( numbot /= -1 ) THEN
CALL iom_get( numbot, jpdom_unknown, 'bottom_level', zbot, kstart = (/kistr,kjstr/), kcount = (/kicnt, kjcnt/) )
ELSE
zbot(:,:) = 1._wp ! put a non-null value
ENDIF
!
IF( numbdy /= -1 ) THEN ! Adjust with bdy_msk if it exists
CALL iom_get ( numbdy, jpdom_unknown, 'bdy_msk', zbdy, kstart = (/kistr,kjstr/), kcount = (/kicnt, kjcnt/) )
zbot(:,:) = zbot(:,:) * zbdy(:,:)
ENDIF
!
ldoce(:,:) = NINT(zbot(:,:)) > 0
numout = inumsave
!
END SUBROUTINE read_mask
SUBROUTINE mpp_getnum( ldIsOce, kproc, kipos, kjpos )
!!----------------------------------------------------------------------
!! *** ROUTINE mpp_getnum ***
!!
!! ** Purpose : give a number to each MPI subdomains (starting at 0)
!!
!! ** Method : start from bottom left. First skip land subdomain, and finally use them if needed
!!----------------------------------------------------------------------
LOGICAL, DIMENSION(:,:), INTENT(in ) :: ldIsOce ! F if land process
INTEGER, DIMENSION(:,:), INTENT( out) :: kproc ! subdomain number (-1 if not existing, starting at 0)
INTEGER, DIMENSION( :), INTENT( out) :: kipos ! i-position of the subdomain (from 1 to jpni)
INTEGER, DIMENSION( :), INTENT( out) :: kjpos ! j-position of the subdomain (from 1 to jpnj)
!
INTEGER :: ii, ij, jarea, iarea0
INTEGER :: icont, i2add , ini, inj, inij
!!----------------------------------------------------------------------
!
ini = SIZE(ldIsOce, dim = 1)
inj = SIZE(ldIsOce, dim = 2)
inij = SIZE(kipos)
!
! specify which subdomains are oce subdomains; other are land subdomains
kproc(:,:) = -1
icont = -1
DO jarea = 1, ini*inj
iarea0 = jarea - 1
ii = 1 + MOD(iarea0,ini)
ij = 1 + iarea0/ini
IF( ldIsOce(ii,ij) ) THEN
icont = icont + 1
kproc(ii,ij) = icont
kipos(icont+1) = ii
kjpos(icont+1) = ij
ENDIF
END DO
! if needed add some land subdomains to reach inij active subdomains
i2add = inij - COUNT( ldIsOce )
DO jarea = 1, ini*inj
iarea0 = jarea - 1
ii = 1 + MOD(iarea0,ini)
ij = 1 + iarea0/ini
IF( .NOT. ldIsOce(ii,ij) .AND. i2add > 0 ) THEN
icont = icont + 1
kproc(ii,ij) = icont
kipos(icont+1) = ii
kjpos(icont+1) = ij
i2add = i2add - 1
ENDIF
END DO
!
END SUBROUTINE mpp_getnum
SUBROUTINE init_excl_landpt
!!----------------------------------------------------------------------
!! *** ROUTINE ***
!!
!! ** Purpose : exclude exchanges which contain only land points
!!
!! ** Method : if a send or receive buffer constains only land point we
!! flag off the corresponding communication
!! Warning: this selection depend on the halo size -> loop on halo size
!!
!!----------------------------------------------------------------------
INTEGER :: inumsave
Sebastien Masson
committed
INTEGER :: ji,jj,jh
INTEGER :: ipi, ipj
INTEGER :: iiwe, iiea, iist, iisz
INTEGER :: ijso, ijno, ijst, ijsz
Sebastien Masson
committed
REAL(wp), DIMENSION(:,:), ALLOCATABLE :: zmsk0, zmsk
LOGICAL , DIMENSION(Ni_0,Nj_0,1) :: lloce
!!----------------------------------------------------------------------
!
! read the land-sea mask on the inner domain
CALL read_mask( nimpp, njmpp, Ni_0, Nj_0, lloce(:,:,1) )
!
! Here we look only at communications excluding the NP folding.
! --> we switch off lbcnfd at this stage (init_nfdcom called after init_excl_landpt)...
l_IdoNFold = .FALSE.
!
! WARNING, see also bestpartition: minimum subdomain size defined in bestpartition according to nn_hls.
! If, one day, we want to use local halos largers than nn_hls, we must replace nn_hls by n_hlsmax in bestpartition
!
DO jh = 1, MIN(nn_hls, n_hlsmax) ! different halo size
!
ipi = Ni_0 + 2*jh ! local domain size
ipj = Nj_0 + 2*jh
!
Sebastien Masson
committed
ALLOCATE( zmsk0(ipi,ipj), zmsk(ipi,ipj) )
zmsk0(jh+1:jh+Ni_0,jh+1:jh+Nj_0) = REAL(COUNT(lloce, dim = 3), wp) ! define inner domain -> need REAL to use lbclnk
CALL lbc_lnk( ' mppini', zmsk0, 'T', 1._wp ) ! fill halos
Sebastien Masson
committed
! Beware about the mask we must use here :
DO jj = jh+1, jh+Nj_0
DO ji = jh+1, jh+Ni_0
zmsk(ji,jj) = zmsk0(ji,jj) &
! 1) dynvor may use scale factors on i+1 (e2v for di_e2v_2e1e2f) and j+1 (e1u for dj_e1u_2e1e2f) even if land
! -> the mask must be > 1 if south/west neighbours is oce as we may need to send these arrays to these neighbours
& + zmsk0(ji-1,jj) + zmsk0(ji,jj-1) &
! 2) coastal F points can be used, so we may need communications for these points F points even IF tmask = 0
! -> the mask must be > 1 as soon as one of the 3 neighbours is oce: (i,j+1) (i+1,j) (i+1,j+1)
& + zmsk0(ji+1,jj) + zmsk0(ji,jj+1) + zmsk0(ji+1,jj+1)
END DO
END DO
CALL lbc_lnk( 'mppini', zmsk, 'T', 1._wp ) ! fill halos again!
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
!
iiwe = jh ; iiea = Ni_0 ! bottom-left corner - 1 of the sent data
ijso = jh ; ijno = Nj_0
IF( nn_comm == 1 ) THEN
iist = 0 ; iisz = ipi
ijst = jh ; ijsz = Nj_0
ELSE
iist = jh ; iisz = Ni_0
ijst = jh ; ijsz = Nj_0
ENDIF
IF( nn_comm == 1 ) THEN ! SM: NOT WORKING FOR NEIGHBOURHOOD COLLECTIVE COMMUNICATIONS, I DON'T KNOW WHY...
! do not send if we send only land points
IF( NINT(SUM( zmsk(iiwe+1:iiwe+jh ,ijst+1:ijst+ijsz) )) == 0 ) mpiSnei(jh,jpwe) = -1
IF( NINT(SUM( zmsk(iiea+1:iiea+jh ,ijst+1:ijst+ijsz) )) == 0 ) mpiSnei(jh,jpea) = -1
IF( NINT(SUM( zmsk(iist+1:iist+iisz,ijso+1:ijso+jh ) )) == 0 ) mpiSnei(jh,jpso) = -1
IF( NINT(SUM( zmsk(iist+1:iist+iisz,ijno+1:ijno+jh ) )) == 0 ) mpiSnei(jh,jpno) = -1
IF( NINT(SUM( zmsk(iiwe+1:iiwe+jh ,ijso+1:ijso+jh ) )) == 0 ) mpiSnei(jh,jpsw) = -1
IF( NINT(SUM( zmsk(iiea+1:iiea+jh ,ijso+1:ijso+jh ) )) == 0 ) mpiSnei(jh,jpse) = -1
IF( NINT(SUM( zmsk(iiwe+1:iiwe+jh ,ijno+1:ijno+jh ) )) == 0 ) mpiSnei(jh,jpnw) = -1
IF( NINT(SUM( zmsk(iiea+1:iiea+jh ,ijno+1:ijno+jh ) )) == 0 ) mpiSnei(jh,jpne) = -1
!
iiwe = iiwe-jh ; iiea = iiea+jh ! bottom-left corner - 1 of the received data
ijso = ijso-jh ; ijno = ijno+jh
Sebastien Masson
committed
! do not recv if we recv only land points
IF( NINT(SUM( zmsk(iiwe+1:iiwe+jh ,ijst+1:ijst+ijsz) )) == 0 ) mpiRnei(jh,jpwe) = -1
IF( NINT(SUM( zmsk(iiea+1:iiea+jh ,ijst+1:ijst+ijsz) )) == 0 ) mpiRnei(jh,jpea) = -1
IF( NINT(SUM( zmsk(iist+1:iist+iisz,ijso+1:ijso+jh ) )) == 0 ) mpiRnei(jh,jpso) = -1
IF( NINT(SUM( zmsk(iist+1:iist+iisz,ijno+1:ijno+jh ) )) == 0 ) mpiRnei(jh,jpno) = -1
IF( NINT(SUM( zmsk(iiwe+1:iiwe+jh ,ijso+1:ijso+jh ) )) == 0 ) mpiRnei(jh,jpsw) = -1
IF( NINT(SUM( zmsk(iiea+1:iiea+jh ,ijso+1:ijso+jh ) )) == 0 ) mpiRnei(jh,jpse) = -1
IF( NINT(SUM( zmsk(iiwe+1:iiwe+jh ,ijno+1:ijno+jh ) )) == 0 ) mpiRnei(jh,jpnw) = -1
IF( NINT(SUM( zmsk(iiea+1:iiea+jh ,ijno+1:ijno+jh ) )) == 0 ) mpiRnei(jh,jpne) = -1
ENDIF
!
! Specific (and rare) problem in corner treatment because we do 1st West-East comm, next South-North comm
IF( nn_comm == 1 ) THEN
IF( mpiSnei(jh,jpwe) > -1 ) mpiSnei(jh, (/jpsw,jpnw/) ) = -1 ! SW and NW corners already sent through West nei
IF( mpiSnei(jh,jpea) > -1 ) mpiSnei(jh, (/jpse,jpne/) ) = -1 ! SE and NE corners already sent through East nei
IF( mpiRnei(jh,jpso) > -1 ) mpiRnei(jh, (/jpsw,jpse/) ) = -1 ! SW and SE corners will be received through South nei
IF( mpiRnei(jh,jpno) > -1 ) mpiRnei(jh, (/jpnw,jpne/) ) = -1 ! NW and NE corners will be received through North nei
ENDIF
!
Sebastien Masson
committed
DEALLOCATE( zmsk0, zmsk )
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
1274
1275
!
CALL mpp_ini_nc(jh) ! Initialize/Update communicator for neighbourhood collective communications
!
END DO
END SUBROUTINE init_excl_landpt
SUBROUTINE init_ioipsl
!!----------------------------------------------------------------------
!! *** ROUTINE init_ioipsl ***
!!
!! ** Purpose :
!!
!! ** Method :
!!
!! History :
!! 9.0 ! 04-03 (G. Madec ) MPP-IOIPSL
!! " " ! 08-12 (A. Coward) addition in case of jpni*jpnj < jpnij
!!----------------------------------------------------------------------
INTEGER, DIMENSION(2) :: iglo, iloc, iabsf, iabsl, ihals, ihale, idid
!!----------------------------------------------------------------------
! The domain is split only horizontally along i- or/and j- direction
! So we need at the most only 1D arrays with 2 elements.
! Set idompar values equivalent to the jpdom_local_noextra definition
! used in IOM. This works even if jpnij .ne. jpni*jpnj.
iglo( :) = (/ Ni0glo, Nj0glo /)
iloc( :) = (/ Ni_0 , Nj_0 /)
iabsf(:) = (/ Nis0 , Njs0 /) + (/ nimpp, njmpp /) - 1 - nn_hls ! corresponds to mig(Nis0,0) but mig is not yet defined!
1277
1278
1279
1280
1281
1282
1283
1284
1285
1286
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
1299
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
iabsl(:) = iabsf(:) + iloc(:) - 1
ihals(:) = (/ 0 , 0 /)
ihale(:) = (/ 0 , 0 /)
idid( :) = (/ 1 , 2 /)
IF(lwp) THEN
WRITE(numout,*)
WRITE(numout,*) 'mpp init_ioipsl : iloc = ', iloc
WRITE(numout,*) '~~~~~~~~~~~~~~~ iabsf = ', iabsf
WRITE(numout,*) ' ihals = ', ihals
WRITE(numout,*) ' ihale = ', ihale
ENDIF
!
CALL flio_dom_set ( jpnij, narea-1, idid, iglo, iloc, iabsf, iabsl, ihals, ihale, 'BOX', nidom)
!
END SUBROUTINE init_ioipsl
SUBROUTINE init_nfdcom( ldwrtlay, knum )
!!----------------------------------------------------------------------
!! *** ROUTINE init_nfdcom ***
!! ** Purpose : Setup for north fold exchanges with explicit
!! point-to-point messaging
!!
!! ** Method : Initialization of the northern neighbours lists.
!!----------------------------------------------------------------------
!! 1.0 ! 2011-10 (A. C. Coward, NOCS & J. Donners, PRACE)
!! 2.0 ! 2013-06 Setup avoiding MPI communication (I. Epicoco, S. Mocavero, CMCC)
!! 3.0 ! 2021-09 complete rewrite using informations from gather north fold
!!----------------------------------------------------------------------
LOGICAL, INTENT(in ) :: ldwrtlay ! true if additional prints in layout.dat
INTEGER, INTENT(in ) :: knum ! layout.dat unit
!
REAL(wp), DIMENSION(jpi,jpj,2,4) :: zinfo
INTEGER , DIMENSION(0:10) :: irknei ! too many elements but safe...
INTEGER :: iitmp
!!----------------------------------------------------------------------
!
IF (lwp) THEN
WRITE(numout,*)
WRITE(numout,*) ' ==>>> North fold boundary prepared for jpni >1'
ENDIF
!
CALL mpp_ini_northgather ! we need to init the nfd with gathering in all cases as it is used to define the no-gather case
!
IF(ldwrtlay) THEN ! additional prints in layout.dat
WRITE(knum,*)
WRITE(knum,*)
WRITE(knum,*) 'Number of subdomains located along the north fold : ', ndim_rank_north
WRITE(knum,*) 'Rank of the subdomains located along the north fold : '
DO jn = 1, ndim_rank_north, 5
WRITE(knum,*) nrank_north( jn:MINVAL( (/jn+4,ndim_rank_north/) ) )
END DO
ENDIF
nfd_nbnei = 0 ! default def (useless?)
IF( ln_nnogather ) THEN
!
! Use the "gather nfd" to know how to do the nfd: for ji point, which process send data from which of its ji-index?
! Note that nfd is perfectly symetric: I receive data from X <=> I send data to X (-> no deadlock)
!
DO jg = 1, 4 ! grid type: T, U, V, F
DO jj = nn_hls+1, jpj-nn_hls ! inner domain (warning do_loop_substitute not yet defined)
DO ji = nn_hls+1, jpi-nn_hls ! inner domain (warning do_loop_substitute not yet defined)
zinfo(ji,jj,1,jg) = REAL(narea, wp) ! mpi_rank + 1 (note: lbc_lnk will put 0 if no neighbour)
zinfo(ji,jj,2,jg) = REAL(ji, wp) ! ji of this proc
END DO
END DO
END DO
!
ln_nnogather = .FALSE. ! force "classical" North pole folding to fill all halos
CALL lbc_lnk( 'mppini', zinfo(:,:,:,1), 'T', 1._wp ) ! Do 4 calls instead of 1 to save memory as the nogather version
CALL lbc_lnk( 'mppini', zinfo(:,:,:,2), 'U', 1._wp ) ! creates buffer arrays with jpiglo as the first dimension
CALL lbc_lnk( 'mppini', zinfo(:,:,:,3), 'V', 1._wp ) !
CALL lbc_lnk( 'mppini', zinfo(:,:,:,4), 'F', 1._wp ) !
ln_nnogather = .TRUE.
IF( l_IdoNFold ) THEN ! only the procs involed in the NFD must take care of this
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
1369
1370
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
ALLOCATE( nfd_rksnd(jpi,nn_hls+1,4), nfd_jisnd(jpi,nn_hls+1,4), lnfd_same(jpi,4) )
nfd_rksnd(:,:,:) = NINT( zinfo(:,jpj-nn_hls:jpj,1,:) ) - 1 ! neighbour MPI rank (-1 means no neighbour)
! Use some tricks for mpp_nfd_generic.h90:
! 1) neighbour ji index (shifted as we don't send the halos)
nfd_jisnd(:,:,:) = NINT( zinfo(:,jpj-nn_hls:jpj,2,:) ) - nn_hls
! 2) use ji=1 if no neighbour
WHERE( nfd_rksnd == -1 ) nfd_jisnd = 1
! 3) control which points must be modified by the NP folding on line jpjglo-nn_hls
lnfd_same(:,:) = .TRUE.
IF( c_NFtype == 'T' ) THEN
lnfd_same(mi0(jpiglo/2+2,nn_hls):mi1(jpiglo-nn_hls,nn_hls), 1) = .FALSE.
lnfd_same(mi0(jpiglo/2+1,nn_hls):mi1(jpiglo-nn_hls,nn_hls), 2) = .FALSE.
lnfd_same(mi0( nn_hls+1,nn_hls):mi1(jpiglo-nn_hls,nn_hls),3:4) = .FALSE.
IF( l_Iperio ) THEN ! in case the ew-periodicity was done before calling the NP folding
lnfd_same(mi0( 1,nn_hls):mi1(nn_hls,nn_hls),1:4) = .FALSE.
lnfd_same(mi0(jpiglo-nn_hls+1,nn_hls):mi1(jpiglo,nn_hls),3:4) = .FALSE.
ENDIF
ELSEIF( c_NFtype == 'F' ) THEN
lnfd_same(mi0(jpiglo/2+1 ,nn_hls):mi1(jpiglo/2+1 ,nn_hls),1) = .FALSE.
lnfd_same(mi0(jpiglo-nn_hls,nn_hls):mi1(jpiglo-nn_hls ,nn_hls),1) = .FALSE.
lnfd_same(mi0(jpiglo/2+1 ,nn_hls):mi1(jpiglo-nn_hls ,nn_hls),3) = .FALSE.
lnfd_same(mi0(jpiglo/2+1 ,nn_hls):mi1(jpiglo-nn_hls-1,nn_hls),4) = .FALSE.
IF( l_Iperio ) THEN ! in case the ew-periodicity was done before calling the NP folding
lnfd_same(mi0(nn_hls,nn_hls):mi1(nn_hls ,nn_hls),1) = .FALSE.
lnfd_same(mi0( 1,nn_hls):mi1(nn_hls ,nn_hls),3) = .FALSE.
IF( nn_hls > 1 ) lnfd_same(mi0( 1,nn_hls):mi1(nn_hls-1,nn_hls),4) = .FALSE.
ENDIF
ENDIF
WHERE( lnfd_same ) nfd_jisnd(:,1,:) = HUGE(0) ! make sure we dont use it
nfd_nbnei = 0
irknei(0) = HUGE(0)
DO jj = 1, nn_hls+1
DO ji = 1, jpi ! we must be able to fill the full line including halos
IF( jj == 1 .AND. lnfd_same(ji,jg) ) CYCLE
llnew = .TRUE. ! new neighbour?
DO jn = 0, nfd_nbnei
IF( irknei(jn) == nfd_rksnd(ji,jj,jg) ) llnew = .FALSE. ! already found
END DO
IF( llnew ) THEN
jn = nfd_nbnei + 1
nfd_nbnei = jn
irknei(jn) = nfd_rksnd(ji,jj,jg)
ENDIF
END DO
END DO
END DO
ALLOCATE( nfd_rknei(nfd_nbnei) )
nfd_rknei(:) = irknei(1:nfd_nbnei)
! re-number nfd_rksnd according to the indexes of nfd_rknei
DO jj = 1, nn_hls+1
DO ji = 1, jpi
IF( jj == 1 .AND. lnfd_same(ji,jg) ) THEN
nfd_rksnd(ji,jj,jg) = HUGE(0) ! make sure we don't use it
ELSE
iitmp = nfd_rksnd(ji,jj,jg) ! must store a copy of nfd_rksnd(ji,jj,jg) so we don't change it twice
DO jn = 1, nfd_nbnei
IF( iitmp == nfd_rknei(jn) ) nfd_rksnd(ji,jj,jg) = jn
END DO
ENDIF
END DO
END DO
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
1442
1443
1444
1445
1446
1447
1448
1449
1450
1451
1452
1453
1454
IF( ldwrtlay ) THEN
WRITE(knum,*)
WRITE(knum,*) 'north fold exchanges with explicit point-to-point messaging :'
WRITE(knum,*) ' number of neighbours for the NF: nfd_nbnei : ', nfd_nbnei
IF( nfd_nbnei > 0 ) WRITE(knum,*) ' neighbours MPI ranks : ', nfd_rknei
ENDIF
ENDIF ! l_IdoNFold
!
ENDIF ! ln_nnogather
!
END SUBROUTINE init_nfdcom
SUBROUTINE init_doloop
!!----------------------------------------------------------------------
!! *** ROUTINE init_doloop ***
!!
!! ** Purpose : set the starting/ending indices of DO-loop
!! These indices are used in do_loop_substitute.h90
!!----------------------------------------------------------------------
!
Nis0 = 1+nn_hls
Njs0 = 1+nn_hls
Nie0 = jpi-nn_hls
Nje0 = jpj-nn_hls
!
Ni_0 = Nie0 - Nis0 + 1
Nj_0 = Nje0 - Njs0 + 1
!
Sebastien MASSON
committed
jpkm1 = jpk-1
!
ntile = 0 ! Initialise "no tile" by default
nijtile = 1
ntsi = Nis0
ntsj = Njs0
ntei = Nie0
ntej = Nje0
nthl = 0
nthr = 0
nthb = 0
ntht = 0
ntile = 0 ! Initialise to full domain
nijtile = 1
ntsi = Nis0
ntsj = Njs0
ntei = Nie0
ntej = Nje0
nthl = 0
nthr = 0
nthb = 0
ntht = 0
!
END SUBROUTINE init_doloop
SUBROUTINE init_locglo
!!----------------------------------------------------------------------
!! *** ROUTINE init_locglo ***
!!
!! ** Purpose : initialization of global domain <--> local domain indices
!!
!! ** Method :
!!
1490
1491
1492
1493
1494
1495
1496
1497
1498
1499
1500
1501
1502
1503
1504
1505
1506
1507
1508
1509
1510
1511
1512
1513
1514
!! Local domain indices: Same values for the same point, different upper/lower bounds
!! e.g. with nn_hls = 2
!! jh = 0 x,x,3,...,jpi-2, x, x
!! jh = 1 x,2,3,...,jpi-2,jpi-1, x
!! jh = 2 1,2,3,...,jpi-2,jpi-1,jpi
!!
!! or jh = 0 x,x,3,...,Ni_0+2, x, x
!! jh = 1 x,2,3,...,Ni_0+2,Ni_0+3, x
!! jh = 2 1,2,3,...,Ni_0+2,Ni_0+3,Ni_0+4
!!
!! Global domain indices: different values for the same point, all starts at 1
!! e.g. with nn_hls = 2
!! jh = 0 1,2,3, ...,jpiglo-4, x, x,x,x
!! jh = 1 1,2,3, ...,jpiglo-4,jpiglo-3,jpiglo-2, x,x
!! jh = 2 1,2,3,...,jpiglo-4,jpiglo-3,jpiglo-2,jpiglo-1,jpiglo
!!
!! or jh = 0 1,2,3, ...,Ni0glo , x, x,x,x
!! jh = 1 1,2,3, ...,Ni0glo ,Ni0glo+1,Ni0glo+2, x,x
!! jh = 2 1,2,3,...,Ni0glo,Ni0glo+1,Ni0glo+2,Ni0glo+3,Ni0glo+4
!! ^
!! |
!! |
!! iimpp
!!
!! ** Action : - mig , mjg : local domain indices ==> global domain indices
!! - mi0 , mi1 : global domain indices ==> local domain indices
!! - mj0 , mj1 (if global point not in the local domain ==> mi0>mi1 and/or mj0>mj1)
!!----------------------------------------------------------------------
INTEGER :: ji, jj, jh ! dummy loop argument
INTEGER :: ipi, ipj, ipiglo, ipjglo, iimpp, ijmpp, ishft
!!----------------------------------------------------------------------
!
ALLOCATE( mig(jpi , 0:nn_hls), mjg(jpj , 0:nn_hls) )
ALLOCATE( mi0(jpiglo, 0:nn_hls), mi1(jpiglo, 0:nn_hls), mj0(jpjglo, 0:nn_hls), mj1(jpjglo, 0:nn_hls) )
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
1540
1541
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
DO jh = 0, nn_hls
!
ishft = nn_hls - jh
!
ipi = Ni_0 + 2*jh ; ipj = Nj_0 + 2*jh
ipiglo = Ni0glo + 2*jh ; ipjglo = Nj0glo + 2*jh
iimpp = nimpp - ishft ; ijmpp = njmpp - ishft
!
! local domain indices ==> global domain indices, including jh halos
!
DO ji = ishft + 1, ishft + ipi
mig(ji,jh) = ji + iimpp - 1
END DO
!
DO jj = ishft + 1, ishft + ipj
mjg(jj,jh) = jj + ijmpp - 1
END DO
!
! global domain, including jh halos, indices ==> local domain indices
! return (m.0,m.1)=(1,0) if data domain gridpoint is to the west/south of the
! local domain, or (m.0,m.1)=(jp.+1,jp.) to the east/north of local domain.
!
DO ji = 1, ipiglo
mi0(ji,jh) = MAX( 1 , MIN( ji - iimpp + 1, ipi+ishft+1 ) )
mi1(ji,jh) = MAX( 0 , MIN( ji - iimpp + 1, ipi+ishft ) )
END DO
!
DO jj = 1, ipjglo
mj0(jj,jh) = MAX( 1 , MIN( jj - ijmpp + 1, ipj+ishft+1 ) )
mj1(jj,jh) = MAX( 0 , MIN( jj - ijmpp + 1, ipj+ishft ) )
END DO
!
END DO ! jh
!
END SUBROUTINE init_locglo
!!======================================================================
END MODULE mppini