Difference between revisions of "HowTo: Permanent Migration to dCache Read Only Pools"

From Public PIC Wiki
Jump to navigation Jump to search
(Created page with "== Source pools == * Add the following lines to your '''${pool.path}/setup''' file, or ''alternatively'' execute these commands from the pool admin console. :* If you want per...")
 
Line 3: Line 3:
 
:* If you want permanent changes, remember to run '''save''' at the end only when executing these commands from the pool admin console. This way is equivalent to write the below information in the '''${pool.path}/setup''' file.
 
:* If you want permanent changes, remember to run '''save''' at the end only when executing these commands from the pool admin console. This way is equivalent to write the below information in the '''${pool.path}/setup''' file.
  
−
csm set checksumtype ADLER32
+
  migration cache -permanent -pins=keep -concurrency=2 -atime -accessed=0..600 -select=random -include=dc052_1,dc053_1 -target=pgroup -exclude=dc021*,dc022*,dc029*,dc031*,dc037*,dc040*,dc044* -id=caching_recently_accessed_files -verify -size=1070000.. -- pgroup-cms-ro
−
csm set policy -scrub=off
 
−
csm set policy -onread=off -onwrite=on -onflush=off -onrestore=off -ontransfer=off -enforcecrc=on -getcrcfromhsm=off
 
−
#
 
−
# Flushing Thread setup
 
−
#
 
−
flush set max active 1000
 
−
flush set interval 60
 
−
flush set retry delay 60
 
−
jtm set timeout -queue=regular -lastAccess=0 -total=0
 
−
jtm set timeout -queue=p2p -lastAccess=0 -total=0
 
−
jtm set timeout -queue=wan -lastAccess=0 -total=0
 
−
jtm set timeout -queue=xrootd -lastAccess=0 -total=0
 
−
jtm set timeout -queue=io -lastAccess=0 -total=0
 
−
jtm set timeout -queue=default -lastAccess=0 -total=0
 
−
#
 
−
# MigrationModule
 
−
#
 
−
  migration cache -permanent -pins=keep -concurrency=2 -atime -accessed=0..600 -select=random -include=t3fs01*cms,t3fs02*cms,t3fs03*cms,t3fs04*cms,t3fs04*cms_1,t3fs07*cms,t3fs08*cms,t3fs09*cms,t3fs10*cms,t3fs11*cms -target=pgroup -exclude=t3fs13*,t3fs14*,t3fs15*,t3fs16* -id=caching_recently_accessed_files -verify -size=1070000.. -- cms
 
−
set heartbeat 30
 
−
set report remove on
 
−
set breakeven 0.7
 
−
set mover cost factor 0.5
 
−
set duplicate request none
 
−
mover set max active -queue=regular 100
 
−
mover set max active -queue=p2p 10
 
−
mover set max active -queue=wan 2
 
−
mover set max active -queue=xrootd 4
 
−
#
 
−
#  Pool to Pool (P2P)
 
−
#
 
−
pp set max active 10
 
−
pp set pnfs timeout 300
 
−
set max diskspace 23622320128000
 
−
set gap 4294967296
 
−
rh set timeout 14400
 
−
st set timeout 14400
 
−
rm set timeout 14400
 
−
 
 
−
 
 
−
In the PoolManager you classify the read-only pools ( the targets )
 
−
/var/lib/dcache/config/poolmanager.conf
 
−
# READ ONLY SECTION
 
−
psu set pool t3fs01_cms  rdonly
 
−
psu set pool t3fs02_cms  rdonly
 
−
psu set pool t3fs03_cms  rdonly
 
−
psu set pool t3fs04_cms  rdonly
 
−
psu set pool t3fs04_cms_1 rdonly
 
−
psu set pool t3fs07_cms  rdonly
 
−
psu set pool t3fs07_cms_1 rdonly
 
−
psu set pool t3fs08_cms  rdonly
 
−
psu set pool t3fs08_cms_1 rdonly
 
−
psu set pool t3fs09_cms  rdonly
 
−
psu set pool t3fs09_cms_1 rdonly
 
−
psu set pool t3fs10_cms  rdonly
 
−
psu set pool t3fs10_cms_1 rdonly
 
−
psu set pool t3fs11_cms  rdonly
 
−
psu set pool t3fs11_cms_1 rdonly
 
−
psu set pool t3fs13_cms_0 rdonly
 
−
psu set pool t3fs14_cms_0 rdonly
 

Revision as of 10:48, 25 May 2017

Source pools

  • Add the following lines to your ${pool.path}/setup file, or alternatively execute these commands from the pool admin console.
  • If you want permanent changes, remember to run save at the end only when executing these commands from the pool admin console. This way is equivalent to write the below information in the ${pool.path}/setup file.
migration cache -permanent -pins=keep -concurrency=2 -atime -accessed=0..600 -select=random -include=dc052_1,dc053_1 -target=pgroup -exclude=dc021*,dc022*,dc029*,dc031*,dc037*,dc040*,dc044* -id=caching_recently_accessed_files -verify -size=1070000.. -- pgroup-cms-ro