Difference between revisions of "HowTo: Permanent Migration to dCache Read Only Pools"

From Public PIC Wiki
Jump to navigation Jump to search
(Created page with "== Source pools == * Add the following lines to your '''${pool.path}/setup''' file, or ''alternatively'' execute these commands from the pool admin console. :* If you want per...")
 
Line 3: Line 3:
 
:* If you want permanent changes, remember to run '''save''' at the end only when executing these commands from the pool admin console. This way is equivalent to write the below information in the '''${pool.path}/setup''' file.
 
:* If you want permanent changes, remember to run '''save''' at the end only when executing these commands from the pool admin console. This way is equivalent to write the below information in the '''${pool.path}/setup''' file.
  
csm set checksumtype ADLER32
+
  migration cache -permanent -pins=keep -concurrency=2 -atime -accessed=0..600 -select=random -include=dc052_1,dc053_1 -target=pgroup -exclude=dc021*,dc022*,dc029*,dc031*,dc037*,dc040*,dc044* -id=caching_recently_accessed_files -verify -size=1070000.. -- pgroup-cms-ro
csm set policy -scrub=off
 
csm set policy -onread=off -onwrite=on -onflush=off -onrestore=off -ontransfer=off -enforcecrc=on -getcrcfromhsm=off
 
#
 
# Flushing Thread setup
 
#
 
flush set max active 1000
 
flush set interval 60
 
flush set retry delay 60
 
jtm set timeout -queue=regular -lastAccess=0 -total=0
 
jtm set timeout -queue=p2p -lastAccess=0 -total=0
 
jtm set timeout -queue=wan -lastAccess=0 -total=0
 
jtm set timeout -queue=xrootd -lastAccess=0 -total=0
 
jtm set timeout -queue=io -lastAccess=0 -total=0
 
jtm set timeout -queue=default -lastAccess=0 -total=0
 
#
 
# MigrationModule
 
#
 
  migration cache -permanent -pins=keep -concurrency=2 -atime -accessed=0..600 -select=random -include=t3fs01*cms,t3fs02*cms,t3fs03*cms,t3fs04*cms,t3fs04*cms_1,t3fs07*cms,t3fs08*cms,t3fs09*cms,t3fs10*cms,t3fs11*cms -target=pgroup -exclude=t3fs13*,t3fs14*,t3fs15*,t3fs16* -id=caching_recently_accessed_files -verify -size=1070000.. -- cms
 
set heartbeat 30
 
set report remove on
 
set breakeven 0.7
 
set mover cost factor 0.5
 
set duplicate request none
 
mover set max active -queue=regular 100
 
mover set max active -queue=p2p 10
 
mover set max active -queue=wan 2
 
mover set max active -queue=xrootd 4
 
#
 
#  Pool to Pool (P2P)
 
#
 
pp set max active 10
 
pp set pnfs timeout 300
 
set max diskspace 23622320128000
 
set gap 4294967296
 
rh set timeout 14400
 
st set timeout 14400
 
rm set timeout 14400
 
 
 
 
 
In the PoolManager you classify the read-only pools ( the targets )
 
/var/lib/dcache/config/poolmanager.conf
 
# READ ONLY SECTION
 
psu set pool t3fs01_cms  rdonly
 
psu set pool t3fs02_cms  rdonly
 
psu set pool t3fs03_cms  rdonly
 
psu set pool t3fs04_cms  rdonly
 
psu set pool t3fs04_cms_1 rdonly
 
psu set pool t3fs07_cms  rdonly
 
psu set pool t3fs07_cms_1 rdonly
 
psu set pool t3fs08_cms  rdonly
 
psu set pool t3fs08_cms_1 rdonly
 
psu set pool t3fs09_cms  rdonly
 
psu set pool t3fs09_cms_1 rdonly
 
psu set pool t3fs10_cms  rdonly
 
psu set pool t3fs10_cms_1 rdonly
 
psu set pool t3fs11_cms  rdonly
 
psu set pool t3fs11_cms_1 rdonly
 
psu set pool t3fs13_cms_0 rdonly
 
psu set pool t3fs14_cms_0 rdonly
 

Revision as of 10:48, 25 May 2017

Source pools

  • Add the following lines to your ${pool.path}/setup file, or alternatively execute these commands from the pool admin console.
  • If you want permanent changes, remember to run save at the end only when executing these commands from the pool admin console. This way is equivalent to write the below information in the ${pool.path}/setup file.
migration cache -permanent -pins=keep -concurrency=2 -atime -accessed=0..600 -select=random -include=dc052_1,dc053_1 -target=pgroup -exclude=dc021*,dc022*,dc029*,dc031*,dc037*,dc040*,dc044* -id=caching_recently_accessed_files -verify -size=1070000.. -- pgroup-cms-ro