Difference between revisions of "Catalogs"

From Public PIC Wiki
Jump to navigation Jump to search
 
(33 intermediate revisions by 2 users not shown)
Line 1: Line 1:
 
== Euclid productions ==
 
== Euclid productions ==
 +
 +
====  Zurich Dark Matter Halo catalogs ====
 +
 +
* [[ v1.0 | v1.0 ]]
 +
 +
* [[ v1.1 | v1.1 Corrected Velocities ]]
  
 
====  Mock Galaxy catalogs ====
 
====  Mock Galaxy catalogs ====
 +
 +
More info from Euclid wiki (Francesc):
 +
 +
https://euclid.roe.ac.uk/projects/sgv/wiki/SC456_#Galaxies
  
 
* [[ Euclid_mock_production_v1.6.20 | v1.6.20 ]] ([https://euclid.roe.ac.uk/issues/9153 #9153])
 
* [[ Euclid_mock_production_v1.6.20 | v1.6.20 ]] ([https://euclid.roe.ac.uk/issues/9153 #9153])
Line 10: Line 20:
 
* [[ Euclid_mock_production_v1.8.4_s | v1.8.4_s ]] (from 1.8.3 with correct lensing and without buffer)
 
* [[ Euclid_mock_production_v1.8.4_s | v1.8.4_s ]] (from 1.8.3 with correct lensing and without buffer)
 
* [[ Euclid_mock_production_v1.8.5 | v1.8.5 ]] (Kai subset with additional magnitudes for IA)
 
* [[ Euclid_mock_production_v1.8.5 | v1.8.5 ]] (Kai subset with additional magnitudes for IA)
 +
* [[ Euclid_mock_production_v1.7.17_correct | v1.7.17_correct (v1.7.18)]] (SC456)
 +
* [[ Euclid_mock_production_v1.7.17_deep_correct | v1.7.17_deep_correct]] (SC456)
 +
* [[ Euclid_mock_production_v1.7.17_correct_v2 | v1.7.17_correct_v2 (v1.7.19)]] (SC456)
 +
* [[ Euclid_mock_production_v1.7.17_deep_correct_v2 | v1.7.17_deep_correct_v2]] (SC456)
 +
* [[ Euclid_mock_production_v1.9.2 | v1.9.2]] (GSIR)
 +
* [[ Euclid_mock_production_v1.9.3 | v1.9.3]] (GSIR)
 +
* [[ Euclid_mock_production_v1.9.4 | v1.9.4]] (GSIR)
 +
* [[ Euclid_mock_production_v1.9.5 | v1.9.5]] (GSIR)
 +
* [[ Euclid_mock_production_v1.9.6 | v1.9.6]] (GSIR)
 +
* [[ Euclid_mock_production_v1.9.7 | v1.9.7]] (GSIR)
 +
 +
====  Ground Segment Implementation Review (GSIR) ====
 +
 +
* [[ GSIR | GSIR release process]]
  
====  Zurich Dark Matter Halo catalogs ====
+
* [[ GSIR_more | GSIR release process (more)]]
 +
 
 +
====  Primeval Universe Catalogs ====
 +
* [[ QSOs | QSOs]]
 +
* [[ High_redshift_galaxies | High-z galaxies]]
  
* [[ v1.0 | v1.0 ]]
+
====  Scientific Challenge 8 (SC8) ====
  
* [[ v1.1 | v1.1 Corrected Velocities ]]
+
* [[ Standard_galaxies]]
 +
* [[ High-z_QSOs]]
 +
* [[ High-z_galaxies]]
  
 
== MICE productions ==
 
== MICE productions ==
  
=== mice2_remap_photometry_sof_desy3_gold2_v5_0_csv
+
* [[ MIDES Wide Field v5.0 | MIDES Wide Field v5.0 ]]
 +
* [[ MIDES Wide Field v6.0 | MIDES Wide Field v6.0 ]]
 +
* [[ MICE Redmagic v5.1 ]]
 +
* [[ DESY3 MICE2 source catalog | DESY3 MICE2 source catalog ]]
 +
 
 +
== PAUS productions ==
 +
 
 +
=== Observations ===
  
These are the commands to ingest version 5 from Andrea Pocino
+
* [[ PAUdm_forced_aperture_coadd | PAUdm forced aperture coadd ]]
  
<pre>
+
==== Photoz productions ====
CREATE EXTERNAL TABLE `jcarrete.mice2_remap_photometry_sof_desy3_gold2_v5_0_csv`(
 
  `unique_gal_id` bigint COMMENT 'unique galaxy id',
 
  `ra_gal` double COMMENT 'galaxy right ascension (degrees) from MICECATv2.0',
 
  `dec_gal` double COMMENT 'galaxy declination (degrees) from MICECATv2.0',
 
  kappa double COMMENT '',
 
  lmhalo double COMMENT '',
 
  flag_central double COMMENT '',
 
  `z_cgal` double COMMENT 'galaxy true redshift from MICECATv2.0',
 
  `g_sof` double COMMENT 'observed g-magnitude resampled from DES Y3Gold2 sof g magnitude',
 
  `r_sof` double COMMENT 'observed r-magnitude resampled from DES Y3Gold2 sof r magnitude',
 
  `i_sof` double COMMENT 'observed i-magnitude resampled from DES Y3Gold2 sof i magnitude',
 
  `z_sof` double COMMENT 'observed z-magnitude resampled from DES Y3Gold2 sof z magnitude',
 
  `g_sof_err` double COMMENT 'error of the resampled g-magnitude',
 
  `r_sof_err` double COMMENT 'error of the resampled r-magnitude',
 
  `i_sof_err` double COMMENT 'error of the resampled i-magnitude',
 
  `z_sof_err` double COMMENT 'error of the resampled z-magnitude',
 
  g_sof_magnified double COMMENT '',
 
  r_sof_magnified double COMMENT '',
 
  i_sof_magnified double COMMENT '',
 
  z_sof_magnified double COMMENT '',
 
  `z_dnf_mean_sof` double COMMENT 'Photo-z from DNF. Z mean statistic. Dnf run using sof resampled magnitudes',
 
  `z_dnf_mean_sof_err` double COMMENT 'Photo-z error given by DNF. Dnf run using sof resampled magnitudes',
 
  `z_dnf_mc_sof` double COMMENT 'Photo-z from DNF. Z Monte-Carlo statistic. Dnf run using sof resampled magnitudes')
 
ROW FORMAT SERDE
 
  'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
 
WITH SERDEPROPERTIES (
 
  'field.delim'=',',
 
  'serialization.format'=',')
 
STORED AS INPUTFORMAT
 
  'org.apache.hadoop.mapred.TextInputFormat'
 
OUTPUTFORMAT
 
  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
 
LOCATION
 
  'hdfs://namenode01/user/jcarrete/data/des/MICE2_resampled/apocino/v5.0/'
 
;
 
</pre>
 
  
<pre>
+
* [[ photoz_bcnz | bcnz_v29.parquet ]]
CREATE EXTERNAL TABLE `cosmohub.mice2_remap_photometry_sof_desy3_gold2_v5_0`(
 
  `unique_gal_id` bigint COMMENT 'unique galaxy id',
 
  `ra_gal` float COMMENT 'galaxy right ascension (degrees) from MICECATv2.0',
 
  `dec_gal` float COMMENT 'galaxy declination (degrees) from MICECATv2.0',
 
  `z_cgal` float COMMENT 'galaxy true redshift from MICECATv2.0',
 
  `g_sof` float COMMENT 'observed g-magnitude resampled from DES Y3Gold2 sof g magnitude',
 
  `r_sof` float COMMENT 'observed r-magnitude resampled from DES Y3Gold2 sof r magnitude',
 
  `i_sof` float COMMENT 'observed i-magnitude resampled from DES Y3Gold2 sof i magnitude',
 
  `z_sof` float COMMENT 'observed z-magnitude resampled from DES Y3Gold2 sof z magnitude',
 
  `g_sof_err` float COMMENT 'error of the resampled g-magnitude',
 
  `r_sof_err` float COMMENT 'error of the resampled r-magnitude',
 
  `i_sof_err` float COMMENT 'error of the resampled i-magnitude',
 
  `z_sof_err` float COMMENT 'error of the resampled z-magnitude',
 
  g_sof_magnified float COMMENT 'magnified resampled sof g magnitude',
 
  r_sof_magnified float COMMENT 'magnified resampled sof r magnitude',
 
  i_sof_magnified float COMMENT 'magnified resampled sof i magnitude',
 
  z_sof_magnified float COMMENT 'magnified resampled sof z magnitude',
 
  `z_dnf_mean_sof` float COMMENT 'Photo-z from DNF. Z mean statistic. Dnf run using sof resampled magnitudes',
 
  `z_dnf_mean_sof_err` float COMMENT 'Photo-z error given by DNF. Dnf run using sof resampled magnitudes',
 
  `z_dnf_mc_sof` float COMMENT 'Photo-z from DNF. Z Monte-Carlo statistic. Dnf run using sof resampled magnitudes'
 
)
 
CLUSTERED BY (
 
  unique_gal_id)
 
INTO 64 BUCKETS
 
ROW FORMAT SERDE
 
  'org.apache.hadoop.hive.ql.io.orc.OrcSerde'
 
STORED AS INPUTFORMAT
 
  'org.apache.hadoop.hive.ql.io.orc.OrcInputFormat'
 
OUTPUTFORMAT
 
  'org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat'
 
;
 
</pre>
 
  
<pre>
+
* [[ production_table | paudm_production_table ]]
INSERT OVERWRITE TABLE cosmohub.mice2_remap_photometry_sof_desy3_gold2_v5_0
 
SELECT `unique_gal_id`, `ra_gal`, `dec_gal`, `z_cgal`, `g_sof`, `r_sof`, `i_sof`, `z_sof`, `g_sof_err`, `r_sof_err`, `i_sof_err`, `z_sof_err`, g_sof_magnified, r_sof_magnified, i_sof_magnified,  z_sof_magnified, `z_dnf_mean_sof`, `z_dnf_mean_sof_err`, `z_dnf_mc_sof`
 
FROM jcarrete.mice2_remap_photometry_sof_desy3_gold2_v5_0_csv
 
WHERE unique_gal_id IS NOT NULL;
 
</pre>
 
  
== PAUS productions ==
+
* [[ PAUS+COSMOS_photoz  | PAUS+COSMOS_photoz ]]
 +
 
 +
==== CIGALE catalogs ====
 +
 
 +
* [[ CIGALE-W3 | CIGALE W3 ]]
  
 
====  Mock Galaxy catalogs ====
 
====  Mock Galaxy catalogs ====
  
 
* [[ Flagship-PAU | Flagship-PAU v1.8.4_v0.1 ]]
 
* [[ Flagship-PAU | Flagship-PAU v1.8.4_v0.1 ]]
 +
 +
* [[ Flagship-PAU_v02 | Flagship-PAU v1.8.4_v0.2 ]]
 +
 +
* [[ Flagship-PAU_v03 | Flagship-PAU v1.8.4_v0.3 ]]
 +
 +
* [[ Durham-LC-PAU lc5.field1.63  | Durham LC lc5.field1.63 ]]
  
 
== External ==
 
== External ==
Line 114: Line 88:
 
* [[ CANDELS_2018 | CANDELS 2018 ]]
 
* [[ CANDELS_2018 | CANDELS 2018 ]]
 
* [[ Legacy Survey DR8 | Legacy Survey DR8 ]]
 
* [[ Legacy Survey DR8 | Legacy Survey DR8 ]]
 +
* [[ Legacy Survey DR9 | Legacy Survey DR9 ]]
 
* [[ KiDS DR4 ]]
 
* [[ KiDS DR4 ]]
 
* [[ VIPERS ]]
 
* [[ VIPERS ]]
 +
* [[ The COSMOS ACS Catalog ]]
 +
* [[ GLADE ]]
 +
* [[ Gaia_EDR3 | Gaia EDR3 ]]

Latest revision as of 16:15, 26 January 2021

Euclid productions

Zurich Dark Matter Halo catalogs

Mock Galaxy catalogs

More info from Euclid wiki (Francesc):

https://euclid.roe.ac.uk/projects/sgv/wiki/SC456_#Galaxies

Ground Segment Implementation Review (GSIR)

Primeval Universe Catalogs

Scientific Challenge 8 (SC8)

MICE productions

PAUS productions

Observations

Photoz productions

CIGALE catalogs

Mock Galaxy catalogs

External