Euclid mock production v1.9.4
Jump to navigation
Jump to search
I create a notebook to only estimate fluxes: flux_pipeline.py
I use as input v1.9.3_s
And I create version 1.9.4_s
[jcarrete@data flagship_mock_1_9_4]$ /software/astro/scripts/create_table_from_parquet.sh -p /hdfs/user/jcarrete/data/euclid/flagship_mock_1_9_4/0.pq -t
CREATE EXTERNAL TABLE jcarrete.flagship_mock_1_9_4_p ( `kind` BIGINT, `random_index` DOUBLE, `ra_gal` DOUBLE, `dec_gal` DOUBLE, `ra_mag_gal` DOUBLE, `dec_mag_gal` DOUBLE, `kappa` DOUBLE, `gamma1` DOUBLE, `gamma2` DOUBLE, `l_gal` DOUBLE, `b_gal` DOUBLE, `mw_extinction` DOUBLE, `x_gal` DOUBLE, `y_gal` DOUBLE, `z_gal` DOUBLE, `r_gal` DOUBLE, `true_redshift_gal` DOUBLE, `observed_redshift_gal` DOUBLE, `hpix_29_nest` BIGINT, `vx_gal` DOUBLE, `vy_gal` DOUBLE, `vz_gal` DOUBLE, `vrad_gal` DOUBLE, `delta_r` DOUBLE, `abs_mag_r01` DOUBLE, `luminosity_r01` DOUBLE, `abs_mag_r01_evolved` DOUBLE, `sdss_r01` DOUBLE, `abs_mag_uv_dereddened` DOUBLE, `gr_restframe` DOUBLE, `color_kind` BIGINT, `sed_ke` DOUBLE, `gr_cosmos` DOUBLE, `sed_cosmos` DOUBLE, `is_within_cosmos` BOOLEAN, `cosmos_distance` DOUBLE, `ext_curve_cosmos` BIGINT, `ebv_cosmos` DOUBLE, `log_ml_r01` DOUBLE, `log_stellar_mass` DOUBLE, `metallicity` DOUBLE, `log_sfr` DOUBLE, `logf_halpha` DOUBLE, `logf_halpha_ext` DOUBLE, `halpha_scatter` DOUBLE, `loglum_halpha` DOUBLE, `loglum_halpha_ext` DOUBLE, `logf_dummy` DOUBLE, `z_dummy` DOUBLE, `logf_halpha_model1_ext` DOUBLE, `logf_halpha_model1` DOUBLE, `loglum_halpha_model1_ext` DOUBLE, `loglum_halpha_model1` DOUBLE, `logf_halpha_model3_ext` DOUBLE, `logf_halpha_model3` DOUBLE, `loglum_halpha_model3_ext` DOUBLE, `loglum_halpha_model3` DOUBLE, `logf_hbeta_model1_ext` DOUBLE, `logf_hbeta_model1` DOUBLE, `logf_o2_model1_ext` DOUBLE, `logf_o2_model1` DOUBLE, `logf_n2_model1_ext` DOUBLE, `logf_n2_model1` DOUBLE, `logf_o3_model1_ext` DOUBLE, `logf_o3_model1` DOUBLE, `logf_s2_model1_ext` DOUBLE, `logf_s2_model1` DOUBLE, `logf_hbeta_model3_ext` DOUBLE, `logf_hbeta_model3` DOUBLE, `logf_o2_model3_ext` DOUBLE, `logf_o2_model3` DOUBLE, `logf_n2_model3_ext` DOUBLE, `logf_n2_model3` DOUBLE, `logf_o3_model3_ext` DOUBLE, `logf_o3_model3` DOUBLE, `logf_s2_model3_ext` DOUBLE, `logf_s2_model3` DOUBLE, `dominant_shape` BIGINT, `bulge_angle` DOUBLE, `disk_angle` DOUBLE, `median_major_axis` DOUBLE, `scale_length` DOUBLE, `bulge_fraction` DOUBLE, `disk_scalelength` DOUBLE, `disk_nsersic` DOUBLE, `disk_r50` DOUBLE, `bulge_r50` DOUBLE, `bulge_nsersic` DOUBLE, `disk_ellipticity` DOUBLE, `bulge_ellipticity` DOUBLE, `disk_axis_ratio` DOUBLE, `bulge_axis_ratio` DOUBLE, `disk_inclination_angle` DOUBLE, `bulge_inclination_angle` DOUBLE, `halo_x` DOUBLE, `halo_y` DOUBLE, `halo_z` DOUBLE, `halo_vx` DOUBLE, `halo_vy` DOUBLE, `halo_vz` DOUBLE, `halo_r` DOUBLE, `true_redshift_halo` DOUBLE, `halo_lm` DOUBLE, `halo_n_sats` BIGINT, `n_gals` BIGINT, `luminosity_r01_evolved` DOUBLE, `hpix_13_nest` BIGINT, `step` BIGINT, `blanco_decam_g` DOUBLE, `blanco_decam_i` DOUBLE, `blanco_decam_r` DOUBLE, `blanco_decam_z` DOUBLE, `subaru_hsc_z` DOUBLE, `jst_jpcam_g` DOUBLE, `kids_g` DOUBLE, `kids_i` DOUBLE, `kids_r` DOUBLE, `kids_u` DOUBLE, `lsst_g` DOUBLE, `lsst_i` DOUBLE, `lsst_r` DOUBLE, `lsst_u` DOUBLE, `lsst_y` DOUBLE, `lsst_z` DOUBLE, `cfht_megacam_r` DOUBLE, `cfht_megacam_u` DOUBLE, `pan_starrs_i` DOUBLE, `pan_starrs_z` DOUBLE, `2mass_h` DOUBLE, `2mass_j` DOUBLE, `2mass_ks` DOUBLE, `gaia_bp` DOUBLE, `gaia_g` DOUBLE, `gaia_rp` DOUBLE, `euclid_nisp_h` DOUBLE, `euclid_nisp_j` DOUBLE, `euclid_nisp_y` DOUBLE, `euclid_vis` DOUBLE, `2mass_h_odonnell_ext` DOUBLE, `2mass_j_odonnell_ext` DOUBLE, `2mass_ks_odonnell_ext` DOUBLE, `blanco_decam_g_odonnell_ext` DOUBLE, `blanco_decam_i_odonnell_ext` DOUBLE, `blanco_decam_r_odonnell_ext` DOUBLE, `blanco_decam_z_odonnell_ext` DOUBLE, `cfht_megacam_r_odonnell_ext` DOUBLE, `cfht_megacam_u_odonnell_ext` DOUBLE, `euclid_nisp_h_odonnell_ext` DOUBLE, `euclid_nisp_j_odonnell_ext` DOUBLE, `euclid_nisp_y_odonnell_ext` DOUBLE, `euclid_vis_odonnell_ext` DOUBLE, `gaia_bp_odonnell_ext` DOUBLE, `gaia_g_odonnell_ext` DOUBLE, `gaia_rp_odonnell_ext` DOUBLE, `jst_jpcam_g_odonnell_ext` DOUBLE, `kids_g_odonnell_ext` DOUBLE, `kids_i_odonnell_ext` DOUBLE, `kids_r_odonnell_ext` DOUBLE, `kids_u_odonnell_ext` DOUBLE, `lsst_g_odonnell_ext` DOUBLE, `lsst_i_odonnell_ext` DOUBLE, `lsst_r_odonnell_ext` DOUBLE, `lsst_u_odonnell_ext` DOUBLE, `lsst_y_odonnell_ext` DOUBLE, `lsst_z_odonnell_ext` DOUBLE, `pan_starrs_i_odonnell_ext` DOUBLE, `pan_starrs_z_odonnell_ext` DOUBLE, `sdss_r01_odonnell_ext` DOUBLE, `subaru_hsc_z_odonnell_ext` DOUBLE, `blanco_decam_g_el_model1_odonnell_ext` DOUBLE, `blanco_decam_g_el_model3_odonnell_ext` DOUBLE, `blanco_decam_i_el_model1_odonnell_ext` DOUBLE, `blanco_decam_i_el_model3_odonnell_ext` DOUBLE, `blanco_decam_r_el_model1_odonnell_ext` DOUBLE, `blanco_decam_r_el_model3_odonnell_ext` DOUBLE, `blanco_decam_z_el_model1_odonnell_ext` DOUBLE, `blanco_decam_z_el_model3_odonnell_ext` DOUBLE, `subaru_hsc_z_el_model1_odonnell_ext` DOUBLE, `subaru_hsc_z_el_model3_odonnell_ext` DOUBLE, `jst_jpcam_g_el_model1_odonnell_ext` DOUBLE, `jst_jpcam_g_el_model3_odonnell_ext` DOUBLE, `kids_g_el_model1_odonnell_ext` DOUBLE, `kids_g_el_model3_odonnell_ext` DOUBLE, `kids_i_el_model1_odonnell_ext` DOUBLE, `kids_i_el_model3_odonnell_ext` DOUBLE, `kids_r_el_model1_odonnell_ext` DOUBLE, `kids_r_el_model3_odonnell_ext` DOUBLE, `kids_u_el_model1_odonnell_ext` DOUBLE, `kids_u_el_model3_odonnell_ext` DOUBLE, `lsst_g_el_model1_odonnell_ext` DOUBLE, `lsst_g_el_model3_odonnell_ext` DOUBLE, `lsst_i_el_model1_odonnell_ext` DOUBLE, `lsst_i_el_model3_odonnell_ext` DOUBLE, `lsst_r_el_model1_odonnell_ext` DOUBLE, `lsst_r_el_model3_odonnell_ext` DOUBLE, `lsst_u_el_model1_odonnell_ext` DOUBLE, `lsst_u_el_model3_odonnell_ext` DOUBLE, `lsst_y_el_model1_odonnell_ext` DOUBLE, `lsst_y_el_model3_odonnell_ext` DOUBLE, `lsst_z_el_model1_odonnell_ext` DOUBLE, `lsst_z_el_model3_odonnell_ext` DOUBLE, `cfht_megacam_r_el_model1_odonnell_ext` DOUBLE, `cfht_megacam_r_el_model3_odonnell_ext` DOUBLE, `cfht_megacam_u_el_model1_odonnell_ext` DOUBLE, `cfht_megacam_u_el_model3_odonnell_ext` DOUBLE, `pan_starrs_i_el_model1_odonnell_ext` DOUBLE, `pan_starrs_i_el_model3_odonnell_ext` DOUBLE, `pan_starrs_z_el_model1_odonnell_ext` DOUBLE, `pan_starrs_z_el_model3_odonnell_ext` DOUBLE, `2mass_h_el_model1_odonnell_ext` DOUBLE, `2mass_h_el_model3_odonnell_ext` DOUBLE, `2mass_j_el_model1_odonnell_ext` DOUBLE, `2mass_j_el_model3_odonnell_ext` DOUBLE, `2mass_ks_el_model1_odonnell_ext` DOUBLE, `2mass_ks_el_model3_odonnell_ext` DOUBLE, `sdss_r01_el_model1_odonnell_ext` DOUBLE, `sdss_r01_el_model3_odonnell_ext` DOUBLE, `gaia_bp_el_model1_odonnell_ext` DOUBLE, `gaia_bp_el_model3_odonnell_ext` DOUBLE, `gaia_g_el_model1_odonnell_ext` DOUBLE, `gaia_g_el_model3_odonnell_ext` DOUBLE, `gaia_rp_el_model1_odonnell_ext` DOUBLE, `gaia_rp_el_model3_odonnell_ext` DOUBLE, `euclid_nisp_h_el_model1_odonnell_ext` DOUBLE, `euclid_nisp_h_el_model3_odonnell_ext` DOUBLE, `euclid_nisp_j_el_model1_odonnell_ext` DOUBLE, `euclid_nisp_j_el_model3_odonnell_ext` DOUBLE, `euclid_nisp_y_el_model1_odonnell_ext` DOUBLE, `euclid_nisp_y_el_model3_odonnell_ext` DOUBLE, `euclid_vis_el_model1_odonnell_ext` DOUBLE, `euclid_vis_el_model3_odonnell_ext` DOUBLE, `halo_id` BIGINT, `galaxy_id` BIGINT ) STORED AS PARQUET LOCATION '/user/jcarrete/data/euclid/flagship_mock_1_9_4' ;
CREATE TABLE cosmohub.flagship_mock_1_9_4_s( `halo_id` bigint COMMENT 'unique halo id coming from the Flagship dark matter halo catalog', `galaxy_id` int COMMENT 'combined with the unique_halo_id they uniquely identify each galaxy', `kind` tinyint COMMENT 'Galaxy type: 0: CENTRAL, 1: SATELLITE, 2: QSO, 3: HIGH REDSHIFT', `random_index` float COMMENT 'random number [0 - 1) for subsampling', `ra_gal` float COMMENT 'galaxy right ascension (degrees)', `dec_gal` float COMMENT 'galaxy declination (degrees)', `ra_mag_gal` float COMMENT 'galaxy magnified right ascension (degree)', `dec_mag_gal` float COMMENT 'galaxy magnified declination (degree)', `kappa` float COMMENT 'convergence', `gamma1` float COMMENT 'shear', `gamma2` float COMMENT 'shear', `l_gal` float COMMENT 'galactic longitude (degrees)', `b_gal` float COMMENT 'galactic latitude (degrees)', `mw_extinction` float COMMENT 'EBV from file: HFI_CompMap_ThermalDustModel_2048_R1.20.fits', `x_gal` float COMMENT 'galaxy comoving x coordinate (Mpc/h)', `y_gal` float COMMENT 'galaxy comoving y coordinate (Mpc/h)', `z_gal` float COMMENT 'galaxy comoving z coordinate (Mpc/h)', `r_gal` float COMMENT 'galaxy comoving distance (Mpc/h)', `true_redshift_gal` float COMMENT 'true galaxy redshift', `observed_redshift_gal` float COMMENT 'observed galaxy redshift (including peculiar velocity)', `hpix_29_nest` bigint COMMENT 'healpix pixel id using order = 29 in NESTED format', `vx_gal` float COMMENT 'physical (peculiar) velocity in x-component (km/s)', `vy_gal` float COMMENT 'physical (peculiar) velocity in y-component (km/s)', `vz_gal` float COMMENT 'physical (peculiar) velocity in z-component (km/s)', `vrad_gal` float COMMENT , `delta_r` float COMMENT , `abs_mag_r01` float COMMENT 'absolute magnitude in the 0.1-r-band: abs_mag_r01 = Mr-5log(h)', `luminosity_r01` float COMMENT 'luminosity in the 0.1-r-band', `abs_mag_r01_evolved` float COMMENT 'absolute magnitude in the 0.1-r-band: abs_mag_r01 = Mr-5log(h) including MICECATv2.0 magnitude evolution', `sdss_r01` float COMMENT 'observed flux in sdss r-band redshifted to z=0.1', `abs_mag_uv_dereddened` float COMMENT 'absolute magnitude ultraviolet', `gr_restframe` float COMMENT '(g-r) rest-frame at z=0', `color_kind` tinyint COMMENT 'galaxy color kind: 0=red sequence 1=green valley 2=blue cloud', `sed_ke` float COMMENT 'K-correction for each SED', `gr_cosmos` float COMMENT 'interpolated COSMOS g-r color', `sed_cosmos` float COMMENT 'interpolated basic COSMOS SED [0 30]', `is_within_cosmos` boolean COMMENT , `cosmos_distance` float COMMENT , `ext_curve_cosmos` tinyint COMMENT 'COSMOS extinction curve [0-4]', `ebv_cosmos` float COMMENT 'interpolated extinction strength for COSMOS extinction curve', `log_ml_r01` float COMMENT 'logarithm of stellar_mass/luminosity ratio in the r01 SDSS band', `log_stellar_mass` float COMMENT 'logarithm of the stellar mass (Msun/h)', `metallicity` float COMMENT 'oxygen metallicity in units 12+logO/H', `log_sfr` float COMMENT 'logarithm of star formation rate in (Msun/h)/year', `logf_halpha` float COMMENT 'DEPRECATED logarithm of flux of Halpha (erg/cm**2/s) using empirical relation with UV magnitude (observed: DOES NOT include extinction)', `logf_halpha_ext` float COMMENT 'DEPRECATED logarithm of flux of Halpha (erg/cm**2/s) using empirical relation with UV magnitude (observed: includes extinction)', `halpha_scatter` float COMMENT , `loglum_halpha` float COMMENT 'DEPRECATED logarithm of Halpha luminosity (erg/s/h^2) using empirical relation with UV magnitude (DOES NOT include extinction)', `loglum_halpha_ext` float COMMENT , `logf_dummy` float COMMENT , `z_dummy` float COMMENT , `logf_halpha_model1_ext` float COMMENT 'logarithm of flux of Halpha (erg/cm**2/s) calibrated using Pozzetti model 1 (observed: includes extinction)', `logf_halpha_model1` float COMMENT 'logarithm of flux of Halpha (erg/cm**2/s) calibrated using Pozzetti model 1 (observed: DOES NOT include extinction)', `loglum_halpha_model1_ext` float COMMENT 'logarithm of Halpha luminosity (erg/s/h^2) calibrated using Pozzetti model 1 (includes extinction)', `loglum_halpha_model1` float COMMENT 'logarithm of Halpha luminosity (erg/s/h^2) calibrated using Pozzetti model 1 (DOES NOT include extinction)', `logf_halpha_model3_ext` float COMMENT 'logarithm of flux of Halpha (erg/cm**2/s) calibrated using Pozzetti model 3 (observed: includes extinction)', `logf_halpha_model3` float COMMENT 'logarithm of flux of Halpha (erg/cm**2/s) calibrated using Pozzetti model 3 (observed: DOES NOT include extinction)', `loglum_halpha_model3_ext` float COMMENT 'logarithm of Halpha luminosity (erg/s/h^2) calibrated using Pozzetti model 3 (includes extinction)', `loglum_halpha_model3` float COMMENT 'logarithm of Halpha luminosity (erg/s/h^2) calibrated using Pozzetti model 3 (DOES NOT include extinction)', `logf_hbeta_model1_ext` float COMMENT 'logarithm of flux of Hbeta (erg/cm**2/s) using as input model1 (observed: includes extinction)', `logf_hbeta_model1` float COMMENT 'logarithm of flux of Hbeta (erg/cm**2/s) using as input model1 (observed: DOES NOT include extinction)', `logf_o2_model1_ext` float COMMENT 'logarithm of flux of [NII] 6584 (erg/cm**2/s) using as input model1 (observed: includes extinction)', `logf_o2_model1` float COMMENT 'logarithm of flux of [NII] 6584 (erg/cm**2/s) using as input model1 (observed: DOES NOT include extinction)', `logf_n2_model1_ext` float COMMENT 'logarithm of flux of [NII] 6584 (erg/cm**2/s) using as input model1 (observed: includes extinction)', `logf_n2_model1` float COMMENT 'logarithm of flux of [NII] 6584 (erg/cm**2/s) using as input model1 (observed: DOES NOT include extinction)', `logf_o3_model1_ext` float COMMENT 'logarithm of flux of [OIII] 5007 (erg/cm**2/s) using as input model1 (observed: includes extinction)', `logf_o3_model1` float COMMENT 'logarithm of flux of [OIII] 5007 (erg/cm**2/s) using as input model1 (observed: DOES NOT include extinction)', `logf_s2_model1_ext` float COMMENT 'logarithm of flux of [SII] 6716 (erg/cm**2/s) using as input model1 (observed: includes extinction)', `logf_s2_model1` float COMMENT 'logarithm of flux of [SII] 6716 (erg/cm**2/s) using as input model1 (observed: DOES NOT include extinction)', `logf_hbeta_model3_ext` float COMMENT 'logarithm of flux of Hbeta (erg/cm**2/s) using as input model3 (observed: includes extinction)', `logf_hbeta_model3` float COMMENT 'logarithm of flux of Hbeta (erg/cm**2/s) using as input model3 (observed: DOES NOT include extinction)', `logf_o2_model3_ext` float COMMENT 'logarithm of flux of [NII] 6584 (erg/cm**2/s) using as input model3 (observed: includes extinction)', `logf_o2_model3` float COMMENT 'logarithm of flux of [NII] 6584 (erg/cm**2/s) using as input model3 (observed: DOES NOT include extinction)', `logf_n2_model3_ext` float COMMENT 'logarithm of flux of [NII] 6584 (erg/cm**2/s) using as input model3 (observed: includes extinction)', `logf_n2_model3` float COMMENT 'logarithm of flux of [NII] 6584 (erg/cm**2/s) using as input model3 (observed: DOES NOT include extinction)', `logf_o3_model3_ext` float COMMENT 'logarithm of flux of [OIII] 5007 (erg/cm**2/s) using as input model3 (observed: includes extinction)', `logf_o3_model3` float COMMENT 'logarithm of flux of [OIII] 5007 (erg/cm**2/s) using as input model3 (observed: DOES NOT include extinction)', `logf_s2_model3_ext` float COMMENT 'logarithm of flux of [SII] 6716 (erg/cm**2/s) using as input model3 (observed: includes extinction)', `logf_s2_model3` float COMMENT 'logarithm of flux of [SII] 6716 (erg/cm**2/s) using as input model3 (observed: DOES NOT include extinction)', `2mass_h` float COMMENT 'observed flux in 2MASS H-band (Euclid provided)', `2mass_j` float COMMENT 'observed flux in 2MASS J-band (Euclid provided)', `2mass_ks` float COMMENT 'observed flux in 2MASS Ks-band (Euclid provided)', `blanco_decam_g` float COMMENT 'observed flux in DES g-band (Euclid provided)', `blanco_decam_i` float COMMENT 'observed flux in DES i-band (Euclid provided)', `blanco_decam_r` float COMMENT 'observed flux in DES r-band (Euclid provided)', `blanco_decam_z` float COMMENT 'observed flux in DES z-band (Euclid provided)', `cfht_megacam_r` float COMMENT 'observed flux in CFHT r-band (Euclid provided)', `cfht_megacam_u` float COMMENT 'observed flux in CFHT u-band (Euclid provided)', `euclid_nisp_h` float COMMENT 'observed flux in Euclid NISP-H band (Euclid provided)', `euclid_nisp_j` float COMMENT 'observed flux in Euclid NISP-J band (Euclid provided)', `euclid_nisp_y` float COMMENT 'observed flux in Euclid NISP-Y band (Euclid provided)', `euclid_vis` float COMMENT 'observed flux in Euclid VIS band (Euclid provided)', `gaia_bp` float COMMENT 'observed flux in Gaia-BP band (Euclid provided)', `gaia_g` float COMMENT 'observed flux in Gaia-G band (Euclid provided)', `gaia_rp` float COMMENT 'observed flux in Gaia-RP band (Euclid provided)', `jst_jpcam_g` float COMMENT 'observed flux in JST g-band (Euclid provided)', `kids_g` float COMMENT 'observed flux in KIDS g-band (Euclid provided)', `kids_i` float COMMENT 'observed flux in KIDS i-band (Euclid provided)', `kids_r` float COMMENT 'observed flux in KIDS r-band (Euclid provided)', `kids_u` float COMMENT 'observed flux in KIDS u-band (Euclid provided)', `lsst_g` float COMMENT 'observed flux in LSST g-band (Euclid provided)', `lsst_i` float COMMENT 'observed flux in LSST i-band (Euclid provided)', `lsst_r` float COMMENT 'observed flux in LSST r-band (Euclid provided)', `lsst_u` float COMMENT 'observed flux in LSST u-band (Euclid provided)', `lsst_y` float COMMENT 'observed flux in LSST Y-band (Euclid provided)', `lsst_z` float COMMENT 'observed flux in LSST z-band (Euclid provided)', `pan_starrs_i` float COMMENT 'observed flux in Pan-STARRS i-band (Euclid provided)', `pan_starrs_z` float COMMENT 'observed flux in Pan-STARRS z-band (Euclid provided)', `subaru_hsc_z` float COMMENT 'observed flux in HYPER SUPRIME CAMERA SUBARU z-band (Euclid provided)', `2mass_h_odonnell_ext` float COMMENT 'observed flux with MW extinction in 2MASS H-band (Euclid provided)', `2mass_j_odonnell_ext` float COMMENT 'observed flux with MW extinction in 2MASS J-band (Euclid provided)', `2mass_ks_odonnell_ext` float COMMENT 'observed flux with MW extinction in 2MASS Ks-band (Euclid provided)', `blanco_decam_g_odonnell_ext` float COMMENT 'observed flux with MW extinction in DES g-band (Euclid provided)', `blanco_decam_i_odonnell_ext` float COMMENT 'observed flux with MW extinction in DES i-band (Euclid provided)', `blanco_decam_r_odonnell_ext` float COMMENT 'observed flux with MW extinction in DES r-band (Euclid provided)', `blanco_decam_z_odonnell_ext` float COMMENT 'observed flux with MW extinction in DES z-band (Euclid provided)', `cfht_megacam_r_odonnell_ext` float COMMENT 'observed flux with MW extinction in CFHT r-band (Euclid provided)', `cfht_megacam_u_odonnell_ext` float COMMENT 'observed flux with MW extinction in CFHT u-band (Euclid provided)', `euclid_nisp_h_odonnell_ext` float COMMENT 'observed flux with MW extinction in Euclid NISP-H band (Euclid provided)', `euclid_nisp_j_odonnell_ext` float COMMENT 'observed flux with MW extinction in Euclid NISP-J band (Euclid provided)', `euclid_nisp_y_odonnell_ext` float COMMENT 'observed flux with MW extinction in Euclid NISP-Y band (Euclid provided)', `euclid_vis_odonnell_ext` float COMMENT 'observed flux with MW extinction in Euclid VIS band (Euclid provided)', `gaia_bp_odonnell_ext` float COMMENT 'observed flux with MW extinction in Gaia-BP band (Euclid provided)', `gaia_g_odonnell_ext` float COMMENT 'observed flux with MW extinction in Gaia-G band (Euclid provided)', `gaia_rp_odonnell_ext` float COMMENT 'observed flux with MW extinction in Gaia-RP band (Euclid provided)', `jst_jpcam_g_odonnell_ext` float COMMENT 'observed flux with MW extinction in JST g-band (Euclid provided)', `kids_g_odonnell_ext` float COMMENT 'observed flux with MW extinction in KIDS g-band (Euclid provided)', `kids_i_odonnell_ext` float COMMENT 'observed flux with MW extinction in KIDS i-band (Euclid provided)', `kids_r_odonnell_ext` float COMMENT 'observed flux with MW extinction in KIDS r-band (Euclid provided)', `kids_u_odonnell_ext` float COMMENT 'observed flux with MW extinction in KIDS u-band (Euclid provided)', `lsst_g_odonnell_ext` float COMMENT 'observed flux with MW extinction in LSST g-band (Euclid provided)', `lsst_i_odonnell_ext` float COMMENT 'observed flux with MW extinction in LSST i-band (Euclid provided)', `lsst_r_odonnell_ext` float COMMENT 'observed flux with MW extinction in LSST r-band (Euclid provided)', `lsst_u_odonnell_ext` float COMMENT 'observed flux with MW extinction in LSST u-band (Euclid provided)', `lsst_y_odonnell_ext` float COMMENT 'observed flux with MW extinction in LSST Y-band (Euclid provided)', `lsst_z_odonnell_ext` float COMMENT 'observed flux with MW extinction in LSST z-band (Euclid provided)', `pan_starrs_i_odonnell_ext` float COMMENT 'observed flux with MW extinction in Pan-STARRS i-band (Euclid provided)', `pan_starrs_z_odonnell_ext` float COMMENT 'observed flux with MW extinction in Pan-STARRS z-band (Euclid provided)', `sdss_r01_odonnell_ext` float COMMENT 'observed flux in sdss r-band redshifted to z=0.1 with MW extinction', `subaru_hsc_z_odonnell_ext` float COMMENT 'observed flux with MW extinction in HYPER SUPRIME CAMERA SUBARU z-band (Euclid provided)', `2mass_h_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction 2MASS H-band (Euclid provided)', `2mass_h_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction 2MASS H-band (Euclid provided)', `2mass_j_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in 2MASS J-band (Euclid provided)', `2mass_j_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in 2MASS J-band (Euclid provided)', `2mass_ks_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in 2MASS Ks-band (Euclid provided)', `2mass_ks_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in 2MASS Ks-band (Euclid provided)', `blanco_decam_g_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in DES g-band (Euclid provided)', `blanco_decam_g_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in DES g-band (Euclid provided)', `blanco_decam_i_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in DES i-band (Euclid provided)', `blanco_decam_i_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in DES i-band (Euclid provided)', `blanco_decam_r_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in DES r-band (Euclid provided)', `blanco_decam_r_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in DES r-band (Euclid provided)', `blanco_decam_z_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in DES z-band (Euclid provided)', `blanco_decam_z_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in DES z-band (Euclid provided)', `cfht_megacam_r_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in CFHT r-band (Euclid provided)', `cfht_megacam_r_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in CFHT r-band (Euclid provided)', `cfht_megacam_u_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in CFHT u-band (Euclid provided)', `cfht_megacam_u_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in CFHT u-band (Euclid provided)', `euclid_nisp_h_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in Euclid NISP-H band (Euclid provided)', `euclid_nisp_h_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in Euclid NISP-H band (Euclid provided)', `euclid_nisp_j_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in Euclid NISP-J band (Euclid provided)', `euclid_nisp_j_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in Euclid NISP-J band (Euclid provided)', `euclid_nisp_y_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in Euclid NISP-Y band (Euclid provided)', `euclid_nisp_y_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in Euclid NISP-Y band (Euclid provided)', `euclid_vis_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in Euclid VIS band (Euclid provided)', `euclid_vis_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in Euclid VIS band (Euclid provided)', `gaia_bp_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in Gaia-BP band (Euclid provided)', `gaia_bp_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in Gaia-BP band (Euclid provided)', `gaia_g_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in Gaia-G band (Euclid provided)', `gaia_g_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in Gaia-G band (Euclid provided)', `gaia_rp_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in Gaia-RP band (Euclid provided)', `gaia_rp_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in Gaia-RP band (Euclid provided)', `jst_jpcam_g_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in JST g-band (Euclid provided)', `jst_jpcam_g_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in JST g-band (Euclid provided)', `kids_g_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in KIDS g-band (Euclid provided)', `kids_g_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in KIDS g-band (Euclid provided)', `kids_i_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in KIDS i-band (Euclid provided)', `kids_i_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in KIDS i-band (Euclid provided)', `kids_r_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in KIDS r-band (Euclid provided)', `kids_r_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in KIDS r-band (Euclid provided)', `kids_u_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in KIDS u-band (Euclid provided)', `kids_u_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in KIDS u-band (Euclid provided)', `lsst_g_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in LSST g-band (Euclid provided)', `lsst_g_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in LSST g-band (Euclid provided)', `lsst_i_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in LSST i-band (Euclid provided)', `lsst_i_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in LSST i-band (Euclid provided)', `lsst_r_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in LSST r-band (Euclid provided)', `lsst_r_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in LSST r-band (Euclid provided)', `lsst_u_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in LSST u-band (Euclid provided)', `lsst_u_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in LSST u-band (Euclid provided)', `lsst_y_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in LSST Y-band (Euclid provided)', `lsst_y_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in LSST Y-band (Euclid provided)', `lsst_z_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in LSST z-band (Euclid provided)', `lsst_z_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in LSST z-band (Euclid provided)', `pan_starrs_i_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in Pan-STARRS i-band (Euclid provided)', `pan_starrs_i_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in Pan-STARRS i-band (Euclid provided)', `pan_starrs_z_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in Pan-STARRS z-band (Euclid provided)', `pan_starrs_z_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in Pan-STARRS z-band (Euclid provided)', `sdss_r01_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in sdss r-band redshifted to z=0.1', `sdss_r01_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in sdss r-band redshifted to z=0.1', `subaru_hsc_z_el_model1_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model1 with MW extinction in HYPER SUPRIME CAMERA SUBARU z-band (Euclid provided)', `subaru_hsc_z_el_model3_odonnell_ext` float COMMENT 'observed flux including E.L. fluxes using as input model3 with MW extinction in HYPER SUPRIME CAMERA SUBARU z-band (Euclid provided)', `dominant_shape` tinyint COMMENT 'flag to define whether the galaxy is BULGE-dominated (0) or DISK-dominated (1)', `bulge_angle` float COMMENT 'position of the disk rotation axis (degrees) (assumption: bulge_angle = disk_angle). TU Galaxy stamps convention for OU-SIM: the standard is to set the position angle from North to East, with the major axis aligned in Declination', `disk_angle` float COMMENT 'position of the disk rotation axis (degrees) (assumption: bulge_angle = disk_angle). TU Galaxy stamps convention for OU-SIM: the standard is to set the position angle from North to East, with the major axis aligned in Declination', `median_major_axis` float COMMENT 'median semi-major axis exponential scalength. Profile defined as: I = I_o x exp (-radius/scalelength)', `scale_length` float COMMENT 'disc and bulge scalelength prior', `bulge_fraction` float COMMENT 'ratio of the flux in the bulge component to the total flux (often written B/T)', `disk_scalelength` float COMMENT 'scalength of the disk, profile defined as: I = I_o x exp (-radius/disk_scalelength)', `disk_nsersic` float COMMENT 'Sersic index of the disk component', `disk_r50` float COMMENT 'half light radius of the disk. For an exponential profile (or Sersec profile with index n=1), disk_r50 = disk_scalelength * 1.678', `bulge_r50` float COMMENT 'half light radius of the bulge', `bulge_nsersic` float COMMENT 'Sersic index of the bulge component', `disk_ellipticity` float COMMENT 'ellipticity of the disk defined as disk_ellipticity = (1 - disk_axis_ratio) / (1 + disk_axis_ratio)', `bulge_ellipticity` float COMMENT 'ellipticity of the bulge defined as bulge_ellipticity = (1 - bulge_axis_ratio) / (1 + bulge_axis_ratio)', `disk_axis_ratio` float COMMENT 'disk projected axis ratio defined as b/a (b: semi-minor axis, a: semi-major axis)', `bulge_axis_ratio` float COMMENT 'bulge projected axis ratio defined as b/a (b: semi-minor axis, a: semi-major axis)', `disk_inclination_angle` float COMMENT , `bulge_inclination_angle` float COMMENT , `halo_x` float COMMENT 'halo comoving x coordinate (Mpc/h)', `halo_y` float COMMENT 'halo comoving y coordinate (Mpc/h)', `halo_z` float COMMENT 'halo comoving z coordinate (Mpc/h)', `halo_vx` float COMMENT 'halo x-centre velocity (km/h)', `halo_vy` float COMMENT 'halo y-centre velocity (km/h)', `halo_vz` float COMMENT 'halo z-centre velocity (km/h)', `halo_r` float COMMENT 'halo comoving distance (Mpc/h)', `true_redshift_halo` float COMMENT 'true redshift of the host halo', `halo_lm` float COMMENT 'log10 of the FoF halo mass in Msum/h. This halo mass is computed as the particule mass multiplied by the number of particles of the FoF halo. At low masses it is interpolated to obtain a smooth distribution of halo masses', `halo_n_sats` int COMMENT 'number of satellite galaxies from HOD', `n_gals` int COMMENT 'DEPRECATED', `luminosity_r01_evolved` float COMMENT , `hpix_13_nest` bigint COMMENT ) PARTITIONED BY ( `step` smallint COMMENT 'step number in the Flagship lensing maps') CLUSTERED BY ( hpix_13_nest) SORTED BY ( hpix_13_nest ASC) INTO 128 BUCKETS ROW FORMAT SERDE 'org.apache.hadoop.hive.ql.io.orc.OrcSerde' STORED AS INPUTFORMAT 'org.apache.hadoop.hive.ql.io.orc.OrcInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat' ;
INSERT OVERWRITE TABLE cosmohub.flagship_mock_1_9_4_s PARTITION(step) SELECT halo_id, galaxy_id, kind, random_index, ra_gal, dec_gal, ra_mag_gal, dec_mag_gal, kappa, gamma1, gamma2, l_gal, b_gal, mw_extinction, x_gal, y_gal, z_gal, r_gal, true_redshift_gal, observed_redshift_gal, hpix_29_nest, vx_gal, vy_gal, vz_gal, vrad_gal, delta_r, abs_mag_r01, luminosity_r01, abs_mag_r01_evolved, sdss_r01, abs_mag_uv_dereddened, gr_restframe, color_kind, sed_ke, gr_cosmos, sed_cosmos, is_within_cosmos, cosmos_distance, ext_curve_cosmos, ebv_cosmos, log_ml_r01, log_stellar_mass, metallicity, log_sfr, logf_halpha, logf_halpha_ext, halpha_scatter, loglum_halpha, loglum_halpha_ext, logf_dummy, z_dummy, logf_halpha_model1_ext, logf_halpha_model1, loglum_halpha_model1_ext, loglum_halpha_model1, logf_halpha_model3_ext, logf_halpha_model3, loglum_halpha_model3_ext, loglum_halpha_model3, logf_hbeta_model1_ext, logf_hbeta_model1, logf_o2_model1_ext, logf_o2_model1, logf_n2_model1_ext, logf_n2_model1, logf_o3_model1_ext, logf_o3_model1, logf_s2_model1_ext, logf_s2_model1, logf_hbeta_model3_ext, logf_hbeta_model3, logf_o2_model3_ext, logf_o2_model3, logf_n2_model3_ext, logf_n2_model3, logf_o3_model3_ext, logf_o3_model3, logf_s2_model3_ext, logf_s2_model3, 2mass_h, 2mass_j, 2mass_ks, blanco_decam_g, blanco_decam_i, blanco_decam_r, blanco_decam_z, cfht_megacam_r, cfht_megacam_u, euclid_nisp_h, euclid_nisp_j, euclid_nisp_y, euclid_vis, gaia_bp, gaia_g, gaia_rp, jst_jpcam_g, kids_g, kids_i, kids_r, kids_u, lsst_g, lsst_i, lsst_r, lsst_u, lsst_y, lsst_z, pan_starrs_i, pan_starrs_z, subaru_hsc_z, 2mass_h_odonnell_ext, 2mass_j_odonnell_ext, 2mass_ks_odonnell_ext, blanco_decam_g_odonnell_ext, blanco_decam_i_odonnell_ext, blanco_decam_r_odonnell_ext, blanco_decam_z_odonnell_ext, cfht_megacam_r_odonnell_ext, cfht_megacam_u_odonnell_ext, euclid_nisp_h_odonnell_ext, euclid_nisp_j_odonnell_ext, euclid_nisp_y_odonnell_ext, euclid_vis_odonnell_ext, gaia_bp_odonnell_ext, gaia_g_odonnell_ext, gaia_rp_odonnell_ext, jst_jpcam_g_odonnell_ext, kids_g_odonnell_ext, kids_i_odonnell_ext, kids_r_odonnell_ext, kids_u_odonnell_ext, lsst_g_odonnell_ext, lsst_i_odonnell_ext, lsst_r_odonnell_ext, lsst_u_odonnell_ext, lsst_y_odonnell_ext, lsst_z_odonnell_ext, pan_starrs_i_odonnell_ext, pan_starrs_z_odonnell_ext, sdss_r01_odonnell_ext, subaru_hsc_z_odonnell_ext, 2mass_h_el_model1_odonnell_ext, 2mass_h_el_model3_odonnell_ext, 2mass_j_el_model1_odonnell_ext, 2mass_j_el_model3_odonnell_ext, 2mass_ks_el_model1_odonnell_ext, 2mass_ks_el_model3_odonnell_ext, blanco_decam_g_el_model1_odonnell_ext, blanco_decam_g_el_model3_odonnell_ext, blanco_decam_i_el_model1_odonnell_ext, blanco_decam_i_el_model3_odonnell_ext, blanco_decam_r_el_model1_odonnell_ext, blanco_decam_r_el_model3_odonnell_ext, blanco_decam_z_el_model1_odonnell_ext, blanco_decam_z_el_model3_odonnell_ext, cfht_megacam_r_el_model1_odonnell_ext, cfht_megacam_r_el_model3_odonnell_ext, cfht_megacam_u_el_model1_odonnell_ext, cfht_megacam_u_el_model3_odonnell_ext, euclid_nisp_h_el_model1_odonnell_ext, euclid_nisp_h_el_model3_odonnell_ext, euclid_nisp_j_el_model1_odonnell_ext, euclid_nisp_j_el_model3_odonnell_ext, euclid_nisp_y_el_model1_odonnell_ext, euclid_nisp_y_el_model3_odonnell_ext, euclid_vis_el_model1_odonnell_ext, euclid_vis_el_model3_odonnell_ext, gaia_bp_el_model1_odonnell_ext, gaia_bp_el_model3_odonnell_ext, gaia_g_el_model1_odonnell_ext, gaia_g_el_model3_odonnell_ext, gaia_rp_el_model1_odonnell_ext, gaia_rp_el_model3_odonnell_ext, jst_jpcam_g_el_model1_odonnell_ext, jst_jpcam_g_el_model3_odonnell_ext, kids_g_el_model1_odonnell_ext, kids_g_el_model3_odonnell_ext, kids_i_el_model1_odonnell_ext, kids_i_el_model3_odonnell_ext, kids_r_el_model1_odonnell_ext, kids_r_el_model3_odonnell_ext, kids_u_el_model1_odonnell_ext, kids_u_el_model3_odonnell_ext, lsst_g_el_model1_odonnell_ext, lsst_g_el_model3_odonnell_ext, lsst_i_el_model1_odonnell_ext, lsst_i_el_model3_odonnell_ext, lsst_r_el_model1_odonnell_ext, lsst_r_el_model3_odonnell_ext, lsst_u_el_model1_odonnell_ext, lsst_u_el_model3_odonnell_ext, lsst_y_el_model1_odonnell_ext, lsst_y_el_model3_odonnell_ext, lsst_z_el_model1_odonnell_ext, lsst_z_el_model3_odonnell_ext, pan_starrs_i_el_model1_odonnell_ext, pan_starrs_i_el_model3_odonnell_ext, pan_starrs_z_el_model1_odonnell_ext, pan_starrs_z_el_model3_odonnell_ext, sdss_r01_el_model1_odonnell_ext, sdss_r01_el_model3_odonnell_ext, subaru_hsc_z_el_model1_odonnell_ext, subaru_hsc_z_el_model3_odonnell_ext, dominant_shape, bulge_angle, disk_angle, median_major_axis, scale_length, bulge_fraction, disk_scalelength, disk_nsersic, disk_r50, bulge_r50, bulge_nsersic, disk_ellipticity, bulge_ellipticity, disk_axis_ratio, bulge_axis_ratio, disk_inclination_angle, bulge_inclination_angle, halo_x, halo_y, halo_z, halo_vx, halo_vy, halo_vz, halo_r, true_redshift_halo, halo_lm, halo_n_sats, n_gals, luminosity_r01_evolved, hpix_13_nest, step FROM jcarrete.flagship_mock_1_9_4_p;
ANALYZE TABLE cosmohub.flagship_mock_1_9_4_s COMPUTE STATISTICS FOR COLUMNS;