1. Basic : lancer spica
2. WARNING et FAQ
3. Parametres et configuration
4. Liste et fonction des .pl
A. Annexes
Commande de base pour chaque machine du cluster spica (au 20.03.07: mix3, mix4, mix5, mix6, mix8)
S'y trouve tous les fichsiers de commandes .cmd Chaque .cmd est un fichier contenant toute la serie de commande pour traiter ensemble (scamp+swarp par example) toute une liste d'image.
Ainsi : CFHTLS_D_i_022559-042940_T0041.cmd servira a faire les scamp/swarp pour le champ Deep en bande r.
Les parametres pour produire cette serie de donnees sont contenus dans spica_auto.pl , config_spica.pl ainsi que dans les fichiers de configuration de scamp, swarp, sextractor.
Les fichiers de configuration de l'ensemble des logiciels sont dans /usr/local/etc/spica/
Ce sont les fichiers de configuration par defaut pour le mode automatique de spica.
Parametre=valeur exemple | Commentaire |
nodename = substr($hostname,0,index($hostname,'.')) | |
script_location = "/usr/local/spica/" | |
base_config = "/usr/local/etc/spica/" | |
data_path = ("/data/-nodename/raid/processing/") | |
enable_cadc_output" = 0 | If set, use @output_path_qf and @output_path_spica for storage |
cadc_dir_remote" = 1 | If set, mean @output_path_qf and @output_path_spica are NFS mounted |
host_master = "http://limu.cfht.hawaii.edu:872/detrend/megacam/" | If WIRCam host_master = "http://limu.cfht.hawaii.edu:872/detrend/wircam/" |
use_external_master = 1 | If =0 = disable master loading |
server_host = "clix.clic.iap.fr" | |
server_url = "clix.iap.fr" | |
server_master = "clix.clic.iap.fr" | |
enable_nfs = 0 | |
dir_pipeline = "spica" | Where all processed files will be stored (should match www config) |
verbose" = 1 | |
ssh_option = "-o StrictHostKeyChecking=no" | |
mkdir_bin = "/bin/mkdir" | |
ssh_bin = "/usr/bin/ssh -ssh_option" | |
rm_bin = "/bin/rm -f" | |
mv_bin = "/bin/mv" | |
df_bin = "/bin/df" | |
cat_bin = "/bin/cat" | |
rcp_bin = "/usr/bin/rcp -ssh_option" | |
scp_bin = "/usr/bin/rcp -ssh_option" | |
convert_bin = "/usr/bin/convert" | |
touch_bin = "/bin/touch" | |
ln_bin = "/bin/ln -s" | |
cp_bin = "/bin/cp" | |
imcopy_bin = "/usr/local/bin/imcopy" | Uncompress fits file |
wget_bin = "/usr/bin/wget" | To retrieve CFHT metadata |
qualityfits_bin = "/usr/local/bin/qualityFITS.pl" | |
swarp_bin = "/usr/local/bin/swarp" | |
sex_bin = "/usr/local/bin/sex" | |
scamp_bin = "/usr/local/bin/scamp" | |
stiff_bin = "/usr/local/bin/stiff" | |
missfits_bin = "/usr/local/bin/missfits" | |
database_port = 3306 | |
domain_node = "clic.iap.fr" | |
database_host = "dbterapix".".".-"domain_node" | |
database_dbterapix = "DBI:mysql:DBTERAPIX" | |
database_spica = "DBI:mysql:dbspica" | |
database_photometry = "DBI:mysql:Photometry" | |
database_user = "pipeline" | |
database_password = "pipeline" | |
size_stack = 2*1024*1024 | Limitation suivant machine (mix3:2 Go) |
qualityfits_rc = "/usr/local/etc/qualityFITS/qualityFITS.rc" | Pour WIRCam = "/usr/local/etc/qualityFITS/Wircam.rc" |
use_local_cat = 1 | =1 if USNO catalog available locally |
use_external_ahead = 1 | Use external header ? |
megacam_ahead = "megacam.ahead" | # if yes, name of the ahead to read (in -"base_config"). Pour WIRCam = "wircam.ahead" |
sex_output_ascii_cat = 0 | 0 = ldac, 1 = ascii_head |
cadc_dir_new = "/data/clix/fc3/cadc/new" | |
cadc_dir_replace = "/data/clix/fc3/cadc/replace" | |
use_ldac_repository = 1 | |
ldac_repository_name = "ldac_repository" | |
ldac_repository_path = "/data/mix6/raid1/".-"ldac_repository_name" | |
ldac_repository_node = "mix6.clic.iap.fr" | |
camera = "megacam" | If WIRCam= "wircam" |
keyval_mask = "IMRED_MK" | If WIRCam="BPIXNAME" |
"keyval_flat = "IMRED_FF" | If WIRCam= "FLATNAME" |
dir_flat = "flat" | If WIRCam="domeflat" |
dir_mask = "mask" | If WIRCam="badpix" |
release_version = "0041" | Release Version Number |
mode_auto = 4 | If =0 = image by image, if =5 = PI |
mode_pointref = 1 | mode pointef |
select_vw_only = 0 | If set, Use VeryWide fields only |
disable_daemon = 0 | If set to 1, no .spica file written |
pi_fulldata = 0 | No filtering on seeing and airmass if set to 1 |
runid_filtering = 1 | Use runid keyword to group files |
field_size = 1 | Megacam is 1 degree diameter size |
radius_astrom = 3.5 | Radius to select images for astrometry (degree) |
radius_swarp = -field_size/2 | Radius to select images for swarp (degree), default is images FOV |
swarp_image_size_x = 3600 | Swarp x output size : 3600 = 1 deg (diameter) |
swarp_image_size_y = 3600 | Swarp y output size : 3600 = 1 deg (diameter) |
use_astrometrix = 0 | Set to 1 to use astrometrix, otherwise will use scamp |
use_skyprobe = 1 | Use skyprobe for filtering data |
skyprobe_max = 2 | Maximum value for Skyprobe |
skyprobe_swarp_max = 2 | Maximum value to filter swarp input files |
skyprobe_astrom_max = 2 | Maximum value to filter astrometry input files |
skyprobe_photom_max = 0.05 | Maximum value to find photometric files |
astrom_date_obs_min = "2003-06-01" | Reject files older than |
astrom_date_obs_max = "" | Reject files newer than |
swarp_date_obs_min = "2003-06-01" | Reject files older than |
swarp_date_obs_max = "" | Reject files newer than |
exp_astrom_min = 60 | |
exp_astrom_max = 900 | |
Fichier CFHTLS_D_i_022559-042940_T0004.cmd sur /data/mix4/raid2/processing/spica/admin/admin-spica/command
La liste des fichiers utilises dans ce .cmd a ete couppe pour etre reduite au minimum pour la comprehension
Chaque boite contient une ligne de commande du process contenu dans CFHTLS_D_i_022559-042940_T0004.cmd
SPICA Action | SPICA Command |
| /usr/local/spica/spica_check.pl -c /usr/local/spica/config-spica-25.pl -l /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/swarp_file.txt -s /usr/local/etc/spica/swarp/config/default-auto.swarp -o /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/check_spica.head i -t CFHTLS_D_i_022559-042940_T0004 -d /data/mix4/raid2/processing/ -m 4 -n mix4,mix3,mix8,mix6 |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Startrun='date_today' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "INSERT INTO Auto_status (Titreid,Filter,Runid,Object,ExpTime,DateObs,Utc_obs,dbRA,dbDEC,Ra_deg,Dec_deg,Rel_date,Phot_c,Phot_k,Airmass, Equinox,Flat,Mask,Mseeing,Mbkg,Skyprobe,Photom_flag,Mode,ReleaseVersion,Quality_version,Status_quality, Status_spica,Status_quality2,Status_out,Note,Comment,NoteQF,CommentQF,Path,PathFC,Node,Archive,Fileid) VALUES ('CFHTLS_D_i_022559-042940','i.MP9701','04AL01','D','54208.386','2004-07-24','14:40:28','02:25:59','-04:29:40', '36.495833','-4.494444','2007-10-28','29.96','0.04','','','','','','','8.526','','4','0004','','Y','P','N', 'N','','','','','5','','mix4','N','0')" |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_job SET AppStart='date_today' WHERE Titreid='CFHTLS_D_i_022559-042940' AND ImgId='43744' AND AppId='4'" |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Copy ldac catalog from Qualityfits' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
Copie tous ldac necessaires | /usr/local/spica/spica_copy.pl -m mix4 -n mix4 -i /data/mix4/raid1/processing/05BL02/g.MP9401/820397p/qualityFITS/820397p.ldac -o /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/820397p.ldac -c /usr/local/spica/config-spica-25.pl |
| /usr/local/spica/spica_copy.pl -m mix4 -n pix9 -i /data/pix9/raid/processing/03BH33/u.MP9301/727937p/qualityFITS/727937p.ldac -o /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/727937p.ldac -c /usr/local/spica/config-spica-25.pl |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Scamp running ...' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/bin/scamp `/bin/cat /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/astrom_file.txt` -c /usr/local/etc/spica/scamp/config/default-auto.scamp -XML_NAME i /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/scamp.xml -MOSAIC_TYPE SAME_CRVAL -AHEADER_GLOBAL /usr/local/etc/spica/scamp/megacam.ahead -CHECKPLOT_DEV PSC,PNG -CHECKPLOT_TYPE ASTR_CHI2,ASTR_INTERROR1D, ASTR_INTERROR2D,ASTR_REFERROR1D,ASTR_REFERROR2D,DISTORTION,FGROUPS,PHOT_ERROR,PHOT_ZPCORR,PHOT_ZPCORR3D -CHECKPLOT_NAME /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/astr_chi2, /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/astr_interror1d, /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/astr_interror2d, /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/astr_referror1d, /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/astr_referror2d, /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/distortion, /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/fgroups, /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/phot_error, /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/phot_zpcorr, /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/phot_zpcorr3d -CHECKPLOT_ANTIALIAS Y -MAGZERO_OUT 30 -MATCH_NMAX 0 -MATCH_RESOL 0 -CDSCLIENT_EXEC /usr/local/bin/aclientTerapix.pl -REF_SERVER dbterapix.iap.fr -REF_PORT 80 |
| /usr/bin/rcp mix4:/data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/scamp.xml mix4:/data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/scamp/CFHTLS_D_i_022559-042940_T0004_scamp.xml |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Compressing scamp metadata, loading XML into dbspica' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/scamp_xml.pl -c /usr/local/spica/config-spica-25.pl -l /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/scamp.xml -p /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/scamp -t CFHTLS_D_i_022559-042940 -g CFHTLS_D_i_022559-042940_T0004 -m 4 -z -r 0004 |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_job SET AppEnd='date_today' WHERE Titreid='CFHTLS_D_i_022559-042940' AND ImgId='43744' AND AppId='4'" |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_job SET AppStart='date_today' WHERE Titreid='CFHTLS_D_i_022559-042940' AND ImgId='43744' AND AppId='5'" |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Look for standard stars from catalog' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Copy header to swarp' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_status SET TELESCOP='CFHT 3.6m',INSTRUME='MegaPrime',DETECTOR='MegaCam',OBSERVER='QSOTeam'WHERETitreid='CFHTLS_D_i_022559-042940'AND Mode='4' AND ReleaseVersion='0004'" |
| /usr/local/spica/update_swarp_header.pl -c /usr/local/spica/config-spica-25.pl -t /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/755616p.head-d 2003-08-30-sCFHTLS_D_i_022559-042940_T0004 -z 30 -k TELESCOP='CFHT 3.6m',INSTRUME='MegaPrime',DETECTOR='MegaCam',OBSERVER='QSO Team' |
Copie tous les .head et .ahead necessaires | /usr/bin/rcp mix4:/data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/755616p.head mix4:/data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/755616p.head |
| /usr/bin/rcp mix4:/data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/766350p.aheadmix4:/data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/766350p.ahead |
| /usr/bin/rcp mix4:/data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/scamp/815677p.head mix4:/data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/scamp/815677p.head |
| /usr/local/spica/update_db_spica.pl-c /usr/local/spica/config-spica-25.pl-q "UPDATE Auto_runSET Status='Uncompressing weighted file from Qualityfits' WHERE Titreid='CFHTLS_D_i_022559-042940'AND Filter='i.MP9701' AND Mode='4'ANDStep='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/spica_copy.pl -l -m mix4 -n mix4 -i /data/mix4/raid2/processing/04AL01/i.MP9701/755616p.fits-o /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/755616p.fits -c /usr/local/spica/config-spica-25.pl |
| /usr/local/spica/spica_copy.pl-z-mmix4 -n mix4 -i /data/mix4/raid2/processing/04AL01/i.MP9701/755616p/qualityFITS/755616p_weight.fits.fz-o /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/755616p_weight.fits -c /usr/local/spica/config-spica-25.pl |
| /usr/local/spica/spica_copy.pl-u -m mix4 -n mix3 -i /data/mix3/raid2/processing/05BL01/i.MP9701/810320p/qualityFITS/810320p_weight.fits.fz-o/data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/810320p_weight.fits.fz -c /usr/local/spica/config-spica-25.pl |
| /usr/local/spica/spica_copy.pl-u-m mix4 -n mix3 -i /data/mix3/raid2/processing/05BL01/i.MP9701/810320p/qualityFITS/810320p_weight.fits.fz-o/data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/810320p_weight.fits.fz -c /usr/local/spica/config-spica-25.pl |
| /bin/rm-f/data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/810320p.fits.fz |
| /usr/local/spica/spica_copy.pl-l -m mix4 -n mix4 -i /data/mix4/raid1/processing/04BL01/i.MP9701/767546p.fits -o /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/767546p.fits-c/usr/local/spica/config-spica-25.pl |
| /usr/local/spica/spica_copy.pl -z -mmix4 -nmix4 -i /data/mix4/raid1/processing/04BL01/i.MP9701/767546p/qualityFITS/767546p_weight.fits.fz -o /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/767546p_weight.fits-c /usr/local/spica/config-spica-25.pl |
| /usr/local/spica/spica_copy.pl -l -mmix4 -nmix4 -i /data/mix4/raid1/processing/04BL01/i.MP9701/767547p.fits -o /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/767547p.fits -c /usr/local/spica/config-spica-25.pl |
| /usr/local/spica/spica_copy.pl -z -m mix4 -n mix4 -i /data/mix4/raid1/processing/04BL01/i.MP9701/767547p/qualityFITS/767547p_weight.fits.fz -o /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/767547p_weight.fits -c /usr/local/spica/config-spica-25.pl |
| /usr/local/spica/spica_copy.pl -l -m mix4 -n mix4 -i /data/mix4/raid1/processing/04BL01/i.MP9701/766350p.fits -o /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/766350p.fits -c /usr/local/spica/config-spica-25.pl |
| /usr/local/spica/spica_copy.pl -z -m mix4 -n mix4 -i /data/mix4/raid1/processing/04BL01/i.MP9701/766350p/qualityFITS/766350p_weight.fits.fz -o /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/766350p_weight.fits -c /usr/local/spica/config-spica-25.pl |
| /bin/rm -f /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/815677p.fits.fz |
| /usr/bin/rcp mix4:/data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/swarp_file.txt mix4:/data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/swarp/swarp_file.txt |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Running swarp' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/bin/swarp `/bin/cat /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/swarp_file.txt` -CENTER_TYPE MANUAL -CENTER 02:25:59,-04:29:40 -PIXELSCALE_TYPE MANUAL -PIXEL_SCALE 0.186 -IMAGE_SIZE 19354,19354 -COMBINE_BUFSIZE 1024 -BACK_SIZE 128 -RESAMPLE_DIR /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp -VMEM_DIR /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp -IMAGEOUT_NAME /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004.fits -WEIGHTOUT_NAME /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight.fits -c /usr/local/etc/spica/swarp/config/default-auto.swarp |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Creating thumbnails' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/stifbin.pl -c /usr/local/spica/config-spica-25.pl -f /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004.fits -o /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004.png -x 1600 |
| /usr/local/spica/stifbin.pl -c /usr/local/spica/config-spica-25.pl -f /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004.fits -o /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_small.png -x 512 |
| /usr/local/spica/stifbin.pl -c /usr/local/spica/config-spica-25.pl -f /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight.fits -o /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight.png -x 1600 |
| /usr/local/spica/stifbin.pl -c /usr/local/spica/config-spica-25.pl -f /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight.fits -o /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight_small.png -x 512 |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Updating fits keywords inside stacked images' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/update_release_date.pl '2007-10-28T00:00:00' /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004.fits |
| /usr/local/spica/update_release_date.pl '2007-10-28T00:00:00' /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight.fits |
| /usr/bin/rcp mix4:/data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004.png mix4:/data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004.png |
| /usr/bin/rcp mix4:/data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_small.png mix4:/data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_small.png |
| /usr/bin/rcp mix4:/data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight.png mix4:/data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight.png |
| /usr/bin/rcp mix4:/data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight_small.png mix4:/data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight_small.png |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_job SET AppEnd='date_today' WHERE Titreid='CFHTLS_D_i_022559-042940' AND ImgId='43744' AND AppId='5'" |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_job SET AppStart='date_today' WHERE Titreid='CFHTLS_D_i_022559-042940' AND ImgId='43744' AND AppId='1'" |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Running sextractor on stack image' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/bin/sex /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004.fits -WEIGHT_IMAGE /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight.fits -CHECKIMAGE_TYPE MINIBACKGROUND -CHECKIMAGE_NAME /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/sextractor/CFHTLS_D_i_022559-042940_T0004_mbkg.fits -PARAMETERS_NAME /usr/local/etc/spica/sextractor/config/default-auto.param -FILTER_NAME /usr/local/etc/spica/sextractor/config/default-auto.conv -STARNNW_NAME /usr/local/etc/spica/sextractor/config/default-auto.nnw -CATALOG_NAME /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/sextractor/CFHTLS_D_i_022559-042940_T0004.ldac -c /usr/local/etc/spica/sextractor/config/default-auto.sex |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Copying ldac to output disk' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/bin/rcp mix4:/data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/sextractor/CFHTLS_D_i_022559-042940_T0004.ldac mix4:/data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/sextractor/CFHTLS_D_i_022559-042940_T0004.ldac |
| /bin/rm -f /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/sextractor/CFHTLS_D_i_022559-042940_T0004_mbkg.fits.fz |
| /usr/local/bin/imcopy /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/sextractor/CFHTLS_D_i_022559-042940_T0004_mbkg.fits '/data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/sextractor/CFHTLS_D_i_022559-042940_T0004_mbkg.fits.fz[compress]' |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_job SET AppEnd='date_today' WHERE Titreid='CFHTLS_D_i_022559-042940' AND ImgId='43744' AND AppId='1'" |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_status SET Status_spica='Y',DateObs='2003-08-30' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Mode='4' AND ReleaseVersion='0004'" |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Updating dbspica' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Extracting subsection of image' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/extract_subimage.pl -c /usr/local/spica/config-spica-25.pl -f /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004.fits -d /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/swarp -z -r 2000 -s 2000 |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Running Qualityfits' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/bin/qualityFITS.pl -vvv --filterfile /usr/local/etc/qualityFITS/filters_megacam.dat --subim 1000 -c /usr/local/etc/qualityFITS/qualityFITS.rc /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004.fits --scamp -S /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/sextractor/CFHTLS_D_i_022559-042940_T0004.ldac -B /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/sextractor/CFHTLS_D_i_022559-042940_T0004_mbkg.fits -W /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight.fits -2 -o /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/qualityFITS_out --logfile /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/CFHTLS_D_i_022559-042940_T0004.log2 > /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/CFHTLS_D_i_022559-042940_T0004.debug |
| /bin/mv /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/CFHTLS_D_i_022559-042940_T0004.log2 /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/qualityFITS_out/CFHTLS_D_i_022559-042940_T0004.log2 |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_status SET Status_quality2='P' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND ReleaseVersion='0004'" |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Loading XML Qualityfits into dbspica' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/qf_xml.pl -c /usr/local/spica/config-spica-25.pl -f /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/qualityFITS_out/accept.xml -t CFHTLS_D_i_022559-042940 -r 0004 -m 4 -p 1 |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Copying Qualityfits data to output disk' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/qf_db_spica.pl -c /usr/local/spica/config-spica-25.pl -t "CFHTLS_D_i_022559-042940_T0004" -m 4 |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Running completness' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/comptness.pl -c /usr/local/spica/config-spica-25.pl -i /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004.fits -z 30 -k /usr/local/etc/spica/completude/config/cfhtls.sex -o /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/qualityFITS_out/ -t 4 -r 0004 |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Updating Qualityfits web page' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/update_qf2.pl -c /usr/local/spica/config-spica-25.pl -f /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/qualityFITS_out/index.html -p /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/photom_ref.txt -l /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/swarp_file.txt -o CFHTLS_D_i_022559-042940 -r 0004 -m 4 -t CFHTLS_D_i_022559-042940_T0004 -z 30 |
| /usr/local/spica/update_seeing.pl -c /usr/local/spica/config-spica-25.pl -t CFHTLS_D_i_022559-042940 -r 0004 -m 4 /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004.fits |
| /usr/local/spica/update_seeing.pl -c /usr/local/spica/config-spica-25.pl -t CFHTLS_D_i_022559-042940 -r 0004 -m 4 /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight.fits |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_status SET Status_quality2='Y' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Mode='4'" |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Compressing stacked images and copy into output disk' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /bin/rm -f /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004.fits.fz |
| /usr/local/bin/imcopy /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004.fits '/data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004.fits.fz[compress]' |
| /bin/rm -f /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight.fits.fz |
| /usr/local/bin/imcopy /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight.fits '/data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/swarp/CFHTLS_D_i_022559-042940_T0004_weight.fits.fz[compress]' |
| /bin/cp /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004/CFHTLS_D_i_022559-042940_T0004.xml /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/CFHTLS_D_i_022559-042940_T0004.xml |
| /bin/cp /data/mix4/raid2/processing/spica/admin/admin-spica/command/CFHTLS_D_i_022559-042940_T0004.cmd /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/CFHTLS_D_i_022559-042940_T0004.cmd |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Ranking',Endrun='date_today' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Post-spica metadata', Endrun='date_today' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/post_spica.pl -c /usr/local/spica/config-spica-25.pl -f CFHTLS_D_i_022559-042940_T0004 -r 0004 -p i.MP9701 -z 30 |
| /usr/local/spica/update_db_spica.pl -c /usr/local/spica/config-spica-25.pl -q "UPDATE Auto_run SET Status='Completed',Endrun='date_today' WHERE Titreid='CFHTLS_D_i_022559-042940' AND Filter='i.MP9701' AND Mode='4' AND Step='spica' AND ReleaseVersion='0004'" |
| /usr/local/spica/end_runid.pl -a -r CFHTLS_D_i_022559-042940_T0004 -o /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004 -i /var/www/localhost/htdocs/spica/admin/admin-spica/survey/CFHTLS_D_i_022559-042940_T0004 -c /usr/local/spica/config-spica-25.pl |
| /bin/touch /data/mix4/raid2/processing/04AL01/i.MP9701/spica/CFHTLS_D_i_022559-042940_T0004/.finished |
| /bin/rm -f -r /data/mix4/raid2/processing/spica/admin/admin-spica/CFHTLS_D_i_022559-042940_T0004 |