Snakemake Report

Loading Snakemake Report...

Please enable Javascript in your browser to see this report.

Loading 1.2 MB. For large reports, this can take a while.

Workflow

Click the nodes to obtain details about each step.

Catalog

Crossmatch

Noise model

SB9

Simulations

Statistics

If the workflow has been executed in cluster/cloud, runtimes include the waiting time in the queue.

Configuration

File Code

dataset_name: "edr3"
base_table_filename: "edr3/base.fits.gz"
noise_config_file: "config/noise.yaml"
results_basedir: "results"

sims_config_file: "config/simulations.yaml"

det_pval_thresh: 0.001

gaia:
  credentials_file: ""
  # credentials_file: "/path/to/gaia/archive.login"
  # or...
  # user = "username"
  # password = "password"

# Noise model postprocessing parameters
noise:
  color_smoothing_scale: 0.25
  mag_smoothing_scale: 0.5

Jobs 1

Input files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/noise/applied.fits.gz

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/inference/inferred.fits.gz

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

1	`python workflow/scripts/inference.py --input {input} --output {output} &> {log}`

Jobs 1

Input files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/noise/processed.fits
/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/edr3/base.fits.gz

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/noise/applied.fits.gz

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

        python workflow/scripts/noise/apply.py \
            --noise-model {input.noise_model} \
            --input {input.base_table} \
            --output {output} \
            &> {log}

Jobs 1

Input files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/noise/raw.fits

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/noise/processed.fits

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

        python workflow/scripts/noise/postprocess.py \
            --input {input} --output {output} \
            --color-smooth {params.color_smooth} \
            --mag-smooth {params.mag_smooth} \
            &> {log}

Jobs 1

Input files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/edr3/base.fits.gz

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/noise/raw.fits

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

        python workflow/scripts/noise/infer.py \
            --input {input} \
            --output {output} \
            --config {params.config} \
            &> {log}

Jobs 1

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/base.fits.gz

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

        python workflow/scripts/query.py \
            --output {output} \
            --gaia-creds '{params.gaia}' \
            &> {log}

Jobs 1

Input files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/simulations/catalog.fits.gz

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/simulations/inferred.fits.gz

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

        python workflow/scripts/inference.py \
            --input {input} \
            --output {output} \
            &> {log}

Jobs 1

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/simulations/catalog.fits.gz

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

        python workflow/scripts/simulate.py \
            --output {output} \
            --config {params.config} \
            &> {log}

Jobs 1

Input files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/simulations/inferred.fits.gz

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/figures/completeness.pdf

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

        python workflow/scripts/figures/completeness.py \
            --input {input} \
            --output {output} \
            --threshold {params.threshold} \
            &> {log}

Jobs 1

Input files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/simulations/inferred.fits.gz

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/figures/recovered.pdf

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

        python workflow/scripts/figures/recovered.py \
            --input {input} \
            --output {output} \
            --threshold {params.threshold} \
            &> {log}

Jobs 1

Input files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/noise/processed.fits

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/figures/noise_model.pdf

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

        python workflow/scripts/figures/noise_model.py \
            --input {input} \
            --output {output} \
            &> {log}

Jobs 1

Input files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/noise/applied.fits.gz

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/figures/sigma_cmd.pdf

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

        python workflow/scripts/figures/sigma_cmd.py \
            --input {input} \
            --output {output} \
            &> {log}

Jobs 1

Input files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/inference/inferred.fits.gz

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/figures/binary_fraction_cmd.pdf

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

        python workflow/scripts/figures/binary_fraction_cmd.py \
            --input {input} \
            --output {output} \
            --threshold {params.threshold} \
            &> {log}

Jobs 1

Input files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/sb9.fits
/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/inference/inferred.fits.gz

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/xmatch/sb9.fits.gz
/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/xmatch/sb9.pdf

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

        python workflow/scripts/xmatch.py \
            --reference {input.reference} \
            --table {input.table} \
            --output {output.filename} \
            --kcol 'sb9_k1' \
            --name 'SB9' \
            --figure {output.figure} \
            &> {log}

Jobs 1

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/sb9.fits
/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/sb9.pdf

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

        python workflow/scripts/sb9.py \
            --output {output.filename} \
            --figure {output.figure} \
            --gaia-creds '{params.gaia}' \
            &> {log}

Jobs 1

Input files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/remote/gold_sample.fits
/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/inference/inferred.fits.gz

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/xmatch/apogee-gold.fits.gz
/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/xmatch/apogee-gold.pdf

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

        python workflow/scripts/xmatch.py \
            --reference {input.reference} \
            --table {input.table} \
            --output {output.filename} \
            --source-id-col 'GAIAEDR3_SOURCE_ID' \
            --kcol 'MAP_K' \
            --kerrcol 'MAP_K_err' \
            --name 'APOGEE' \
            --figure {output.figure} \
            &> {log}

Jobs 2

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/remote/{filename}

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

1	`curl -L "{params.url}" -o {output} 2> {log}`

Jobs 1

Input files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/remote/kepler_edr3_1arcsec.fits
/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/inference/inferred.fits.gz

Output files

/mnt/ceph/users/dforeman/projects/dfm/one-datum/results/{dataset}/xmatch/kepler.fits.gz

Conda software stack

python =3.9
git =2.23.0
curl =7.71.1
tar =1.34
open-fonts =0.7.0
numpy =1.20
scipy =1.6
matplotlib =3.3
jupyter =1.0
jupyterlab =3.0
jupytext =1.10
astropy =4.2
astroquery =0.4
fitsio =1.1.4
pandas
pyyaml =5.4.1
pip =21.0
{'pip': ['kepler.py==0.0.6', 'numpyro==0.5.0']}

Code

        python workflow/scripts/xmatch.py \
            --reference {input.reference} \
            --table {input.table} \
            --output {output.filename} \
            &> {log}