Mercurial > repos > galaxyp > openms_openswathworkflow
changeset 14:ec4490c65f95 draft default tip
planemo upload for repository https://github.com/galaxyproteomics/tools-galaxyp/tree/master/tools/openms commit 5c080b1e2b99f1c88f4557e9fec8c45c9d23b906
author | galaxyp |
---|---|
date | Fri, 14 Jun 2024 21:38:33 +0000 |
parents | 4a7b96835140 |
children | |
files | OpenSwathWorkflow.xml fill_ctd_clargs.py generate-foo.sh get_tests.py macros.xml prepare_test_data_manual.sh readme.md test-data.sh |
diffstat | 8 files changed, 1491 insertions(+), 2330 deletions(-) [+] |
line wrap: on
line diff
--- a/OpenSwathWorkflow.xml Thu Dec 01 19:20:41 2022 +0000 +++ b/OpenSwathWorkflow.xml Fri Jun 14 21:38:33 2024 +0000 @@ -1,6 +1,5 @@ -<?xml version='1.0' encoding='UTF-8'?> <!--This is a configuration file for the integration of a tools into Galaxy (https://galaxyproject.org/). This file was automatically generated using CTDConverter.--> -<!--Proposed Tool Section: [Utilities]--> +<!--Proposed Tool Section: []--> <tool id="OpenSwathWorkflow" name="OpenSwathWorkflow" version="@TOOL_VERSION@+galaxy@VERSION_SUFFIX@" profile="21.05"> <description>Complete workflow to run OpenSWATH</description> <macros> @@ -15,20 +14,20 @@ ## Preprocessing mkdir in && -ln -s '$in' 'in/${re.sub("[^\w\-_]", "_", $in.element_identifier)}.$gxy2omsext($in.ext)' && +cp '$in' 'in/${re.sub("[^\w\-_]", "_", $in.element_identifier)}.$gxy2omsext($in.ext)' && mkdir tr && -ln -s '$tr' 'tr/${re.sub("[^\w\-_]", "_", $tr.element_identifier)}.$gxy2omsext($tr.ext)' && +cp '$tr' 'tr/${re.sub("[^\w\-_]", "_", $tr.element_identifier)}.$gxy2omsext($tr.ext)' && #if $tr_irt: mkdir tr_irt && - ln -s '$tr_irt' 'tr_irt/${re.sub("[^\w\-_]", "_", $tr_irt.element_identifier)}.$gxy2omsext($tr_irt.ext)' && + cp '$tr_irt' 'tr_irt/${re.sub("[^\w\-_]", "_", $tr_irt.element_identifier)}.$gxy2omsext($tr_irt.ext)' && #end if #if $tr_irt_nonlinear: mkdir tr_irt_nonlinear && - ln -s '$tr_irt_nonlinear' 'tr_irt_nonlinear/${re.sub("[^\w\-_]", "_", $tr_irt_nonlinear.element_identifier)}.$gxy2omsext($tr_irt_nonlinear.ext)' && + cp '$tr_irt_nonlinear' 'tr_irt_nonlinear/${re.sub("[^\w\-_]", "_", $tr_irt_nonlinear.element_identifier)}.$gxy2omsext($tr_irt_nonlinear.ext)' && #end if #if $swath_windows_file: mkdir swath_windows_file && - ln -s '$swath_windows_file' 'swath_windows_file/${re.sub("[^\w\-_]", "_", $swath_windows_file.element_identifier)}.$gxy2omsext($swath_windows_file.ext)' && + cp '$swath_windows_file' 'swath_windows_file/${re.sub("[^\w\-_]", "_", $swath_windows_file.element_identifier)}.$gxy2omsext($swath_windows_file.ext)' && #end if #if "out_features_FLAG" in str($OPTIONAL_OUTPUTS).split(',') mkdir out_features && @@ -51,11 +50,13 @@ #if "irt_trafo_FLAG" in str($OPTIONAL_OUTPUTS).split(',') mkdir Debugging_irt_trafo && #end if +## advanced options #if $adv_opts.rt_norm: mkdir adv_opts.rt_norm && - ln -s '$adv_opts.rt_norm' 'adv_opts.rt_norm/${re.sub("[^\w\-_]", "_", $adv_opts.rt_norm.element_identifier)}.$gxy2omsext($adv_opts.rt_norm.ext)' && + cp '$adv_opts.rt_norm' 'adv_opts.rt_norm/${re.sub("[^\w\-_]", "_", $adv_opts.rt_norm.element_identifier)}.$gxy2omsext($adv_opts.rt_norm.ext)' && #end if + ## Main program call set -o pipefail && @@ -106,10 +107,12 @@ -Debugging:irt_trafo 'Debugging_irt_trafo/output.${gxy2omsext("trafoxml")}' #end if +## advanced options #if $adv_opts.rt_norm: -rt_norm 'adv_opts.rt_norm/${re.sub("[^\w\-_]", "_", $adv_opts.rt_norm.element_identifier)}.$gxy2omsext($adv_opts.rt_norm.ext)' #end if + #if len(str($OPTIONAL_OUTPUTS).split(',')) == 0 | tee '$stdout' #end if @@ -144,20 +147,21 @@ <configfile name="hardcoded_json"><![CDATA[{"tempDirectory": "\$TMP_DIR", "outer_loop_threads": "1", "log": "log.txt", "threads": "\${GALAXY_SLOTS:-1}", "no_progress": true}]]></configfile> </configfiles> <inputs> - <param argument="-in" type="data" format="mzml,mzxml,sqmass" optional="false" label="Input files separated by blank" help=" select mzml,mzxml,sqmass data sets(s)"/> - <param argument="-tr" type="data" format="pqp,tabular,traml" optional="false" label="transition file ('TraML','tsv','pqp')" help=" select pqp,tabular,traml data sets(s)"/> + <param argument="-in" type="data" format="mzml,mzxml,sqmass" label="Input files separated by blank" help=" select mzml,mzxml,sqmass data sets(s)"/> + <param argument="-tr" type="data" format="pqp,tabular,traml" label="transition file ('TraML','tsv','pqp')" help=" select pqp,tabular,traml data sets(s)"/> <param argument="-tr_irt" type="data" format="pqp,tabular,traml" optional="true" label="transition file ('TraML')" help=" select pqp,tabular,traml data sets(s)"/> <param argument="-tr_irt_nonlinear" type="data" format="pqp,tabular,traml" optional="true" label="additional nonlinear transition file ('TraML')" help=" select pqp,tabular,traml data sets(s)"/> <param argument="-swath_windows_file" type="data" format="txt" optional="true" label="Optional, tab-separated file containing the SWATH windows for extraction: lower_offset upper_offset" help="Note that the first line is a header and will be skipped select txt data sets(s)"/> <param argument="-sonar" type="boolean" truevalue="true" falsevalue="false" checked="false" label="data is scanning SWATH data" help=""/> - <param argument="-rt_extraction_window" type="float" optional="true" value="600.0" label="Only extract RT around this value (-1 means extract over the whole range, a value of 600 means to extract around +/- 300 s of the expected elution)" help=""/> - <param argument="-ion_mobility_window" type="float" optional="true" value="-1.0" label="Extraction window in ion mobility dimension (in milliseconds)" help="This is the full window size, e.g. a value of 10 milliseconds would extract 5 milliseconds on either side"/> - <param argument="-mz_extraction_window" type="float" optional="true" min="0.0" value="50.0" label="Extraction window in Thomson or ppm (see mz_extraction_window_unit)" help=""/> - <param argument="-mz_extraction_window_ms1" type="float" optional="true" min="0.0" value="50.0" label="Extraction window used in MS1 in Thomson or ppm (see mz_extraction_window_ms1_unit)" help=""/> - <param argument="-im_extraction_window_ms1" type="float" optional="true" value="-1.0" label="Extraction window in ion mobility dimension for MS1 (in milliseconds)" help=""/> + <param argument="-pasef" type="boolean" truevalue="true" falsevalue="false" checked="false" label="data is PASEF data" help=""/> + <param argument="-rt_extraction_window" type="float" value="600.0" label="Only extract RT around this value (-1 means extract over the whole range, a value of 600 means to extract around +/- 300 s of the expected elution)" help=""/> + <param argument="-ion_mobility_window" type="float" value="-1.0" label="Extraction window in ion mobility dimension (in 1/k0 or milliseconds depending on library)" help="This is the full window size, e.g. a value of 10 milliseconds would extract 5 milliseconds on either side. -1 means extract over the whole range or ion mobility is not present. (Default for diaPASEF data: 0.06 1/k0)"/> + <param argument="-mz_extraction_window" type="float" min="0.0" value="50.0" label="Extraction window in Thomson or ppm (see mz_extraction_window_unit)" help=""/> + <param argument="-mz_extraction_window_ms1" type="float" min="0.0" value="50.0" label="Extraction window used in MS1 in Thomson or ppm (see mz_extraction_window_ms1_unit)" help=""/> + <param argument="-im_extraction_window_ms1" type="float" value="-1.0" label="Extraction window in ion mobility dimension for MS1 (in 1/k0 or milliseconds depending on library)" help="-1 means this is not ion mobility data"/> <section name="Calibration" title="Parameters for the m/z and ion mobility calibration" help="" expanded="false"> <param name="ms1_im_calibration" argument="-Calibration:ms1_im_calibration" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Whether to use MS1 precursor data for the ion mobility calibration (default = false, uses MS2 / fragment ions for calibration)" help=""/> - <param name="im_correction_function" argument="-Calibration:im_correction_function" type="select" optional="true" label="Type of normalization function for IM calibration" help=""> + <param name="im_correction_function" argument="-Calibration:im_correction_function" type="select" label="Type of normalization function for IM calibration" help=""> <option value="none">none</option> <option value="linear" selected="true">linear</option> <expand macro="list_string_san" name="im_correction_function"/> @@ -170,7 +174,7 @@ </param> </section> <section name="Library" title="Library parameters section" help="" expanded="false"> - <param name="retentionTimeInterpretation" argument="-Library:retentionTimeInterpretation" type="select" optional="true" label="How to interpret the provided retention time (the retention time column can either be interpreted to be in iRT, minutes or seconds)" help=""> + <param name="retentionTimeInterpretation" argument="-Library:retentionTimeInterpretation" type="select" label="How to interpret the provided retention time (the retention time column can either be interpreted to be in iRT, minutes or seconds)" help=""> <option value="iRT" selected="true">iRT</option> <option value="seconds">seconds</option> <option value="minutes">minutes</option> @@ -180,14 +184,14 @@ <param name="force_invalid_mods" argument="-Library:force_invalid_mods" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Force reading even if invalid modifications are encountered (OpenMS may not recognize the modification)" help=""/> </section> <section name="RTNormalization" title="Parameters for the RTNormalization for iRT petides" help="This specifies how the RT alignment is performed and how outlier detection is applied. Outlier detection can be done iteratively (by default) which removes one outlier per iteration or using the RANSAC algorithm" expanded="false"> - <param name="alignmentMethod" argument="-RTNormalization:alignmentMethod" type="select" optional="true" label="How to perform the alignment to the normalized RT space using anchor points" help="'linear': perform linear regression (for few anchor points). 'interpolated': Interpolate between anchor points (for few, noise-free anchor points). 'lowess' Use local regression (for many, noisy anchor points). 'b_spline' use b splines for smoothing"> + <param name="alignmentMethod" argument="-RTNormalization:alignmentMethod" type="select" label="How to perform the alignment to the normalized RT space using anchor points" help="'linear': perform linear regression (for few anchor points). 'interpolated': Interpolate between anchor points (for few, noise-free anchor points). 'lowess' Use local regression (for many, noisy anchor points). 'b_spline' use b splines for smoothing"> <option value="linear" selected="true">linear</option> <option value="interpolated">interpolated</option> <option value="lowess">lowess</option> <option value="b_spline">b_spline</option> <expand macro="list_string_san" name="alignmentMethod"/> </param> - <param name="outlierMethod" argument="-RTNormalization:outlierMethod" type="select" optional="true" label="Which outlier detection method to use (valid: 'iter_residual', 'iter_jackknife', 'ransac', 'none')" help="Iterative methods remove one outlier at a time. Jackknife approach optimizes for maximum r-squared improvement while 'iter_residual' removes the datapoint with the largest residual error (removal by residual is computationally cheaper, use this with lots of peptides)"> + <param name="outlierMethod" argument="-RTNormalization:outlierMethod" type="select" label="Which outlier detection method to use (valid: 'iter_residual', 'iter_jackknife', 'ransac', 'none')" help="Iterative methods remove one outlier at a time. Jackknife approach optimizes for maximum r-squared improvement while 'iter_residual' removes the datapoint with the largest residual error (removal by residual is computationally cheaper, use this with lots of peptides)"> <option value="iter_residual" selected="true">iter_residual</option> <option value="iter_jackknife">iter_jackknife</option> <option value="ransac">ransac</option> @@ -195,52 +199,52 @@ <expand macro="list_string_san" name="outlierMethod"/> </param> <param name="useIterativeChauvenet" argument="-RTNormalization:useIterativeChauvenet" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Whether to use Chauvenet's criterion when using iterative methods" help="This should be used if the algorithm removes too many datapoints but it may lead to true outliers being retained"/> - <param name="RANSACMaxIterations" argument="-RTNormalization:RANSACMaxIterations" type="integer" optional="true" value="1000" label="Maximum iterations for the RANSAC outlier detection algorithm" help=""/> - <param name="RANSACMaxPercentRTThreshold" argument="-RTNormalization:RANSACMaxPercentRTThreshold" type="integer" optional="true" value="3" label="Maximum threshold in RT dimension for the RANSAC outlier detection algorithm (in percent of the total gradient)" help="Default is set to 3% which is around +/- 4 minutes on a 120 gradient"/> - <param name="RANSACSamplingSize" argument="-RTNormalization:RANSACSamplingSize" type="integer" optional="true" value="10" label="Sampling size of data points per iteration for the RANSAC outlier detection algorithm" help=""/> + <param name="RANSACMaxIterations" argument="-RTNormalization:RANSACMaxIterations" type="integer" value="1000" label="Maximum iterations for the RANSAC outlier detection algorithm" help=""/> + <param name="RANSACMaxPercentRTThreshold" argument="-RTNormalization:RANSACMaxPercentRTThreshold" type="integer" value="3" label="Maximum threshold in RT dimension for the RANSAC outlier detection algorithm (in percent of the total gradient)" help="Default is set to 3% which is around +/- 4 minutes on a 120 gradient"/> + <param name="RANSACSamplingSize" argument="-RTNormalization:RANSACSamplingSize" type="integer" value="10" label="Sampling size of data points per iteration for the RANSAC outlier detection algorithm" help=""/> <param name="estimateBestPeptides" argument="-RTNormalization:estimateBestPeptides" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Whether the algorithms should try to choose the best peptides based on their peak shape for normalization" help="Use this option you do not expect all your peptides to be detected in a sample and too many 'bad' peptides enter the outlier removal step (e.g. due to them being endogenous peptides or using a less curated list of peptides)"/> - <param name="InitialQualityCutoff" argument="-RTNormalization:InitialQualityCutoff" type="float" optional="true" value="0.5" label="The initial overall quality cutoff for a peak to be scored (range ca" help="-2 to 2)"/> - <param name="OverallQualityCutoff" argument="-RTNormalization:OverallQualityCutoff" type="float" optional="true" value="5.5" label="The overall quality cutoff for a peak to go into the retention time estimation (range ca" help="0 to 10)"/> - <param name="NrRTBins" argument="-RTNormalization:NrRTBins" type="integer" optional="true" value="10" label="Number of RT bins to use to compute coverage" help="This option should be used to ensure that there is a complete coverage of the RT space (this should detect cases where only a part of the RT gradient is actually covered by normalization peptides)"/> - <param name="MinPeptidesPerBin" argument="-RTNormalization:MinPeptidesPerBin" type="integer" optional="true" value="1" label="Minimal number of peptides that are required for a bin to counted as 'covered'" help=""/> - <param name="MinBinsFilled" argument="-RTNormalization:MinBinsFilled" type="integer" optional="true" value="8" label="Minimal number of bins required to be covered" help=""/> + <param name="InitialQualityCutoff" argument="-RTNormalization:InitialQualityCutoff" type="float" value="0.5" label="The initial overall quality cutoff for a peak to be scored (range ca" help="-2 to 2)"/> + <param name="OverallQualityCutoff" argument="-RTNormalization:OverallQualityCutoff" type="float" value="5.5" label="The overall quality cutoff for a peak to go into the retention time estimation (range ca" help="0 to 10)"/> + <param name="NrRTBins" argument="-RTNormalization:NrRTBins" type="integer" value="10" label="Number of RT bins to use to compute coverage" help="This option should be used to ensure that there is a complete coverage of the RT space (this should detect cases where only a part of the RT gradient is actually covered by normalization peptides)"/> + <param name="MinPeptidesPerBin" argument="-RTNormalization:MinPeptidesPerBin" type="integer" value="1" label="Minimal number of peptides that are required for a bin to counted as 'covered'" help=""/> + <param name="MinBinsFilled" argument="-RTNormalization:MinBinsFilled" type="integer" value="8" label="Minimal number of bins required to be covered" help=""/> <section name="lowess" title="" help="" expanded="false"> - <param name="span" argument="-RTNormalization:lowess:span" type="float" optional="true" min="0.0" max="1.0" value="0.05" label="Span parameter for lowess" help=""/> + <param name="span" argument="-RTNormalization:lowess:span" type="float" min="0.0" max="1.0" value="0.05" label="Span parameter for lowess" help=""/> </section> <section name="b_spline" title="" help="" expanded="false"> - <param name="num_nodes" argument="-RTNormalization:b_spline:num_nodes" type="integer" optional="true" min="0" value="5" label="Number of nodes for b spline" help=""/> + <param name="num_nodes" argument="-RTNormalization:b_spline:num_nodes" type="integer" min="0" value="5" label="Number of nodes for b spline" help=""/> </section> </section> <section name="Scoring" title="Scoring parameters section" help="" expanded="false"> - <param name="stop_report_after_feature" argument="-Scoring:stop_report_after_feature" type="integer" optional="true" value="5" label="Stop reporting after feature (ordered by quality; -1 means do not stop)" help=""/> - <param name="rt_normalization_factor" argument="-Scoring:rt_normalization_factor" type="float" optional="true" value="100.0" label="The normalized RT is expected to be between 0 and 1" help="If your normalized RT has a different range, pass this here (e.g. it goes from 0 to 100, set this value to 100)"/> - <param name="quantification_cutoff" argument="-Scoring:quantification_cutoff" type="float" optional="true" min="0.0" value="0.0" label="Cutoff in m/z below which peaks should not be used for quantification any more" help=""/> + <param name="stop_report_after_feature" argument="-Scoring:stop_report_after_feature" type="integer" value="5" label="Stop reporting after feature (ordered by quality; -1 means do not stop)" help=""/> + <param name="rt_normalization_factor" argument="-Scoring:rt_normalization_factor" type="float" value="100.0" label="The normalized RT is expected to be between 0 and 1" help="If your normalized RT has a different range, pass this here (e.g. it goes from 0 to 100, set this value to 100)"/> + <param name="quantification_cutoff" argument="-Scoring:quantification_cutoff" type="float" min="0.0" value="0.0" label="Cutoff in m/z below which peaks should not be used for quantification any more" help=""/> <param name="write_convex_hull" argument="-Scoring:write_convex_hull" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Whether to write out all points of all features into the featureXML" help=""/> - <param name="spectrum_addition_method" argument="-Scoring:spectrum_addition_method" type="select" optional="true" label="For spectrum addition, either use simple concatenation or use peak resampling" help=""> + <param name="spectrum_addition_method" argument="-Scoring:spectrum_addition_method" type="select" label="For spectrum addition, either use simple concatenation or use peak resampling" help=""> <option value="simple" selected="true">simple</option> <option value="resample">resample</option> <expand macro="list_string_san" name="spectrum_addition_method"/> </param> - <param name="add_up_spectra" argument="-Scoring:add_up_spectra" type="integer" optional="true" min="1" value="1" label="Add up spectra around the peak apex (needs to be a non-even integer)" help=""/> - <param name="spacing_for_spectra_resampling" argument="-Scoring:spacing_for_spectra_resampling" type="float" optional="true" min="0.0" value="0.005" label="If spectra are to be added, use this spacing to add them up" help=""/> - <param name="uis_threshold_sn" argument="-Scoring:uis_threshold_sn" type="integer" optional="true" value="-1" label="S/N threshold to consider identification transition (set to -1 to consider all)" help=""/> - <param name="uis_threshold_peak_area" argument="-Scoring:uis_threshold_peak_area" type="integer" optional="true" value="0" label="Peak area threshold to consider identification transition (set to -1 to consider all)" help=""/> - <param name="scoring_model" argument="-Scoring:scoring_model" type="select" optional="true" label="Scoring model to use" help=""> + <param name="add_up_spectra" argument="-Scoring:add_up_spectra" type="integer" min="1" value="1" label="Add up spectra around the peak apex (needs to be a non-even integer)" help=""/> + <param name="spacing_for_spectra_resampling" argument="-Scoring:spacing_for_spectra_resampling" type="float" min="0.0" value="0.005" label="If spectra are to be added, use this spacing to add them up" help=""/> + <param name="uis_threshold_sn" argument="-Scoring:uis_threshold_sn" type="integer" value="-1" label="S/N threshold to consider identification transition (set to -1 to consider all)" help=""/> + <param name="uis_threshold_peak_area" argument="-Scoring:uis_threshold_peak_area" type="integer" value="0" label="Peak area threshold to consider identification transition (set to -1 to consider all)" help=""/> + <param name="scoring_model" argument="-Scoring:scoring_model" type="select" label="Scoring model to use" help=""> <option value="default" selected="true">default</option> <option value="single_transition">single_transition</option> <expand macro="list_string_san" name="scoring_model"/> </param> - <param name="im_extra_drift" argument="-Scoring:im_extra_drift" type="float" optional="true" min="0.0" value="0.0" label="Extra drift time to extract for IM scoring (as a fraction" help="e.g. 0.25 means 25% extra on each side)"/> + <param name="im_extra_drift" argument="-Scoring:im_extra_drift" type="float" min="0.0" value="0.0" label="Extra drift time to extract for IM scoring (as a fraction" help="e.g. 0.25 means 25% extra on each side)"/> <param name="strict" argument="-Scoring:strict" type="boolean" truevalue="true" falsevalue="false" checked="true" label="Whether to error (true) or skip (false) if a transition in a transition group does not have a corresponding chromatogram" help=""/> <section name="TransitionGroupPicker" title="" help="" expanded="false"> - <param name="stop_after_feature" argument="-Scoring:TransitionGroupPicker:stop_after_feature" type="integer" optional="true" value="-1" label="Stop finding after feature (ordered by intensity; -1 means do not stop)" help=""/> - <param name="min_peak_width" argument="-Scoring:TransitionGroupPicker:min_peak_width" type="float" optional="true" value="-1.0" label="Minimal peak width (s), discard all peaks below this value (-1 means no action)" help=""/> - <param name="peak_integration" argument="-Scoring:TransitionGroupPicker:peak_integration" type="select" optional="true" label="Calculate the peak area and height either the smoothed or the raw chromatogram data" help=""> + <param name="stop_after_feature" argument="-Scoring:TransitionGroupPicker:stop_after_feature" type="integer" value="-1" label="Stop finding after feature (ordered by intensity; -1 means do not stop)" help=""/> + <param name="min_peak_width" argument="-Scoring:TransitionGroupPicker:min_peak_width" type="float" value="-1.0" label="Minimal peak width (s), discard all peaks below this value (-1 means no action)" help=""/> + <param name="peak_integration" argument="-Scoring:TransitionGroupPicker:peak_integration" type="select" label="Calculate the peak area and height either the smoothed or the raw chromatogram data" help=""> <option value="original" selected="true">original</option> <option value="smoothed">smoothed</option> <expand macro="list_string_san" name="peak_integration"/> </param> - <param name="background_subtraction" argument="-Scoring:TransitionGroupPicker:background_subtraction" type="select" optional="true" label="Remove background from peak signal using estimated noise levels" help="The 'original' method is only provided for historical purposes, please use the 'exact' method and set parameters using the PeakIntegrator: settings. The same original or smoothed chromatogram specified by peak_integration will be used for background estimation"> + <param name="background_subtraction" argument="-Scoring:TransitionGroupPicker:background_subtraction" type="select" label="Remove background from peak signal using estimated noise levels" help="The 'original' method is only provided for historical purposes, please use the 'exact' method and set parameters using the PeakIntegrator: settings. The same original or smoothed chromatogram specified by peak_integration will be used for background estimation"> <option value="none" selected="true">none</option> <option value="original">original</option> <option value="exact">exact</option> @@ -249,27 +253,27 @@ <param name="recalculate_peaks" argument="-Scoring:TransitionGroupPicker:recalculate_peaks" type="boolean" truevalue="true" falsevalue="false" checked="true" label="Tries to get better peak picking by looking at peak consistency of all picked peaks" help="Tries to use the consensus (median) peak border if the variation within the picked peaks is too large"/> <param name="use_precursors" argument="-Scoring:TransitionGroupPicker:use_precursors" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Use precursor chromatogram for peak picking (note that this may lead to precursor signal driving the peak picking)" help=""/> <param name="use_consensus" argument="-Scoring:TransitionGroupPicker:use_consensus" type="boolean" truevalue="true" falsevalue="false" checked="true" label="Use consensus peak boundaries when computing transition group picking (if false, compute independent peak boundaries for each transition)" help=""/> - <param name="recalculate_peaks_max_z" argument="-Scoring:TransitionGroupPicker:recalculate_peaks_max_z" type="float" optional="true" value="0.75" label="Determines the maximal Z-Score (difference measured in standard deviations) that is considered too large for peak boundaries" help="If the Z-Score is above this value, the median is used for peak boundaries (default value 1.0)"/> - <param name="minimal_quality" argument="-Scoring:TransitionGroupPicker:minimal_quality" type="float" optional="true" value="-1.5" label="Only if compute_peak_quality is set, this parameter will not consider peaks below this quality threshold" help=""/> - <param name="resample_boundary" argument="-Scoring:TransitionGroupPicker:resample_boundary" type="float" optional="true" value="15.0" label="For computing peak quality, how many extra seconds should be sample left and right of the actual peak" help=""/> + <param name="recalculate_peaks_max_z" argument="-Scoring:TransitionGroupPicker:recalculate_peaks_max_z" type="float" value="0.75" label="Determines the maximal Z-Score (difference measured in standard deviations) that is considered too large for peak boundaries" help="If the Z-Score is above this value, the median is used for peak boundaries (default value 1.0)"/> + <param name="minimal_quality" argument="-Scoring:TransitionGroupPicker:minimal_quality" type="float" value="-1.5" label="Only if compute_peak_quality is set, this parameter will not consider peaks below this quality threshold" help=""/> + <param name="resample_boundary" argument="-Scoring:TransitionGroupPicker:resample_boundary" type="float" value="15.0" label="For computing peak quality, how many extra seconds should be sample left and right of the actual peak" help=""/> <param name="compute_peak_quality" argument="-Scoring:TransitionGroupPicker:compute_peak_quality" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Tries to compute a quality value for each peakgroup and detect outlier transitions" help="The resulting score is centered around zero and values above 0 are generally good and below -1 or -2 are usually bad"/> <param name="compute_peak_shape_metrics" argument="-Scoring:TransitionGroupPicker:compute_peak_shape_metrics" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Calculates various peak shape metrics" help="(e.g., tailing) that can be used for downstream QC/QA"/> <param name="compute_total_mi" argument="-Scoring:TransitionGroupPicker:compute_total_mi" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Compute mutual information metrics for individual transitions that can be used for OpenSWATH/IPF scoring" help=""/> - <param name="boundary_selection_method" argument="-Scoring:TransitionGroupPicker:boundary_selection_method" type="select" optional="true" label="Method to use when selecting the best boundaries for peaks" help=""> + <param name="boundary_selection_method" argument="-Scoring:TransitionGroupPicker:boundary_selection_method" type="select" label="Method to use when selecting the best boundaries for peaks" help=""> <option value="largest" selected="true">largest</option> <option value="widest">widest</option> <expand macro="list_string_san" name="boundary_selection_method"/> </param> <section name="PeakPickerMRM" title="" help="" expanded="false"> - <param name="sgolay_frame_length" argument="-Scoring:TransitionGroupPicker:PeakPickerMRM:sgolay_frame_length" type="integer" optional="true" value="11" label="The number of subsequent data points used for smoothing" help="This number has to be uneven. If it is not, 1 will be added"/> - <param name="sgolay_polynomial_order" argument="-Scoring:TransitionGroupPicker:PeakPickerMRM:sgolay_polynomial_order" type="integer" optional="true" value="3" label="Order of the polynomial that is fitted" help=""/> - <param name="gauss_width" argument="-Scoring:TransitionGroupPicker:PeakPickerMRM:gauss_width" type="float" optional="true" value="30.0" label="Gaussian width in seconds, estimated peak size" help=""/> + <param name="sgolay_frame_length" argument="-Scoring:TransitionGroupPicker:PeakPickerMRM:sgolay_frame_length" type="integer" value="11" label="The number of subsequent data points used for smoothing" help="This number has to be uneven. If it is not, 1 will be added"/> + <param name="sgolay_polynomial_order" argument="-Scoring:TransitionGroupPicker:PeakPickerMRM:sgolay_polynomial_order" type="integer" value="3" label="Order of the polynomial that is fitted" help=""/> + <param name="gauss_width" argument="-Scoring:TransitionGroupPicker:PeakPickerMRM:gauss_width" type="float" value="30.0" label="Gaussian width in seconds, estimated peak size" help=""/> <param name="use_gauss" argument="-Scoring:TransitionGroupPicker:PeakPickerMRM:use_gauss" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Use Gaussian filter for smoothing (alternative is Savitzky-Golay filter)" help=""/> - <param name="peak_width" argument="-Scoring:TransitionGroupPicker:PeakPickerMRM:peak_width" type="float" optional="true" value="-1.0" label="Force a certain minimal peak_width on the data" help="(e.g. extend the peak at least by this amount on both sides) in seconds. -1 turns this feature off"/> - <param name="signal_to_noise" argument="-Scoring:TransitionGroupPicker:PeakPickerMRM:signal_to_noise" type="float" optional="true" min="0.0" value="0.1" label="Signal-to-noise threshold at which a peak will not be extended any more" help="Note that setting this too high (e.g. 1.0) can lead to peaks whose flanks are not fully captured"/> + <param name="peak_width" argument="-Scoring:TransitionGroupPicker:PeakPickerMRM:peak_width" type="float" value="-1.0" label="Force a certain minimal peak_width on the data" help="(e.g. extend the peak at least by this amount on both sides) in seconds. -1 turns this feature off"/> + <param name="signal_to_noise" argument="-Scoring:TransitionGroupPicker:PeakPickerMRM:signal_to_noise" type="float" min="0.0" value="0.1" label="Signal-to-noise threshold at which a peak will not be extended any more" help="Note that setting this too high (e.g. 1.0) can lead to peaks whose flanks are not fully captured"/> <param name="write_sn_log_messages" argument="-Scoring:TransitionGroupPicker:PeakPickerMRM:write_sn_log_messages" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Write out log messages of the signal-to-noise estimator in case of sparse windows or median in rightmost histogram bin" help=""/> <param name="remove_overlapping_peaks" argument="-Scoring:TransitionGroupPicker:PeakPickerMRM:remove_overlapping_peaks" type="boolean" truevalue="true" falsevalue="false" checked="true" label="Try to remove overlapping peaks during peak picking" help=""/> - <param name="method" argument="-Scoring:TransitionGroupPicker:PeakPickerMRM:method" type="select" optional="true" label="Which method to choose for chromatographic peak-picking (OpenSWATH legacy on raw data, corrected picking on smoothed chromatogram or Crawdad on smoothed chromatogram)" help=""> + <param name="method" argument="-Scoring:TransitionGroupPicker:PeakPickerMRM:method" type="select" label="Which method to choose for chromatographic peak-picking (OpenSWATH legacy on raw data, corrected picking on smoothed chromatogram or Crawdad on smoothed chromatogram)" help=""> <option value="legacy">legacy</option> <option value="corrected" selected="true">corrected</option> <option value="crawdad">crawdad</option> @@ -277,13 +281,13 @@ </param> </section> <section name="PeakIntegrator" title="" help="" expanded="false"> - <param name="integration_type" argument="-Scoring:TransitionGroupPicker:PeakIntegrator:integration_type" type="select" optional="true" label="The integration technique to use in integratePeak() and estimateBackground() which uses either the summed intensity, integration by Simpson's rule or trapezoidal integration" help=""> + <param name="integration_type" argument="-Scoring:TransitionGroupPicker:PeakIntegrator:integration_type" type="select" label="The integration technique to use in integratePeak() and estimateBackground() which uses either the summed intensity, integration by Simpson's rule or trapezoidal integration" help=""> <option value="intensity_sum" selected="true">intensity_sum</option> <option value="simpson">simpson</option> <option value="trapezoid">trapezoid</option> <expand macro="list_string_san" name="integration_type"/> </param> - <param name="baseline_type" argument="-Scoring:TransitionGroupPicker:PeakIntegrator:baseline_type" type="select" optional="true" label="The baseline type to use in estimateBackground() based on the peak boundaries" help="A rectangular baseline shape is computed based either on the minimal intensity of the peak boundaries, the maximum intensity or the average intensity (base_to_base)"> + <param name="baseline_type" argument="-Scoring:TransitionGroupPicker:PeakIntegrator:baseline_type" type="select" label="The baseline type to use in estimateBackground() based on the peak boundaries" help="A rectangular baseline shape is computed based either on the minimal intensity of the peak boundaries, the maximum intensity or the average intensity (base_to_base)"> <option value="base_to_base" selected="true">base_to_base</option> <option value="vertical_division">vertical_division</option> <option value="vertical_division_min">vertical_division_min</option> @@ -294,21 +298,21 @@ </section> </section> <section name="DIAScoring" title="" help="" expanded="false"> - <param name="dia_extraction_window" argument="-Scoring:DIAScoring:dia_extraction_window" type="float" optional="true" min="0.0" value="0.05" label="DIA extraction window in Th or ppm" help=""/> - <param name="dia_extraction_unit" argument="-Scoring:DIAScoring:dia_extraction_unit" type="select" optional="true" label="DIA extraction window unit" help=""> + <param name="dia_extraction_window" argument="-Scoring:DIAScoring:dia_extraction_window" type="float" min="0.0" value="0.05" label="DIA extraction window in Th or ppm" help=""/> + <param name="dia_extraction_unit" argument="-Scoring:DIAScoring:dia_extraction_unit" type="select" label="DIA extraction window unit" help=""> <option value="Th" selected="true">Th</option> <option value="ppm">ppm</option> <expand macro="list_string_san" name="dia_extraction_unit"/> </param> <param name="dia_centroided" argument="-Scoring:DIAScoring:dia_centroided" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Use centroided DIA data" help=""/> - <param name="dia_byseries_intensity_min" argument="-Scoring:DIAScoring:dia_byseries_intensity_min" type="float" optional="true" min="0.0" value="300.0" label="DIA b/y series minimum intensity to conside" help=""/> - <param name="dia_byseries_ppm_diff" argument="-Scoring:DIAScoring:dia_byseries_ppm_diff" type="float" optional="true" min="0.0" value="10.0" label="DIA b/y series minimal difference in ppm to conside" help=""/> - <param name="dia_nr_isotopes" argument="-Scoring:DIAScoring:dia_nr_isotopes" type="integer" optional="true" min="0" value="4" label="DIA number of isotopes to conside" help=""/> - <param name="dia_nr_charges" argument="-Scoring:DIAScoring:dia_nr_charges" type="integer" optional="true" min="0" value="4" label="DIA number of charges to conside" help=""/> - <param name="peak_before_mono_max_ppm_diff" argument="-Scoring:DIAScoring:peak_before_mono_max_ppm_diff" type="float" optional="true" min="0.0" value="20.0" label="DIA maximal difference in ppm to count a peak at lower m/z when searching for evidence that a peak might not be monoisotopic" help=""/> + <param name="dia_byseries_intensity_min" argument="-Scoring:DIAScoring:dia_byseries_intensity_min" type="float" min="0.0" value="300.0" label="DIA b/y series minimum intensity to conside" help=""/> + <param name="dia_byseries_ppm_diff" argument="-Scoring:DIAScoring:dia_byseries_ppm_diff" type="float" min="0.0" value="10.0" label="DIA b/y series minimal difference in ppm to conside" help=""/> + <param name="dia_nr_isotopes" argument="-Scoring:DIAScoring:dia_nr_isotopes" type="integer" min="0" value="4" label="DIA number of isotopes to conside" help=""/> + <param name="dia_nr_charges" argument="-Scoring:DIAScoring:dia_nr_charges" type="integer" min="0" value="4" label="DIA number of charges to conside" help=""/> + <param name="peak_before_mono_max_ppm_diff" argument="-Scoring:DIAScoring:peak_before_mono_max_ppm_diff" type="float" min="0.0" value="20.0" label="DIA maximal difference in ppm to count a peak at lower m/z when searching for evidence that a peak might not be monoisotopic" help=""/> </section> <section name="EMGScoring" title="" help="" expanded="false"> - <param name="max_iteration" argument="-Scoring:EMGScoring:max_iteration" type="integer" optional="true" value="10" label="Maximum number of iterations using by Levenberg-Marquardt algorithm" help=""/> + <param name="max_iteration" argument="-Scoring:EMGScoring:max_iteration" type="integer" value="10" label="Maximum number of iterations using by Levenberg-Marquardt algorithm" help=""/> <param name="init_mom" argument="-Scoring:EMGScoring:init_mom" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Initialize parameters using method of moments estimators" help=""/> </section> <section name="Scores" title="" help="" expanded="false"> @@ -338,43 +342,43 @@ <param argument="-sort_swath_maps" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Sort input SWATH files when matching to SWATH windows from swath_windows_file" help=""/> <param argument="-enable_ms1" type="boolean" truevalue="true" falsevalue="false" checked="true" label="Extract the precursor ion trace(s) and use for scoring if present" help=""/> <param argument="-enable_ipf" type="boolean" truevalue="true" falsevalue="false" checked="true" label="Enable additional scoring of identification assays using IPF (see online documentation)" help=""/> - <param name="out_chrom_type" type="select" optional="false" label="File type of output out_chrom (Also output all computed chromatograms output in mzML (chrom.mzML) or sqMass (SQLite format))"> + <param name="out_chrom_type" type="select" label="File type of output out_chrom (Also output all computed chromatograms output in mzML (chrom.mzML) or sqMass (SQLite format))"> <option value="mzML">mzml</option> <option value="sqMass">sqmass</option> </param> - <param argument="-min_upper_edge_dist" type="float" optional="true" value="0.0" label="Minimal distance to the upper edge of a Swath window to still consider a precursor, in Thomson" help=""/> - <param argument="-extra_rt_extraction_window" type="float" optional="true" min="0.0" value="0.0" label="Output an XIC with a RT-window by this much large" help="(e.g. to visually inspect a larger area of the chromatogram)"/> - <param argument="-mz_extraction_window_unit" type="select" optional="true" label="Unit for mz extraction" help=""> + <param argument="-min_upper_edge_dist" type="float" value="0.0" label="Minimal distance to the upper edge of a Swath window to still consider a precursor, in Thomson" help=""/> + <param argument="-extra_rt_extraction_window" type="float" min="0.0" value="0.0" label="Output an XIC with a RT-window by this much large" help="(e.g. to visually inspect a larger area of the chromatogram)"/> + <param argument="-mz_extraction_window_unit" type="select" label="Unit for mz extraction" help=""> <option value="Th">Th</option> <option value="ppm" selected="true">ppm</option> <expand macro="list_string_san" name="mz_extraction_window_unit"/> </param> - <param argument="-mz_extraction_window_ms1_unit" type="select" optional="true" label="Unit of the MS1 m/z extraction window" help=""> + <param argument="-mz_extraction_window_ms1_unit" type="select" label="Unit of the MS1 m/z extraction window" help=""> <option value="ppm" selected="true">ppm</option> <option value="Th">Th</option> <expand macro="list_string_san" name="mz_extraction_window_ms1_unit"/> </param> <param argument="-use_ms1_ion_mobility" type="boolean" truevalue="true" falsevalue="false" checked="true" label="Also perform precursor extraction using the same ion mobility window as for fragment ion extraction" help=""/> <param argument="-matching_window_only" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Assume the input data is targeted / PRM-like data with potentially overlapping DIA windows" help="Will only attempt to extract each assay from the *best* matching DIA window (instead of all matching windows)"/> - <param argument="-irt_mz_extraction_window" type="float" optional="true" min="0.0" value="50.0" label="Extraction window used for iRT and m/z correction in Thomson or ppm (see irt_mz_extraction_window_unit)" help=""/> - <param argument="-irt_mz_extraction_window_unit" type="select" optional="true" label="Unit for mz extraction" help=""> + <param argument="-irt_mz_extraction_window" type="float" min="0.0" value="50.0" label="Extraction window used for iRT and m/z correction in Thomson or ppm (see irt_mz_extraction_window_unit)" help=""/> + <param argument="-irt_mz_extraction_window_unit" type="select" label="Unit for mz extraction" help=""> <option value="Th">Th</option> <option value="ppm" selected="true">ppm</option> <expand macro="list_string_san" name="irt_mz_extraction_window_unit"/> </param> - <param argument="-irt_im_extraction_window" type="float" optional="true" value="-1.0" label="Ion mobility extraction window used for iRT (in 1/K0 or milliseconds)" help=""/> - <param argument="-min_rsq" type="float" optional="true" value="0.95" label="Minimum r-squared of RT peptides regression" help=""/> - <param argument="-min_coverage" type="float" optional="true" value="0.6" label="Minimum relative amount of RT peptides to keep" help=""/> + <param argument="-irt_im_extraction_window" type="float" value="-1.0" label="Ion mobility extraction window used for iRT (in 1/K0 or milliseconds depending on library)" help="-1 means do not perform ion mobility calibration"/> + <param argument="-min_rsq" type="float" value="0.95" label="Minimum r-squared of RT peptides regression" help=""/> + <param argument="-min_coverage" type="float" value="0.6" label="Minimum relative amount of RT peptides to keep" help=""/> <param argument="-split_file_input" type="boolean" truevalue="true" falsevalue="false" checked="false" label="The input files each contain one single SWATH (alternatively: all SWATH are in separate files)" help=""/> <param argument="-use_elution_model_score" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Turn on elution model score (EMG fit to peak)" help=""/> - <param argument="-readOptions" type="select" optional="true" label="Whether to run OpenSWATH directly on the input data, cache data to disk first or to perform a datareduction step first" help="If you choose cache, make sure to also set tempDirectory"> + <param argument="-readOptions" type="select" label="Whether to run OpenSWATH directly on the input data, cache data to disk first or to perform a datareduction step first" help="If you choose cache, make sure to also set tempDirectory"> <option value="normal" selected="true">normal</option> <option value="cache">cache</option> <option value="cacheWorkingInMemory">cacheWorkingInMemory</option> <option value="workingInMemory">workingInMemory</option> <expand macro="list_string_san" name="readOptions"/> </param> - <param argument="-mz_correction_function" type="select" optional="true" label="Use the retention time normalization peptide MS2 masses to perform a mass correction (linear, weighted by intensity linear or quadratic) of all spectra" help=""> + <param argument="-mz_correction_function" type="select" label="Use the retention time normalization peptide MS2 masses to perform a mass correction (linear, weighted by intensity linear or quadratic) of all spectra" help=""> <option value="none" selected="true">none</option> <option value="regression_delta_ppm">regression_delta_ppm</option> <option value="unweighted_regression">unweighted_regression</option> @@ -385,15 +389,15 @@ <option value="quadratic_regression_delta_ppm">quadratic_regression_delta_ppm</option> <expand macro="list_string_san" name="mz_correction_function"/> </param> - <param argument="-extraction_function" type="select" optional="true" label="Function used to extract the signal" help=""> + <param argument="-extraction_function" type="select" label="Function used to extract the signal" help=""> <option value="tophat" selected="true">tophat</option> <option value="bartlett">bartlett</option> <expand macro="list_string_san" name="extraction_function"/> </param> - <param argument="-batchSize" type="integer" optional="true" min="0" value="1000" label="The batch size of chromatograms to process (0 means to only have one batch, sensible values are around 250-1000)" help=""/> - <param argument="-ms1_isotopes" type="integer" optional="true" min="0" value="3" label="The number of MS1 isotopes used for extraction" help=""/> + <param argument="-batchSize" type="integer" min="0" value="1000" label="The batch size of chromatograms to process (0 means to only have one batch, sensible values are around 250-1000)" help=""/> + <param argument="-ms1_isotopes" type="integer" min="0" value="3" label="The number of MS1 isotopes used for extraction" help=""/> <param argument="-force" type="boolean" truevalue="true" falsevalue="false" checked="false" label="Overrides tool-specific checks" help=""/> - <param argument="-test" type="hidden" optional="true" value="False" label="Enables the test mode (needed for internal use only)" help=""> + <param argument="-test" type="hidden" value="False" label="Enables the test mode (needed for internal use only)" help="" optional="true"> <expand macro="list_string_san" name="test"/> </param> </expand> @@ -440,7 +444,8 @@ <filter>OPTIONAL_OUTPUTS is not None and "ctd_out_FLAG" in OPTIONAL_OUTPUTS</filter> </data> </outputs> - <tests><!-- TOPP_OpenSwathWorkflow_1 --> + <tests> + <!-- TOPP_OpenSwathWorkflow_1 --> <test expect_num_outputs="4"> <section name="adv_opts"> <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> @@ -450,167 +455,7 @@ <param name="out_chrom_type" value="mzML"/> <param name="min_upper_edge_dist" value="0.0"/> <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> - <param name="mz_extraction_window_ms1_unit" value="ppm"/> - <param name="use_ms1_ion_mobility" value="true"/> - <param name="matching_window_only" value="false"/> - <param name="irt_mz_extraction_window" value="50.0"/> - <param name="irt_mz_extraction_window_unit" value="ppm"/> - <param name="irt_im_extraction_window" value="-1.0"/> - <param name="min_rsq" value="0.95"/> - <param name="min_coverage" value="0.6"/> - <param name="split_file_input" value="false"/> - <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="normal"/> - <param name="mz_correction_function" value="none"/> - <param name="extraction_function" value="tophat"/> - <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="3"/> - <param name="force" value="false"/> - <param name="test" value="false"/> - </section> - <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> - <param name="tr" value="OpenSwathWorkflow_1_input.TraML"/> - <output name="out_features" file="OpenSwathWorkflow_1_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> - <output name="out_chrom" file="OpenSwathWorkflow_1_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> - <output name="out_qc" file="OpenSwathWorkflow_1_output.json" compare="sim_size" delta_frac="0.7" ftype="json"/> - <param name="sonar" value="false"/> - <param name="rt_extraction_window" value="600.0"/> - <param name="ion_mobility_window" value="-1.0"/> - <param name="mz_extraction_window" value="50.0"/> - <param name="mz_extraction_window_ms1" value="50.0"/> - <param name="im_extraction_window_ms1" value="-1.0"/> - <section name="Debugging"/> - <section name="Calibration"> - <param name="ms1_im_calibration" value="false"/> - <param name="im_correction_function" value="linear"/> - <param name="debug_im_file" value=""/> - <param name="debug_mz_file" value=""/> - </section> - <section name="Library"> - <param name="retentionTimeInterpretation" value="iRT"/> - <param name="override_group_label_check" value="false"/> - <param name="force_invalid_mods" value="false"/> - </section> - <section name="RTNormalization"> - <param name="alignmentMethod" value="linear"/> - <param name="outlierMethod" value="iter_residual"/> - <param name="useIterativeChauvenet" value="false"/> - <param name="RANSACMaxIterations" value="1000"/> - <param name="RANSACMaxPercentRTThreshold" value="3"/> - <param name="RANSACSamplingSize" value="10"/> - <param name="estimateBestPeptides" value="false"/> - <param name="InitialQualityCutoff" value="0.5"/> - <param name="OverallQualityCutoff" value="5.5"/> - <param name="NrRTBins" value="10"/> - <param name="MinPeptidesPerBin" value="1"/> - <param name="MinBinsFilled" value="8"/> - <section name="lowess"> - <param name="span" value="0.05"/> - </section> - <section name="b_spline"> - <param name="num_nodes" value="5"/> - </section> - </section> - <section name="Scoring"> - <param name="stop_report_after_feature" value="5"/> - <param name="rt_normalization_factor" value="100.0"/> - <param name="quantification_cutoff" value="0.0"/> - <param name="write_convex_hull" value="false"/> - <param name="spectrum_addition_method" value="simple"/> - <param name="add_up_spectra" value="1"/> - <param name="spacing_for_spectra_resampling" value="0.005"/> - <param name="uis_threshold_sn" value="-1"/> - <param name="uis_threshold_peak_area" value="0"/> - <param name="scoring_model" value="default"/> - <param name="im_extra_drift" value="0.0"/> - <param name="strict" value="true"/> - <section name="TransitionGroupPicker"> - <param name="stop_after_feature" value="-1"/> - <param name="min_peak_width" value="-1.0"/> - <param name="peak_integration" value="original"/> - <param name="background_subtraction" value="none"/> - <param name="recalculate_peaks" value="true"/> - <param name="use_precursors" value="false"/> - <param name="use_consensus" value="true"/> - <param name="recalculate_peaks_max_z" value="0.75"/> - <param name="minimal_quality" value="-1.5"/> - <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> - <param name="compute_peak_shape_metrics" value="false"/> - <param name="compute_total_mi" value="false"/> - <param name="boundary_selection_method" value="largest"/> - <section name="PeakPickerMRM"> - <param name="sgolay_frame_length" value="11"/> - <param name="sgolay_polynomial_order" value="3"/> - <param name="gauss_width" value="30.0"/> - <param name="use_gauss" value="false"/> - <param name="peak_width" value="-1.0"/> - <param name="signal_to_noise" value="0.1"/> - <param name="write_sn_log_messages" value="false"/> - <param name="remove_overlapping_peaks" value="true"/> - <param name="method" value="corrected"/> - </section> - <section name="PeakIntegrator"> - <param name="integration_type" value="intensity_sum"/> - <param name="baseline_type" value="base_to_base"/> - <param name="fit_EMG" value="false"/> - </section> - </section> - <section name="DIAScoring"> - <param name="dia_extraction_window" value="0.05"/> - <param name="dia_extraction_unit" value="Th"/> - <param name="dia_centroided" value="false"/> - <param name="dia_byseries_intensity_min" value="300.0"/> - <param name="dia_byseries_ppm_diff" value="10.0"/> - <param name="dia_nr_isotopes" value="4"/> - <param name="dia_nr_charges" value="4"/> - <param name="peak_before_mono_max_ppm_diff" value="20.0"/> - </section> - <section name="EMGScoring"> - <param name="max_iteration" value="10"/> - <param name="init_mom" value="false"/> - </section> - <section name="Scores"> - <param name="use_shape_score" value="true"/> - <param name="use_coelution_score" value="true"/> - <param name="use_rt_score" value="true"/> - <param name="use_library_score" value="true"/> - <param name="use_intensity_score" value="true"/> - <param name="use_nr_peaks_score" value="true"/> - <param name="use_total_xic_score" value="true"/> - <param name="use_total_mi_score" value="false"/> - <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> - <param name="use_dia_scores" value="true"/> - <param name="use_ms1_correlation" value="false"/> - <param name="use_sonar_scores" value="false"/> - <param name="use_ion_mobility_scores" value="false"/> - <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> - <param name="use_uis_scores" value="false"/> - <param name="use_ionseries_scores" value="true"/> - <param name="use_ms2_isotope_scores" value="true"/> - </section> - </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG,out_qc_FLAG"/> - <output name="ctd_out" ftype="xml"> - <assert_contents> - <is_valid_xml/> - </assert_contents> - </output> - </test> - <!-- TOPP_OpenSwathWorkflow_2 --> - <test expect_num_outputs="3"> - <section name="adv_opts"> - <param name="rt_norm" value="OpenSwathWorkflow_2_input.trafoXML"/> - <param name="sort_swath_maps" value="false"/> - <param name="enable_ms1" value="false"/> - <param name="enable_ipf" value="true"/> - <param name="out_chrom_type" value="mzML"/> - <param name="min_upper_edge_dist" value="0.0"/> - <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> + <param name="mz_extraction_window_unit" value="Th"/> <param name="mz_extraction_window_ms1_unit" value="ppm"/> <param name="use_ms1_ion_mobility" value="true"/> <param name="matching_window_only" value="false"/> @@ -625,336 +470,20 @@ <param name="mz_correction_function" value="none"/> <param name="extraction_function" value="tophat"/> <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="3"/> + <param name="ms1_isotopes" value="0"/> <param name="force" value="false"/> - <param name="test" value="false"/> - </section> - <param name="in" value="OpenSwathWorkflow_2_input.mzXML"/> - <param name="tr" value="OpenSwathWorkflow_2_input.TraML"/> - <output name="out_features" file="OpenSwathWorkflow_2_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> - <output name="out_chrom" file="OpenSwathWorkflow_2_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> - <param name="sonar" value="false"/> - <param name="rt_extraction_window" value="600.0"/> - <param name="ion_mobility_window" value="-1.0"/> - <param name="mz_extraction_window" value="50.0"/> - <param name="mz_extraction_window_ms1" value="50.0"/> - <param name="im_extraction_window_ms1" value="-1.0"/> - <section name="Debugging"/> - <section name="Calibration"> - <param name="ms1_im_calibration" value="false"/> - <param name="im_correction_function" value="linear"/> - <param name="debug_im_file" value=""/> - <param name="debug_mz_file" value=""/> - </section> - <section name="Library"> - <param name="retentionTimeInterpretation" value="iRT"/> - <param name="override_group_label_check" value="false"/> - <param name="force_invalid_mods" value="false"/> - </section> - <section name="RTNormalization"> - <param name="alignmentMethod" value="linear"/> - <param name="outlierMethod" value="iter_residual"/> - <param name="useIterativeChauvenet" value="false"/> - <param name="RANSACMaxIterations" value="1000"/> - <param name="RANSACMaxPercentRTThreshold" value="3"/> - <param name="RANSACSamplingSize" value="10"/> - <param name="estimateBestPeptides" value="false"/> - <param name="InitialQualityCutoff" value="0.5"/> - <param name="OverallQualityCutoff" value="5.5"/> - <param name="NrRTBins" value="10"/> - <param name="MinPeptidesPerBin" value="1"/> - <param name="MinBinsFilled" value="8"/> - <section name="lowess"> - <param name="span" value="0.05"/> - </section> - <section name="b_spline"> - <param name="num_nodes" value="5"/> - </section> - </section> - <section name="Scoring"> - <param name="stop_report_after_feature" value="5"/> - <param name="rt_normalization_factor" value="100.0"/> - <param name="quantification_cutoff" value="0.0"/> - <param name="write_convex_hull" value="false"/> - <param name="spectrum_addition_method" value="simple"/> - <param name="add_up_spectra" value="1"/> - <param name="spacing_for_spectra_resampling" value="0.005"/> - <param name="uis_threshold_sn" value="-1"/> - <param name="uis_threshold_peak_area" value="0"/> - <param name="scoring_model" value="default"/> - <param name="im_extra_drift" value="0.0"/> - <param name="strict" value="true"/> - <section name="TransitionGroupPicker"> - <param name="stop_after_feature" value="-1"/> - <param name="min_peak_width" value="-1.0"/> - <param name="peak_integration" value="original"/> - <param name="background_subtraction" value="none"/> - <param name="recalculate_peaks" value="true"/> - <param name="use_precursors" value="false"/> - <param name="use_consensus" value="true"/> - <param name="recalculate_peaks_max_z" value="0.75"/> - <param name="minimal_quality" value="-1.5"/> - <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> - <param name="compute_peak_shape_metrics" value="false"/> - <param name="compute_total_mi" value="false"/> - <param name="boundary_selection_method" value="largest"/> - <section name="PeakPickerMRM"> - <param name="sgolay_frame_length" value="11"/> - <param name="sgolay_polynomial_order" value="3"/> - <param name="gauss_width" value="30.0"/> - <param name="use_gauss" value="false"/> - <param name="peak_width" value="-1.0"/> - <param name="signal_to_noise" value="0.1"/> - <param name="write_sn_log_messages" value="false"/> - <param name="remove_overlapping_peaks" value="true"/> - <param name="method" value="corrected"/> - </section> - <section name="PeakIntegrator"> - <param name="integration_type" value="intensity_sum"/> - <param name="baseline_type" value="base_to_base"/> - <param name="fit_EMG" value="false"/> - </section> - </section> - <section name="DIAScoring"> - <param name="dia_extraction_window" value="0.05"/> - <param name="dia_extraction_unit" value="Th"/> - <param name="dia_centroided" value="false"/> - <param name="dia_byseries_intensity_min" value="300.0"/> - <param name="dia_byseries_ppm_diff" value="10.0"/> - <param name="dia_nr_isotopes" value="4"/> - <param name="dia_nr_charges" value="4"/> - <param name="peak_before_mono_max_ppm_diff" value="20.0"/> - </section> - <section name="EMGScoring"> - <param name="max_iteration" value="10"/> - <param name="init_mom" value="false"/> - </section> - <section name="Scores"> - <param name="use_shape_score" value="true"/> - <param name="use_coelution_score" value="true"/> - <param name="use_rt_score" value="true"/> - <param name="use_library_score" value="true"/> - <param name="use_intensity_score" value="true"/> - <param name="use_nr_peaks_score" value="true"/> - <param name="use_total_xic_score" value="true"/> - <param name="use_total_mi_score" value="false"/> - <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> - <param name="use_dia_scores" value="true"/> - <param name="use_ms1_correlation" value="false"/> - <param name="use_sonar_scores" value="false"/> - <param name="use_ion_mobility_scores" value="false"/> - <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> - <param name="use_uis_scores" value="false"/> - <param name="use_ionseries_scores" value="true"/> - <param name="use_ms2_isotope_scores" value="true"/> - </section> - </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> - <output name="ctd_out" ftype="xml"> - <assert_contents> - <is_valid_xml/> - </assert_contents> - </output> - </test> - <!-- TOPP_OpenSwathWorkflow_3 --> - <test expect_num_outputs="3"> - <section name="adv_opts"> - <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> - <param name="sort_swath_maps" value="false"/> - <param name="enable_ms1" value="true"/> - <param name="enable_ipf" value="true"/> - <param name="out_chrom_type" value="mzML"/> - <param name="min_upper_edge_dist" value="0.0"/> - <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> - <param name="mz_extraction_window_ms1_unit" value="ppm"/> - <param name="use_ms1_ion_mobility" value="true"/> - <param name="matching_window_only" value="false"/> - <param name="irt_mz_extraction_window" value="50.0"/> - <param name="irt_mz_extraction_window_unit" value="ppm"/> - <param name="irt_im_extraction_window" value="-1.0"/> - <param name="min_rsq" value="0.95"/> - <param name="min_coverage" value="0.6"/> - <param name="split_file_input" value="false"/> - <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="normal"/> - <param name="mz_correction_function" value="none"/> - <param name="extraction_function" value="tophat"/> - <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="3"/> - <param name="force" value="false"/> - <param name="test" value="false"/> + <param name="test" value="true"/> </section> <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> <param name="tr" value="OpenSwathWorkflow_1_input.TraML"/> - <output name="out_features" file="OpenSwathWorkflow_3_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> - <output name="out_chrom" file="OpenSwathWorkflow_3_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> + <output name="out_features" value="OpenSwathWorkflow_1_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> + <output name="out_chrom" value="OpenSwathWorkflow_1_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> + <output name="out_qc" value="OpenSwathWorkflow_1_output.json" compare="sim_size" delta_frac="0.7" ftype="json"/> <param name="sonar" value="false"/> + <param name="pasef" value="false"/> <param name="rt_extraction_window" value="600.0"/> <param name="ion_mobility_window" value="-1.0"/> - <param name="mz_extraction_window" value="50.0"/> - <param name="mz_extraction_window_ms1" value="50.0"/> - <param name="im_extraction_window_ms1" value="-1.0"/> - <section name="Debugging"/> - <section name="Calibration"> - <param name="ms1_im_calibration" value="false"/> - <param name="im_correction_function" value="linear"/> - <param name="debug_im_file" value=""/> - <param name="debug_mz_file" value=""/> - </section> - <section name="Library"> - <param name="retentionTimeInterpretation" value="iRT"/> - <param name="override_group_label_check" value="false"/> - <param name="force_invalid_mods" value="false"/> - </section> - <section name="RTNormalization"> - <param name="alignmentMethod" value="linear"/> - <param name="outlierMethod" value="iter_residual"/> - <param name="useIterativeChauvenet" value="false"/> - <param name="RANSACMaxIterations" value="1000"/> - <param name="RANSACMaxPercentRTThreshold" value="3"/> - <param name="RANSACSamplingSize" value="10"/> - <param name="estimateBestPeptides" value="false"/> - <param name="InitialQualityCutoff" value="0.5"/> - <param name="OverallQualityCutoff" value="5.5"/> - <param name="NrRTBins" value="10"/> - <param name="MinPeptidesPerBin" value="1"/> - <param name="MinBinsFilled" value="8"/> - <section name="lowess"> - <param name="span" value="0.05"/> - </section> - <section name="b_spline"> - <param name="num_nodes" value="5"/> - </section> - </section> - <section name="Scoring"> - <param name="stop_report_after_feature" value="5"/> - <param name="rt_normalization_factor" value="100.0"/> - <param name="quantification_cutoff" value="0.0"/> - <param name="write_convex_hull" value="false"/> - <param name="spectrum_addition_method" value="simple"/> - <param name="add_up_spectra" value="1"/> - <param name="spacing_for_spectra_resampling" value="0.005"/> - <param name="uis_threshold_sn" value="-1"/> - <param name="uis_threshold_peak_area" value="0"/> - <param name="scoring_model" value="default"/> - <param name="im_extra_drift" value="0.0"/> - <param name="strict" value="true"/> - <section name="TransitionGroupPicker"> - <param name="stop_after_feature" value="-1"/> - <param name="min_peak_width" value="-1.0"/> - <param name="peak_integration" value="original"/> - <param name="background_subtraction" value="none"/> - <param name="recalculate_peaks" value="true"/> - <param name="use_precursors" value="false"/> - <param name="use_consensus" value="true"/> - <param name="recalculate_peaks_max_z" value="0.75"/> - <param name="minimal_quality" value="-1.5"/> - <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> - <param name="compute_peak_shape_metrics" value="false"/> - <param name="compute_total_mi" value="false"/> - <param name="boundary_selection_method" value="largest"/> - <section name="PeakPickerMRM"> - <param name="sgolay_frame_length" value="11"/> - <param name="sgolay_polynomial_order" value="3"/> - <param name="gauss_width" value="30.0"/> - <param name="use_gauss" value="false"/> - <param name="peak_width" value="-1.0"/> - <param name="signal_to_noise" value="0.1"/> - <param name="write_sn_log_messages" value="false"/> - <param name="remove_overlapping_peaks" value="true"/> - <param name="method" value="corrected"/> - </section> - <section name="PeakIntegrator"> - <param name="integration_type" value="intensity_sum"/> - <param name="baseline_type" value="base_to_base"/> - <param name="fit_EMG" value="false"/> - </section> - </section> - <section name="DIAScoring"> - <param name="dia_extraction_window" value="0.05"/> - <param name="dia_extraction_unit" value="Th"/> - <param name="dia_centroided" value="false"/> - <param name="dia_byseries_intensity_min" value="300.0"/> - <param name="dia_byseries_ppm_diff" value="10.0"/> - <param name="dia_nr_isotopes" value="4"/> - <param name="dia_nr_charges" value="4"/> - <param name="peak_before_mono_max_ppm_diff" value="20.0"/> - </section> - <section name="EMGScoring"> - <param name="max_iteration" value="10"/> - <param name="init_mom" value="false"/> - </section> - <section name="Scores"> - <param name="use_shape_score" value="true"/> - <param name="use_coelution_score" value="true"/> - <param name="use_rt_score" value="true"/> - <param name="use_library_score" value="true"/> - <param name="use_intensity_score" value="true"/> - <param name="use_nr_peaks_score" value="true"/> - <param name="use_total_xic_score" value="true"/> - <param name="use_total_mi_score" value="false"/> - <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> - <param name="use_dia_scores" value="true"/> - <param name="use_ms1_correlation" value="false"/> - <param name="use_sonar_scores" value="false"/> - <param name="use_ion_mobility_scores" value="false"/> - <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> - <param name="use_uis_scores" value="false"/> - <param name="use_ionseries_scores" value="true"/> - <param name="use_ms2_isotope_scores" value="true"/> - </section> - </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> - <output name="ctd_out" ftype="xml"> - <assert_contents> - <is_valid_xml/> - </assert_contents> - </output> - </test> - <!-- TOPP_OpenSwathWorkflow_4 --> - <test expect_num_outputs="3"> - <section name="adv_opts"> - <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> - <param name="sort_swath_maps" value="false"/> - <param name="enable_ms1" value="true"/> - <param name="enable_ipf" value="true"/> - <param name="out_chrom_type" value="mzML"/> - <param name="min_upper_edge_dist" value="0.0"/> - <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> - <param name="mz_extraction_window_ms1_unit" value="ppm"/> - <param name="use_ms1_ion_mobility" value="true"/> - <param name="matching_window_only" value="false"/> - <param name="irt_mz_extraction_window" value="50.0"/> - <param name="irt_mz_extraction_window_unit" value="ppm"/> - <param name="irt_im_extraction_window" value="-1.0"/> - <param name="min_rsq" value="0.95"/> - <param name="min_coverage" value="0.6"/> - <param name="split_file_input" value="false"/> - <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="normal"/> - <param name="mz_correction_function" value="none"/> - <param name="extraction_function" value="tophat"/> - <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="3"/> - <param name="force" value="false"/> - <param name="test" value="false"/> - </section> - <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> - <param name="tr" value="OpenSwathWorkflow_1_input.TraML"/> - <output name="out_tsv" file="OpenSwathWorkflow_4.tsv.tmp" compare="sim_size" delta_frac="0.7" ftype="tabular"/> - <output name="out_chrom" file="OpenSwathWorkflow_4.chrom.mzML.tmp" compare="sim_size" delta_frac="0.7" ftype="mzml"/> - <param name="sonar" value="false"/> - <param name="rt_extraction_window" value="600.0"/> - <param name="ion_mobility_window" value="-1.0"/> - <param name="mz_extraction_window" value="50.0"/> + <param name="mz_extraction_window" value="0.05"/> <param name="mz_extraction_window_ms1" value="50.0"/> <param name="im_extraction_window_ms1" value="-1.0"/> <section name="Debugging"/> @@ -1013,166 +542,7 @@ <param name="recalculate_peaks_max_z" value="0.75"/> <param name="minimal_quality" value="-1.5"/> <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> - <param name="compute_peak_shape_metrics" value="false"/> - <param name="compute_total_mi" value="false"/> - <param name="boundary_selection_method" value="largest"/> - <section name="PeakPickerMRM"> - <param name="sgolay_frame_length" value="11"/> - <param name="sgolay_polynomial_order" value="3"/> - <param name="gauss_width" value="30.0"/> - <param name="use_gauss" value="false"/> - <param name="peak_width" value="-1.0"/> - <param name="signal_to_noise" value="0.1"/> - <param name="write_sn_log_messages" value="false"/> - <param name="remove_overlapping_peaks" value="true"/> - <param name="method" value="corrected"/> - </section> - <section name="PeakIntegrator"> - <param name="integration_type" value="intensity_sum"/> - <param name="baseline_type" value="base_to_base"/> - <param name="fit_EMG" value="false"/> - </section> - </section> - <section name="DIAScoring"> - <param name="dia_extraction_window" value="0.05"/> - <param name="dia_extraction_unit" value="Th"/> - <param name="dia_centroided" value="false"/> - <param name="dia_byseries_intensity_min" value="300.0"/> - <param name="dia_byseries_ppm_diff" value="10.0"/> - <param name="dia_nr_isotopes" value="4"/> - <param name="dia_nr_charges" value="4"/> - <param name="peak_before_mono_max_ppm_diff" value="20.0"/> - </section> - <section name="EMGScoring"> - <param name="max_iteration" value="10"/> - <param name="init_mom" value="false"/> - </section> - <section name="Scores"> - <param name="use_shape_score" value="true"/> - <param name="use_coelution_score" value="true"/> - <param name="use_rt_score" value="true"/> - <param name="use_library_score" value="true"/> - <param name="use_intensity_score" value="true"/> - <param name="use_nr_peaks_score" value="true"/> - <param name="use_total_xic_score" value="true"/> - <param name="use_total_mi_score" value="false"/> - <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> - <param name="use_dia_scores" value="true"/> - <param name="use_ms1_correlation" value="false"/> - <param name="use_sonar_scores" value="false"/> - <param name="use_ion_mobility_scores" value="false"/> - <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> - <param name="use_uis_scores" value="false"/> - <param name="use_ionseries_scores" value="true"/> - <param name="use_ms2_isotope_scores" value="true"/> - </section> - </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_tsv_FLAG,out_chrom_FLAG"/> - <output name="ctd_out" ftype="xml"> - <assert_contents> - <is_valid_xml/> - </assert_contents> - </output> - </test> - <!-- TOPP_OpenSwathWorkflow_5 --> - <test expect_num_outputs="3"> - <section name="adv_opts"> - <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> - <param name="sort_swath_maps" value="false"/> - <param name="enable_ms1" value="true"/> - <param name="enable_ipf" value="true"/> - <param name="out_chrom_type" value="mzML"/> - <param name="min_upper_edge_dist" value="0.0"/> - <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> - <param name="mz_extraction_window_ms1_unit" value="ppm"/> - <param name="use_ms1_ion_mobility" value="true"/> - <param name="matching_window_only" value="false"/> - <param name="irt_mz_extraction_window" value="50.0"/> - <param name="irt_mz_extraction_window_unit" value="ppm"/> - <param name="irt_im_extraction_window" value="-1.0"/> - <param name="min_rsq" value="0.95"/> - <param name="min_coverage" value="0.6"/> - <param name="split_file_input" value="false"/> - <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="cache"/> - <param name="mz_correction_function" value="none"/> - <param name="extraction_function" value="tophat"/> - <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="3"/> - <param name="force" value="false"/> - <param name="test" value="false"/> - </section> - <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> - <param name="tr" value="OpenSwathWorkflow_1_input.TraML"/> - <output name="out_features" file="OpenSwathWorkflow_3_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> - <output name="out_chrom" file="OpenSwathWorkflow_3_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> - <param name="sonar" value="false"/> - <param name="rt_extraction_window" value="600.0"/> - <param name="ion_mobility_window" value="-1.0"/> - <param name="mz_extraction_window" value="50.0"/> - <param name="mz_extraction_window_ms1" value="50.0"/> - <param name="im_extraction_window_ms1" value="-1.0"/> - <section name="Debugging"/> - <section name="Calibration"> - <param name="ms1_im_calibration" value="false"/> - <param name="im_correction_function" value="linear"/> - <param name="debug_im_file" value=""/> - <param name="debug_mz_file" value=""/> - </section> - <section name="Library"> - <param name="retentionTimeInterpretation" value="iRT"/> - <param name="override_group_label_check" value="false"/> - <param name="force_invalid_mods" value="false"/> - </section> - <section name="RTNormalization"> - <param name="alignmentMethod" value="linear"/> - <param name="outlierMethod" value="iter_residual"/> - <param name="useIterativeChauvenet" value="false"/> - <param name="RANSACMaxIterations" value="1000"/> - <param name="RANSACMaxPercentRTThreshold" value="3"/> - <param name="RANSACSamplingSize" value="10"/> - <param name="estimateBestPeptides" value="false"/> - <param name="InitialQualityCutoff" value="0.5"/> - <param name="OverallQualityCutoff" value="5.5"/> - <param name="NrRTBins" value="10"/> - <param name="MinPeptidesPerBin" value="1"/> - <param name="MinBinsFilled" value="8"/> - <section name="lowess"> - <param name="span" value="0.05"/> - </section> - <section name="b_spline"> - <param name="num_nodes" value="5"/> - </section> - </section> - <section name="Scoring"> - <param name="stop_report_after_feature" value="5"/> - <param name="rt_normalization_factor" value="100.0"/> - <param name="quantification_cutoff" value="0.0"/> - <param name="write_convex_hull" value="false"/> - <param name="spectrum_addition_method" value="simple"/> - <param name="add_up_spectra" value="1"/> - <param name="spacing_for_spectra_resampling" value="0.005"/> - <param name="uis_threshold_sn" value="-1"/> - <param name="uis_threshold_peak_area" value="0"/> - <param name="scoring_model" value="default"/> - <param name="im_extra_drift" value="0.0"/> - <param name="strict" value="true"/> - <section name="TransitionGroupPicker"> - <param name="stop_after_feature" value="-1"/> - <param name="min_peak_width" value="-1.0"/> - <param name="peak_integration" value="original"/> - <param name="background_subtraction" value="none"/> - <param name="recalculate_peaks" value="true"/> - <param name="use_precursors" value="false"/> - <param name="use_consensus" value="true"/> - <param name="recalculate_peaks_max_z" value="0.75"/> - <param name="minimal_quality" value="-1.5"/> - <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> + <param name="compute_peak_quality" value="true"/> <param name="compute_peak_shape_metrics" value="false"/> <param name="compute_total_mi" value="false"/> <param name="boundary_selection_method" value="largest"/> @@ -1217,195 +587,39 @@ <param name="use_total_xic_score" value="true"/> <param name="use_total_mi_score" value="false"/> <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> + <param name="use_mi_score" value="false"/> <param name="use_dia_scores" value="true"/> <param name="use_ms1_correlation" value="false"/> <param name="use_sonar_scores" value="false"/> <param name="use_ion_mobility_scores" value="false"/> <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> + <param name="use_ms1_mi" value="false"/> <param name="use_uis_scores" value="false"/> <param name="use_ionseries_scores" value="true"/> <param name="use_ms2_isotope_scores" value="true"/> </section> </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> + <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG,out_qc_FLAG"/> <output name="ctd_out" ftype="xml"> <assert_contents> <is_valid_xml/> </assert_contents> </output> + <assert_stdout> + <has_text_matching expression="@EXECUTABLE@ took .* \(wall\), .* \(CPU\), .* \(system\), .* \(user\)(; Peak Memory Usage: 32 MB)?."/> + </assert_stdout> </test> - <!-- TOPP_OpenSwathWorkflow_6 --> + <!-- TOPP_OpenSwathWorkflow_2 --> <test expect_num_outputs="3"> <section name="adv_opts"> - <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> + <param name="rt_norm" value="OpenSwathWorkflow_2_input.trafoXML"/> <param name="sort_swath_maps" value="false"/> - <param name="enable_ms1" value="true"/> + <param name="enable_ms1" value="false"/> <param name="enable_ipf" value="true"/> <param name="out_chrom_type" value="mzML"/> <param name="min_upper_edge_dist" value="0.0"/> <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> - <param name="mz_extraction_window_ms1_unit" value="ppm"/> - <param name="use_ms1_ion_mobility" value="true"/> - <param name="matching_window_only" value="false"/> - <param name="irt_mz_extraction_window" value="50.0"/> - <param name="irt_mz_extraction_window_unit" value="ppm"/> - <param name="irt_im_extraction_window" value="-1.0"/> - <param name="min_rsq" value="0.95"/> - <param name="min_coverage" value="0.6"/> - <param name="split_file_input" value="false"/> - <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="cacheWorkingInMemory"/> - <param name="mz_correction_function" value="none"/> - <param name="extraction_function" value="tophat"/> - <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="3"/> - <param name="force" value="false"/> - <param name="test" value="false"/> - </section> - <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> - <param name="tr" value="OpenSwathWorkflow_1_input.TraML"/> - <output name="out_features" file="OpenSwathWorkflow_3_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> - <output name="out_chrom" file="OpenSwathWorkflow_3_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> - <param name="sonar" value="false"/> - <param name="rt_extraction_window" value="600.0"/> - <param name="ion_mobility_window" value="-1.0"/> - <param name="mz_extraction_window" value="50.0"/> - <param name="mz_extraction_window_ms1" value="50.0"/> - <param name="im_extraction_window_ms1" value="-1.0"/> - <section name="Debugging"/> - <section name="Calibration"> - <param name="ms1_im_calibration" value="false"/> - <param name="im_correction_function" value="linear"/> - <param name="debug_im_file" value=""/> - <param name="debug_mz_file" value=""/> - </section> - <section name="Library"> - <param name="retentionTimeInterpretation" value="iRT"/> - <param name="override_group_label_check" value="false"/> - <param name="force_invalid_mods" value="false"/> - </section> - <section name="RTNormalization"> - <param name="alignmentMethod" value="linear"/> - <param name="outlierMethod" value="iter_residual"/> - <param name="useIterativeChauvenet" value="false"/> - <param name="RANSACMaxIterations" value="1000"/> - <param name="RANSACMaxPercentRTThreshold" value="3"/> - <param name="RANSACSamplingSize" value="10"/> - <param name="estimateBestPeptides" value="false"/> - <param name="InitialQualityCutoff" value="0.5"/> - <param name="OverallQualityCutoff" value="5.5"/> - <param name="NrRTBins" value="10"/> - <param name="MinPeptidesPerBin" value="1"/> - <param name="MinBinsFilled" value="8"/> - <section name="lowess"> - <param name="span" value="0.05"/> - </section> - <section name="b_spline"> - <param name="num_nodes" value="5"/> - </section> - </section> - <section name="Scoring"> - <param name="stop_report_after_feature" value="5"/> - <param name="rt_normalization_factor" value="100.0"/> - <param name="quantification_cutoff" value="0.0"/> - <param name="write_convex_hull" value="false"/> - <param name="spectrum_addition_method" value="simple"/> - <param name="add_up_spectra" value="1"/> - <param name="spacing_for_spectra_resampling" value="0.005"/> - <param name="uis_threshold_sn" value="-1"/> - <param name="uis_threshold_peak_area" value="0"/> - <param name="scoring_model" value="default"/> - <param name="im_extra_drift" value="0.0"/> - <param name="strict" value="true"/> - <section name="TransitionGroupPicker"> - <param name="stop_after_feature" value="-1"/> - <param name="min_peak_width" value="-1.0"/> - <param name="peak_integration" value="original"/> - <param name="background_subtraction" value="none"/> - <param name="recalculate_peaks" value="true"/> - <param name="use_precursors" value="false"/> - <param name="use_consensus" value="true"/> - <param name="recalculate_peaks_max_z" value="0.75"/> - <param name="minimal_quality" value="-1.5"/> - <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> - <param name="compute_peak_shape_metrics" value="false"/> - <param name="compute_total_mi" value="false"/> - <param name="boundary_selection_method" value="largest"/> - <section name="PeakPickerMRM"> - <param name="sgolay_frame_length" value="11"/> - <param name="sgolay_polynomial_order" value="3"/> - <param name="gauss_width" value="30.0"/> - <param name="use_gauss" value="false"/> - <param name="peak_width" value="-1.0"/> - <param name="signal_to_noise" value="0.1"/> - <param name="write_sn_log_messages" value="false"/> - <param name="remove_overlapping_peaks" value="true"/> - <param name="method" value="corrected"/> - </section> - <section name="PeakIntegrator"> - <param name="integration_type" value="intensity_sum"/> - <param name="baseline_type" value="base_to_base"/> - <param name="fit_EMG" value="false"/> - </section> - </section> - <section name="DIAScoring"> - <param name="dia_extraction_window" value="0.05"/> - <param name="dia_extraction_unit" value="Th"/> - <param name="dia_centroided" value="false"/> - <param name="dia_byseries_intensity_min" value="300.0"/> - <param name="dia_byseries_ppm_diff" value="10.0"/> - <param name="dia_nr_isotopes" value="4"/> - <param name="dia_nr_charges" value="4"/> - <param name="peak_before_mono_max_ppm_diff" value="20.0"/> - </section> - <section name="EMGScoring"> - <param name="max_iteration" value="10"/> - <param name="init_mom" value="false"/> - </section> - <section name="Scores"> - <param name="use_shape_score" value="true"/> - <param name="use_coelution_score" value="true"/> - <param name="use_rt_score" value="true"/> - <param name="use_library_score" value="true"/> - <param name="use_intensity_score" value="true"/> - <param name="use_nr_peaks_score" value="true"/> - <param name="use_total_xic_score" value="true"/> - <param name="use_total_mi_score" value="false"/> - <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> - <param name="use_dia_scores" value="true"/> - <param name="use_ms1_correlation" value="false"/> - <param name="use_sonar_scores" value="false"/> - <param name="use_ion_mobility_scores" value="false"/> - <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> - <param name="use_uis_scores" value="false"/> - <param name="use_ionseries_scores" value="true"/> - <param name="use_ms2_isotope_scores" value="true"/> - </section> - </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> - <output name="ctd_out" ftype="xml"> - <assert_contents> - <is_valid_xml/> - </assert_contents> - </output> - </test> - <!-- TOPP_OpenSwathWorkflow_7 --> - <test expect_num_outputs="3"> - <section name="adv_opts"> - <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> - <param name="sort_swath_maps" value="false"/> - <param name="enable_ms1" value="true"/> - <param name="enable_ipf" value="true"/> - <param name="out_chrom_type" value="mzML"/> - <param name="min_upper_edge_dist" value="0.0"/> - <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> + <param name="mz_extraction_window_unit" value="Th"/> <param name="mz_extraction_window_ms1_unit" value="ppm"/> <param name="use_ms1_ion_mobility" value="true"/> <param name="matching_window_only" value="false"/> @@ -1420,179 +634,19 @@ <param name="mz_correction_function" value="none"/> <param name="extraction_function" value="tophat"/> <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="3"/> + <param name="ms1_isotopes" value="0"/> <param name="force" value="false"/> - <param name="test" value="false"/> + <param name="test" value="true"/> </section> - <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> - <param name="tr" value="OpenSwathWorkflow_1_input.TraML"/> - <param name="swath_windows_file" value="swath_windows.txt" ftype="txt"/> - <output name="out_features" file="OpenSwathWorkflow_3_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> - <output name="out_chrom" file="OpenSwathWorkflow_3_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> + <param name="in" value="OpenSwathWorkflow_2_input.mzXML"/> + <param name="tr" value="OpenSwathWorkflow_2_input.TraML"/> + <output name="out_features" value="OpenSwathWorkflow_2_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> + <output name="out_chrom" value="OpenSwathWorkflow_2_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> <param name="sonar" value="false"/> + <param name="pasef" value="false"/> <param name="rt_extraction_window" value="600.0"/> <param name="ion_mobility_window" value="-1.0"/> - <param name="mz_extraction_window" value="50.0"/> - <param name="mz_extraction_window_ms1" value="50.0"/> - <param name="im_extraction_window_ms1" value="-1.0"/> - <section name="Debugging"/> - <section name="Calibration"> - <param name="ms1_im_calibration" value="false"/> - <param name="im_correction_function" value="linear"/> - <param name="debug_im_file" value=""/> - <param name="debug_mz_file" value=""/> - </section> - <section name="Library"> - <param name="retentionTimeInterpretation" value="iRT"/> - <param name="override_group_label_check" value="false"/> - <param name="force_invalid_mods" value="false"/> - </section> - <section name="RTNormalization"> - <param name="alignmentMethod" value="linear"/> - <param name="outlierMethod" value="iter_residual"/> - <param name="useIterativeChauvenet" value="false"/> - <param name="RANSACMaxIterations" value="1000"/> - <param name="RANSACMaxPercentRTThreshold" value="3"/> - <param name="RANSACSamplingSize" value="10"/> - <param name="estimateBestPeptides" value="false"/> - <param name="InitialQualityCutoff" value="0.5"/> - <param name="OverallQualityCutoff" value="5.5"/> - <param name="NrRTBins" value="10"/> - <param name="MinPeptidesPerBin" value="1"/> - <param name="MinBinsFilled" value="8"/> - <section name="lowess"> - <param name="span" value="0.05"/> - </section> - <section name="b_spline"> - <param name="num_nodes" value="5"/> - </section> - </section> - <section name="Scoring"> - <param name="stop_report_after_feature" value="5"/> - <param name="rt_normalization_factor" value="100.0"/> - <param name="quantification_cutoff" value="0.0"/> - <param name="write_convex_hull" value="false"/> - <param name="spectrum_addition_method" value="simple"/> - <param name="add_up_spectra" value="1"/> - <param name="spacing_for_spectra_resampling" value="0.005"/> - <param name="uis_threshold_sn" value="-1"/> - <param name="uis_threshold_peak_area" value="0"/> - <param name="scoring_model" value="default"/> - <param name="im_extra_drift" value="0.0"/> - <param name="strict" value="true"/> - <section name="TransitionGroupPicker"> - <param name="stop_after_feature" value="-1"/> - <param name="min_peak_width" value="-1.0"/> - <param name="peak_integration" value="original"/> - <param name="background_subtraction" value="none"/> - <param name="recalculate_peaks" value="true"/> - <param name="use_precursors" value="false"/> - <param name="use_consensus" value="true"/> - <param name="recalculate_peaks_max_z" value="0.75"/> - <param name="minimal_quality" value="-1.5"/> - <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> - <param name="compute_peak_shape_metrics" value="false"/> - <param name="compute_total_mi" value="false"/> - <param name="boundary_selection_method" value="largest"/> - <section name="PeakPickerMRM"> - <param name="sgolay_frame_length" value="11"/> - <param name="sgolay_polynomial_order" value="3"/> - <param name="gauss_width" value="30.0"/> - <param name="use_gauss" value="false"/> - <param name="peak_width" value="-1.0"/> - <param name="signal_to_noise" value="0.1"/> - <param name="write_sn_log_messages" value="false"/> - <param name="remove_overlapping_peaks" value="true"/> - <param name="method" value="corrected"/> - </section> - <section name="PeakIntegrator"> - <param name="integration_type" value="intensity_sum"/> - <param name="baseline_type" value="base_to_base"/> - <param name="fit_EMG" value="false"/> - </section> - </section> - <section name="DIAScoring"> - <param name="dia_extraction_window" value="0.05"/> - <param name="dia_extraction_unit" value="Th"/> - <param name="dia_centroided" value="false"/> - <param name="dia_byseries_intensity_min" value="300.0"/> - <param name="dia_byseries_ppm_diff" value="10.0"/> - <param name="dia_nr_isotopes" value="4"/> - <param name="dia_nr_charges" value="4"/> - <param name="peak_before_mono_max_ppm_diff" value="20.0"/> - </section> - <section name="EMGScoring"> - <param name="max_iteration" value="10"/> - <param name="init_mom" value="false"/> - </section> - <section name="Scores"> - <param name="use_shape_score" value="true"/> - <param name="use_coelution_score" value="true"/> - <param name="use_rt_score" value="true"/> - <param name="use_library_score" value="true"/> - <param name="use_intensity_score" value="true"/> - <param name="use_nr_peaks_score" value="true"/> - <param name="use_total_xic_score" value="true"/> - <param name="use_total_mi_score" value="false"/> - <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> - <param name="use_dia_scores" value="true"/> - <param name="use_ms1_correlation" value="false"/> - <param name="use_sonar_scores" value="false"/> - <param name="use_ion_mobility_scores" value="false"/> - <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> - <param name="use_uis_scores" value="false"/> - <param name="use_ionseries_scores" value="true"/> - <param name="use_ms2_isotope_scores" value="true"/> - </section> - </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> - <output name="ctd_out" ftype="xml"> - <assert_contents> - <is_valid_xml/> - </assert_contents> - </output> - </test> - <!-- TOPP_OpenSwathWorkflow_10 --> - <test expect_num_outputs="3"> - <section name="adv_opts"> - <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> - <param name="sort_swath_maps" value="false"/> - <param name="enable_ms1" value="true"/> - <param name="enable_ipf" value="true"/> - <param name="out_chrom_type" value="mzML"/> - <param name="min_upper_edge_dist" value="0.0"/> - <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> - <param name="mz_extraction_window_ms1_unit" value="ppm"/> - <param name="use_ms1_ion_mobility" value="true"/> - <param name="matching_window_only" value="false"/> - <param name="irt_mz_extraction_window" value="50.0"/> - <param name="irt_mz_extraction_window_unit" value="ppm"/> - <param name="irt_im_extraction_window" value="-1.0"/> - <param name="min_rsq" value="0.95"/> - <param name="min_coverage" value="0.6"/> - <param name="split_file_input" value="false"/> - <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="normal"/> - <param name="mz_correction_function" value="none"/> - <param name="extraction_function" value="tophat"/> - <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="3"/> - <param name="force" value="true"/> - <param name="test" value="false"/> - </section> - <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> - <param name="tr" value="OpenSwathWorkflow_1_input.TraML"/> - <param name="swath_windows_file" value="swath_windows_overlap.txt" ftype="txt"/> - <output name="out_features" file="OpenSwathWorkflow_10.featureXML.tmp" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> - <output name="out_chrom" file="OpenSwathWorkflow_10.chrom.mzML.tmp" compare="sim_size" delta_frac="0.7" ftype="mzml"/> - <param name="sonar" value="false"/> - <param name="rt_extraction_window" value="600.0"/> - <param name="ion_mobility_window" value="-1.0"/> - <param name="mz_extraction_window" value="50.0"/> + <param name="mz_extraction_window" value="0.05"/> <param name="mz_extraction_window_ms1" value="50.0"/> <param name="im_extraction_window_ms1" value="-1.0"/> <section name="Debugging"/> @@ -1651,643 +705,7 @@ <param name="recalculate_peaks_max_z" value="0.75"/> <param name="minimal_quality" value="-1.5"/> <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> - <param name="compute_peak_shape_metrics" value="false"/> - <param name="compute_total_mi" value="false"/> - <param name="boundary_selection_method" value="largest"/> - <section name="PeakPickerMRM"> - <param name="sgolay_frame_length" value="11"/> - <param name="sgolay_polynomial_order" value="3"/> - <param name="gauss_width" value="30.0"/> - <param name="use_gauss" value="false"/> - <param name="peak_width" value="-1.0"/> - <param name="signal_to_noise" value="0.1"/> - <param name="write_sn_log_messages" value="false"/> - <param name="remove_overlapping_peaks" value="true"/> - <param name="method" value="corrected"/> - </section> - <section name="PeakIntegrator"> - <param name="integration_type" value="intensity_sum"/> - <param name="baseline_type" value="base_to_base"/> - <param name="fit_EMG" value="false"/> - </section> - </section> - <section name="DIAScoring"> - <param name="dia_extraction_window" value="0.05"/> - <param name="dia_extraction_unit" value="Th"/> - <param name="dia_centroided" value="false"/> - <param name="dia_byseries_intensity_min" value="300.0"/> - <param name="dia_byseries_ppm_diff" value="10.0"/> - <param name="dia_nr_isotopes" value="4"/> - <param name="dia_nr_charges" value="4"/> - <param name="peak_before_mono_max_ppm_diff" value="20.0"/> - </section> - <section name="EMGScoring"> - <param name="max_iteration" value="10"/> - <param name="init_mom" value="false"/> - </section> - <section name="Scores"> - <param name="use_shape_score" value="true"/> - <param name="use_coelution_score" value="true"/> - <param name="use_rt_score" value="true"/> - <param name="use_library_score" value="true"/> - <param name="use_intensity_score" value="true"/> - <param name="use_nr_peaks_score" value="true"/> - <param name="use_total_xic_score" value="true"/> - <param name="use_total_mi_score" value="false"/> - <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> - <param name="use_dia_scores" value="true"/> - <param name="use_ms1_correlation" value="false"/> - <param name="use_sonar_scores" value="false"/> - <param name="use_ion_mobility_scores" value="false"/> - <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> - <param name="use_uis_scores" value="false"/> - <param name="use_ionseries_scores" value="true"/> - <param name="use_ms2_isotope_scores" value="true"/> - </section> - </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> - <output name="ctd_out" ftype="xml"> - <assert_contents> - <is_valid_xml/> - </assert_contents> - </output> - </test> - <!-- TOPP_OpenSwathWorkflow_11 --> - <test expect_num_outputs="3"> - <section name="adv_opts"> - <param name="sort_swath_maps" value="false"/> - <param name="enable_ms1" value="false"/> - <param name="enable_ipf" value="true"/> - <param name="out_chrom_type" value="mzML"/> - <param name="min_upper_edge_dist" value="0.0"/> - <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> - <param name="mz_extraction_window_ms1_unit" value="ppm"/> - <param name="use_ms1_ion_mobility" value="true"/> - <param name="matching_window_only" value="false"/> - <param name="irt_mz_extraction_window" value="550.0"/> - <param name="irt_mz_extraction_window_unit" value="ppm"/> - <param name="irt_im_extraction_window" value="-1.0"/> - <param name="min_rsq" value="0.95"/> - <param name="min_coverage" value="0.6"/> - <param name="split_file_input" value="false"/> - <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="normal"/> - <param name="mz_correction_function" value="quadratic_regression_delta_ppm"/> - <param name="extraction_function" value="tophat"/> - <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="3"/> - <param name="force" value="false"/> - <param name="test" value="false"/> - </section> - <param name="in" value="OpenSwathWorkflow_11_input.mzML"/> - <param name="tr" value="OpenSwathWorkflow_11_input_2.TraML"/> - <param name="tr_irt" value="OpenSwathWorkflow_11_input.TraML"/> - <output name="out_features" file="OpenSwathWorkflow_11_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> - <output name="out_chrom" file="OpenSwathWorkflow_11_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> - <param name="sonar" value="true"/> - <param name="rt_extraction_window" value="-1.0"/> - <param name="ion_mobility_window" value="-1.0"/> - <param name="mz_extraction_window" value="0.2"/> - <param name="mz_extraction_window_ms1" value="50.0"/> - <param name="im_extraction_window_ms1" value="-1.0"/> - <section name="Debugging"/> - <section name="Calibration"> - <param name="ms1_im_calibration" value="false"/> - <param name="im_correction_function" value="linear"/> - <param name="debug_im_file" value=""/> - <param name="debug_mz_file" value=""/> - </section> - <section name="Library"> - <param name="retentionTimeInterpretation" value="iRT"/> - <param name="override_group_label_check" value="false"/> - <param name="force_invalid_mods" value="false"/> - </section> - <section name="RTNormalization"> - <param name="alignmentMethod" value="linear"/> - <param name="outlierMethod" value="none"/> - <param name="useIterativeChauvenet" value="false"/> - <param name="RANSACMaxIterations" value="1000"/> - <param name="RANSACMaxPercentRTThreshold" value="3"/> - <param name="RANSACSamplingSize" value="10"/> - <param name="estimateBestPeptides" value="false"/> - <param name="InitialQualityCutoff" value="0.5"/> - <param name="OverallQualityCutoff" value="5.5"/> - <param name="NrRTBins" value="10"/> - <param name="MinPeptidesPerBin" value="1"/> - <param name="MinBinsFilled" value="8"/> - <section name="lowess"> - <param name="span" value="0.05"/> - </section> - <section name="b_spline"> - <param name="num_nodes" value="5"/> - </section> - </section> - <section name="Scoring"> - <param name="stop_report_after_feature" value="5"/> - <param name="rt_normalization_factor" value="100.0"/> - <param name="quantification_cutoff" value="0.0"/> - <param name="write_convex_hull" value="false"/> - <param name="spectrum_addition_method" value="simple"/> - <param name="add_up_spectra" value="1"/> - <param name="spacing_for_spectra_resampling" value="0.005"/> - <param name="uis_threshold_sn" value="-1"/> - <param name="uis_threshold_peak_area" value="0"/> - <param name="scoring_model" value="default"/> - <param name="im_extra_drift" value="0.0"/> - <param name="strict" value="true"/> - <section name="TransitionGroupPicker"> - <param name="stop_after_feature" value="-1"/> - <param name="min_peak_width" value="-1.0"/> - <param name="peak_integration" value="original"/> - <param name="background_subtraction" value="none"/> - <param name="recalculate_peaks" value="true"/> - <param name="use_precursors" value="false"/> - <param name="use_consensus" value="true"/> - <param name="recalculate_peaks_max_z" value="0.75"/> - <param name="minimal_quality" value="-1.5"/> - <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> - <param name="compute_peak_shape_metrics" value="false"/> - <param name="compute_total_mi" value="false"/> - <param name="boundary_selection_method" value="largest"/> - <section name="PeakPickerMRM"> - <param name="sgolay_frame_length" value="11"/> - <param name="sgolay_polynomial_order" value="3"/> - <param name="gauss_width" value="30.0"/> - <param name="use_gauss" value="false"/> - <param name="peak_width" value="-1.0"/> - <param name="signal_to_noise" value="0.1"/> - <param name="write_sn_log_messages" value="false"/> - <param name="remove_overlapping_peaks" value="true"/> - <param name="method" value="corrected"/> - </section> - <section name="PeakIntegrator"> - <param name="integration_type" value="intensity_sum"/> - <param name="baseline_type" value="base_to_base"/> - <param name="fit_EMG" value="false"/> - </section> - </section> - <section name="DIAScoring"> - <param name="dia_extraction_window" value="0.05"/> - <param name="dia_extraction_unit" value="Th"/> - <param name="dia_centroided" value="false"/> - <param name="dia_byseries_intensity_min" value="300.0"/> - <param name="dia_byseries_ppm_diff" value="10.0"/> - <param name="dia_nr_isotopes" value="4"/> - <param name="dia_nr_charges" value="4"/> - <param name="peak_before_mono_max_ppm_diff" value="20.0"/> - </section> - <section name="EMGScoring"> - <param name="max_iteration" value="10"/> - <param name="init_mom" value="false"/> - </section> - <section name="Scores"> - <param name="use_shape_score" value="true"/> - <param name="use_coelution_score" value="true"/> - <param name="use_rt_score" value="true"/> - <param name="use_library_score" value="true"/> - <param name="use_intensity_score" value="true"/> - <param name="use_nr_peaks_score" value="true"/> - <param name="use_total_xic_score" value="true"/> - <param name="use_total_mi_score" value="false"/> - <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> - <param name="use_dia_scores" value="true"/> - <param name="use_ms1_correlation" value="false"/> - <param name="use_sonar_scores" value="true"/> - <param name="use_ion_mobility_scores" value="false"/> - <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> - <param name="use_uis_scores" value="false"/> - <param name="use_ionseries_scores" value="true"/> - <param name="use_ms2_isotope_scores" value="true"/> - </section> - </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> - <output name="ctd_out" ftype="xml"> - <assert_contents> - <is_valid_xml/> - </assert_contents> - </output> - </test> - <!-- TOPP_OpenSwathWorkflow_13 --> - <test expect_num_outputs="3"> - <section name="adv_opts"> - <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> - <param name="sort_swath_maps" value="false"/> - <param name="enable_ms1" value="true"/> - <param name="enable_ipf" value="true"/> - <param name="out_chrom_type" value="mzML"/> - <param name="min_upper_edge_dist" value="0.0"/> - <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> - <param name="mz_extraction_window_ms1_unit" value="ppm"/> - <param name="use_ms1_ion_mobility" value="true"/> - <param name="matching_window_only" value="false"/> - <param name="irt_mz_extraction_window" value="50.0"/> - <param name="irt_mz_extraction_window_unit" value="ppm"/> - <param name="irt_im_extraction_window" value="-1.0"/> - <param name="min_rsq" value="0.95"/> - <param name="min_coverage" value="0.6"/> - <param name="split_file_input" value="false"/> - <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="normal"/> - <param name="mz_correction_function" value="none"/> - <param name="extraction_function" value="tophat"/> - <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="3"/> - <param name="force" value="false"/> - <param name="test" value="false"/> - </section> - <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> - <param name="tr" value="OpenSwathWorkflow_13_input.pqp.tmp"/> - <output name="out_osw" file="OpenSwathWorkflow_13.osw" compare="sim_size" delta_frac="0.7" ftype="osw"/> - <output name="out_chrom" file="OpenSwathWorkflow_13_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> - <param name="sonar" value="false"/> - <param name="rt_extraction_window" value="600.0"/> - <param name="ion_mobility_window" value="-1.0"/> - <param name="mz_extraction_window" value="50.0"/> - <param name="mz_extraction_window_ms1" value="50.0"/> - <param name="im_extraction_window_ms1" value="-1.0"/> - <section name="Debugging"/> - <section name="Calibration"> - <param name="ms1_im_calibration" value="false"/> - <param name="im_correction_function" value="linear"/> - <param name="debug_im_file" value=""/> - <param name="debug_mz_file" value=""/> - </section> - <section name="Library"> - <param name="retentionTimeInterpretation" value="iRT"/> - <param name="override_group_label_check" value="false"/> - <param name="force_invalid_mods" value="false"/> - </section> - <section name="RTNormalization"> - <param name="alignmentMethod" value="linear"/> - <param name="outlierMethod" value="iter_residual"/> - <param name="useIterativeChauvenet" value="false"/> - <param name="RANSACMaxIterations" value="1000"/> - <param name="RANSACMaxPercentRTThreshold" value="3"/> - <param name="RANSACSamplingSize" value="10"/> - <param name="estimateBestPeptides" value="false"/> - <param name="InitialQualityCutoff" value="0.5"/> - <param name="OverallQualityCutoff" value="5.5"/> - <param name="NrRTBins" value="10"/> - <param name="MinPeptidesPerBin" value="1"/> - <param name="MinBinsFilled" value="8"/> - <section name="lowess"> - <param name="span" value="0.05"/> - </section> - <section name="b_spline"> - <param name="num_nodes" value="5"/> - </section> - </section> - <section name="Scoring"> - <param name="stop_report_after_feature" value="5"/> - <param name="rt_normalization_factor" value="100.0"/> - <param name="quantification_cutoff" value="0.0"/> - <param name="write_convex_hull" value="false"/> - <param name="spectrum_addition_method" value="simple"/> - <param name="add_up_spectra" value="1"/> - <param name="spacing_for_spectra_resampling" value="0.005"/> - <param name="uis_threshold_sn" value="-1"/> - <param name="uis_threshold_peak_area" value="0"/> - <param name="scoring_model" value="default"/> - <param name="im_extra_drift" value="0.0"/> - <param name="strict" value="true"/> - <section name="TransitionGroupPicker"> - <param name="stop_after_feature" value="-1"/> - <param name="min_peak_width" value="-1.0"/> - <param name="peak_integration" value="original"/> - <param name="background_subtraction" value="none"/> - <param name="recalculate_peaks" value="true"/> - <param name="use_precursors" value="false"/> - <param name="use_consensus" value="true"/> - <param name="recalculate_peaks_max_z" value="0.75"/> - <param name="minimal_quality" value="-1.5"/> - <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> - <param name="compute_peak_shape_metrics" value="false"/> - <param name="compute_total_mi" value="false"/> - <param name="boundary_selection_method" value="largest"/> - <section name="PeakPickerMRM"> - <param name="sgolay_frame_length" value="11"/> - <param name="sgolay_polynomial_order" value="3"/> - <param name="gauss_width" value="30.0"/> - <param name="use_gauss" value="false"/> - <param name="peak_width" value="-1.0"/> - <param name="signal_to_noise" value="0.1"/> - <param name="write_sn_log_messages" value="false"/> - <param name="remove_overlapping_peaks" value="true"/> - <param name="method" value="corrected"/> - </section> - <section name="PeakIntegrator"> - <param name="integration_type" value="intensity_sum"/> - <param name="baseline_type" value="base_to_base"/> - <param name="fit_EMG" value="false"/> - </section> - </section> - <section name="DIAScoring"> - <param name="dia_extraction_window" value="0.05"/> - <param name="dia_extraction_unit" value="Th"/> - <param name="dia_centroided" value="false"/> - <param name="dia_byseries_intensity_min" value="300.0"/> - <param name="dia_byseries_ppm_diff" value="10.0"/> - <param name="dia_nr_isotopes" value="4"/> - <param name="dia_nr_charges" value="4"/> - <param name="peak_before_mono_max_ppm_diff" value="20.0"/> - </section> - <section name="EMGScoring"> - <param name="max_iteration" value="10"/> - <param name="init_mom" value="false"/> - </section> - <section name="Scores"> - <param name="use_shape_score" value="true"/> - <param name="use_coelution_score" value="true"/> - <param name="use_rt_score" value="true"/> - <param name="use_library_score" value="true"/> - <param name="use_intensity_score" value="true"/> - <param name="use_nr_peaks_score" value="true"/> - <param name="use_total_xic_score" value="true"/> - <param name="use_total_mi_score" value="false"/> - <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> - <param name="use_dia_scores" value="true"/> - <param name="use_ms1_correlation" value="false"/> - <param name="use_sonar_scores" value="false"/> - <param name="use_ion_mobility_scores" value="false"/> - <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> - <param name="use_uis_scores" value="false"/> - <param name="use_ionseries_scores" value="true"/> - <param name="use_ms2_isotope_scores" value="true"/> - </section> - </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_osw_FLAG,out_chrom_FLAG"/> - <output name="ctd_out" ftype="xml"> - <assert_contents> - <is_valid_xml/> - </assert_contents> - </output> - </test> - <!-- TOPP_OpenSwathWorkflow_14 --> - <test expect_num_outputs="3"> - <section name="adv_opts"> - <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> - <param name="sort_swath_maps" value="false"/> - <param name="enable_ms1" value="true"/> - <param name="enable_ipf" value="true"/> - <param name="out_chrom_type" value="sqMass"/> - <param name="min_upper_edge_dist" value="0.0"/> - <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> - <param name="mz_extraction_window_ms1_unit" value="ppm"/> - <param name="use_ms1_ion_mobility" value="true"/> - <param name="matching_window_only" value="false"/> - <param name="irt_mz_extraction_window" value="50.0"/> - <param name="irt_mz_extraction_window_unit" value="ppm"/> - <param name="irt_im_extraction_window" value="-1.0"/> - <param name="min_rsq" value="0.95"/> - <param name="min_coverage" value="0.6"/> - <param name="split_file_input" value="false"/> - <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="normal"/> - <param name="mz_correction_function" value="none"/> - <param name="extraction_function" value="tophat"/> - <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="3"/> - <param name="force" value="false"/> - <param name="test" value="false"/> - </section> - <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> - <param name="tr" value="OpenSwathWorkflow_14_input.pqp.tmp"/> - <output name="out_osw" file="OpenSwathWorkflow_14.osw" compare="sim_size" delta_frac="0.7" ftype="osw"/> - <output name="out_chrom" file="OpenSwathWorkflow_14.chrom.tmp.sqMass" compare="sim_size" delta_frac="0.7" ftype="sqmass"/> - <param name="sonar" value="false"/> - <param name="rt_extraction_window" value="600.0"/> - <param name="ion_mobility_window" value="-1.0"/> - <param name="mz_extraction_window" value="50.0"/> - <param name="mz_extraction_window_ms1" value="50.0"/> - <param name="im_extraction_window_ms1" value="-1.0"/> - <section name="Debugging"/> - <section name="Calibration"> - <param name="ms1_im_calibration" value="false"/> - <param name="im_correction_function" value="linear"/> - <param name="debug_im_file" value=""/> - <param name="debug_mz_file" value=""/> - </section> - <section name="Library"> - <param name="retentionTimeInterpretation" value="iRT"/> - <param name="override_group_label_check" value="false"/> - <param name="force_invalid_mods" value="false"/> - </section> - <section name="RTNormalization"> - <param name="alignmentMethod" value="linear"/> - <param name="outlierMethod" value="iter_residual"/> - <param name="useIterativeChauvenet" value="false"/> - <param name="RANSACMaxIterations" value="1000"/> - <param name="RANSACMaxPercentRTThreshold" value="3"/> - <param name="RANSACSamplingSize" value="10"/> - <param name="estimateBestPeptides" value="false"/> - <param name="InitialQualityCutoff" value="0.5"/> - <param name="OverallQualityCutoff" value="5.5"/> - <param name="NrRTBins" value="10"/> - <param name="MinPeptidesPerBin" value="1"/> - <param name="MinBinsFilled" value="8"/> - <section name="lowess"> - <param name="span" value="0.05"/> - </section> - <section name="b_spline"> - <param name="num_nodes" value="5"/> - </section> - </section> - <section name="Scoring"> - <param name="stop_report_after_feature" value="5"/> - <param name="rt_normalization_factor" value="100.0"/> - <param name="quantification_cutoff" value="0.0"/> - <param name="write_convex_hull" value="false"/> - <param name="spectrum_addition_method" value="simple"/> - <param name="add_up_spectra" value="1"/> - <param name="spacing_for_spectra_resampling" value="0.005"/> - <param name="uis_threshold_sn" value="-1"/> - <param name="uis_threshold_peak_area" value="0"/> - <param name="scoring_model" value="default"/> - <param name="im_extra_drift" value="0.0"/> - <param name="strict" value="true"/> - <section name="TransitionGroupPicker"> - <param name="stop_after_feature" value="-1"/> - <param name="min_peak_width" value="-1.0"/> - <param name="peak_integration" value="original"/> - <param name="background_subtraction" value="none"/> - <param name="recalculate_peaks" value="true"/> - <param name="use_precursors" value="false"/> - <param name="use_consensus" value="true"/> - <param name="recalculate_peaks_max_z" value="0.75"/> - <param name="minimal_quality" value="-1.5"/> - <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> - <param name="compute_peak_shape_metrics" value="false"/> - <param name="compute_total_mi" value="false"/> - <param name="boundary_selection_method" value="largest"/> - <section name="PeakPickerMRM"> - <param name="sgolay_frame_length" value="11"/> - <param name="sgolay_polynomial_order" value="3"/> - <param name="gauss_width" value="30.0"/> - <param name="use_gauss" value="false"/> - <param name="peak_width" value="-1.0"/> - <param name="signal_to_noise" value="0.1"/> - <param name="write_sn_log_messages" value="false"/> - <param name="remove_overlapping_peaks" value="true"/> - <param name="method" value="corrected"/> - </section> - <section name="PeakIntegrator"> - <param name="integration_type" value="intensity_sum"/> - <param name="baseline_type" value="base_to_base"/> - <param name="fit_EMG" value="false"/> - </section> - </section> - <section name="DIAScoring"> - <param name="dia_extraction_window" value="0.05"/> - <param name="dia_extraction_unit" value="Th"/> - <param name="dia_centroided" value="false"/> - <param name="dia_byseries_intensity_min" value="300.0"/> - <param name="dia_byseries_ppm_diff" value="10.0"/> - <param name="dia_nr_isotopes" value="4"/> - <param name="dia_nr_charges" value="4"/> - <param name="peak_before_mono_max_ppm_diff" value="20.0"/> - </section> - <section name="EMGScoring"> - <param name="max_iteration" value="10"/> - <param name="init_mom" value="false"/> - </section> - <section name="Scores"> - <param name="use_shape_score" value="true"/> - <param name="use_coelution_score" value="true"/> - <param name="use_rt_score" value="true"/> - <param name="use_library_score" value="true"/> - <param name="use_intensity_score" value="true"/> - <param name="use_nr_peaks_score" value="true"/> - <param name="use_total_xic_score" value="true"/> - <param name="use_total_mi_score" value="false"/> - <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> - <param name="use_dia_scores" value="true"/> - <param name="use_ms1_correlation" value="false"/> - <param name="use_sonar_scores" value="false"/> - <param name="use_ion_mobility_scores" value="false"/> - <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> - <param name="use_uis_scores" value="false"/> - <param name="use_ionseries_scores" value="true"/> - <param name="use_ms2_isotope_scores" value="true"/> - </section> - </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_osw_FLAG,out_chrom_FLAG"/> - <output name="ctd_out" ftype="xml"> - <assert_contents> - <is_valid_xml/> - </assert_contents> - </output> - </test> - <!-- TOPP_OpenSwathWorkflow_15 --> - <test expect_num_outputs="3"> - <section name="adv_opts"> - <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> - <param name="sort_swath_maps" value="false"/> - <param name="enable_ms1" value="true"/> - <param name="enable_ipf" value="true"/> - <param name="out_chrom_type" value="mzML"/> - <param name="min_upper_edge_dist" value="0.0"/> - <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="Th"/> - <param name="mz_extraction_window_ms1_unit" value="ppm"/> - <param name="use_ms1_ion_mobility" value="true"/> - <param name="matching_window_only" value="false"/> - <param name="irt_mz_extraction_window" value="50.0"/> - <param name="irt_mz_extraction_window_unit" value="ppm"/> - <param name="irt_im_extraction_window" value="-1.0"/> - <param name="min_rsq" value="0.95"/> - <param name="min_coverage" value="0.6"/> - <param name="split_file_input" value="false"/> - <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="normal"/> - <param name="mz_correction_function" value="none"/> - <param name="extraction_function" value="tophat"/> - <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="2"/> - <param name="force" value="false"/> - <param name="test" value="true"/> - </section> - <param name="in" value="OpenSwathWorkflow_15_input.mzML"/> - <param name="tr" value="OpenSwathWorkflow_1_input.TraML"/> - <output name="out_features" file="OpenSwathWorkflow_15_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> - <output name="out_chrom" file="OpenSwathWorkflow_15_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> - <param name="sonar" value="false"/> - <param name="rt_extraction_window" value="600.0"/> - <param name="ion_mobility_window" value="-1.0"/> - <param name="mz_extraction_window" value="0.05"/> - <param name="mz_extraction_window_ms1" value="50.0"/> - <param name="im_extraction_window_ms1" value="-1.0"/> - <section name="Debugging"/> - <section name="Calibration"> - <param name="ms1_im_calibration" value="false"/> - <param name="im_correction_function" value="linear"/> - <param name="debug_im_file" value=""/> - <param name="debug_mz_file" value=""/> - </section> - <section name="Library"> - <param name="retentionTimeInterpretation" value="iRT"/> - <param name="override_group_label_check" value="false"/> - <param name="force_invalid_mods" value="false"/> - </section> - <section name="RTNormalization"> - <param name="alignmentMethod" value="linear"/> - <param name="outlierMethod" value="iter_residual"/> - <param name="useIterativeChauvenet" value="false"/> - <param name="RANSACMaxIterations" value="1000"/> - <param name="RANSACMaxPercentRTThreshold" value="3"/> - <param name="RANSACSamplingSize" value="10"/> - <param name="estimateBestPeptides" value="false"/> - <param name="InitialQualityCutoff" value="0.5"/> - <param name="OverallQualityCutoff" value="5.5"/> - <param name="NrRTBins" value="10"/> - <param name="MinPeptidesPerBin" value="1"/> - <param name="MinBinsFilled" value="8"/> - <section name="lowess"> - <param name="span" value="0.05"/> - </section> - <section name="b_spline"> - <param name="num_nodes" value="5"/> - </section> - </section> - <section name="Scoring"> - <param name="stop_report_after_feature" value="5"/> - <param name="rt_normalization_factor" value="100.0"/> - <param name="quantification_cutoff" value="0.0"/> - <param name="write_convex_hull" value="false"/> - <param name="spectrum_addition_method" value="simple"/> - <param name="add_up_spectra" value="1"/> - <param name="spacing_for_spectra_resampling" value="0.005"/> - <param name="uis_threshold_sn" value="-1"/> - <param name="uis_threshold_peak_area" value="0"/> - <param name="scoring_model" value="default"/> - <param name="im_extra_drift" value="0.0"/> - <param name="strict" value="true"/> - <section name="TransitionGroupPicker"> - <param name="stop_after_feature" value="-1"/> - <param name="min_peak_width" value="-1.0"/> - <param name="peak_integration" value="original"/> - <param name="background_subtraction" value="none"/> - <param name="recalculate_peaks" value="true"/> - <param name="use_precursors" value="true"/> - <param name="use_consensus" value="true"/> - <param name="recalculate_peaks_max_z" value="0.75"/> - <param name="minimal_quality" value="-1.5"/> - <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> + <param name="compute_peak_quality" value="true"/> <param name="compute_peak_shape_metrics" value="false"/> <param name="compute_total_mi" value="false"/> <param name="boundary_selection_method" value="largest"/> @@ -2350,8 +768,11 @@ <is_valid_xml/> </assert_contents> </output> + <assert_stdout> + <has_text_matching expression="@EXECUTABLE@ took .* \(wall\), .* \(CPU\), .* \(system\), .* \(user\)(; Peak Memory Usage: 32 MB)?."/> + </assert_stdout> </test> - <!-- TOPP_OpenSwathWorkflow_16 --> + <!-- TOPP_OpenSwathWorkflow_3 --> <test expect_num_outputs="3"> <section name="adv_opts"> <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> @@ -2361,7 +782,7 @@ <param name="out_chrom_type" value="mzML"/> <param name="min_upper_edge_dist" value="0.0"/> <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> + <param name="mz_extraction_window_unit" value="Th"/> <param name="mz_extraction_window_ms1_unit" value="ppm"/> <param name="use_ms1_ion_mobility" value="true"/> <param name="matching_window_only" value="false"/> @@ -2372,22 +793,23 @@ <param name="min_coverage" value="0.6"/> <param name="split_file_input" value="false"/> <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="workingInMemory"/> + <param name="readOptions" value="normal"/> <param name="mz_correction_function" value="none"/> <param name="extraction_function" value="tophat"/> <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="2"/> + <param name="ms1_isotopes" value="0"/> <param name="force" value="false"/> - <param name="test" value="false"/> + <param name="test" value="true"/> </section> - <param name="in" value="OpenSwathWorkflow_16_input.sqMass"/> + <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> <param name="tr" value="OpenSwathWorkflow_1_input.TraML"/> - <output name="out_features" file="OpenSwathWorkflow_16_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> - <output name="out_chrom" file="OpenSwathWorkflow_16_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> + <output name="out_features" value="OpenSwathWorkflow_3_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> + <output name="out_chrom" value="OpenSwathWorkflow_3_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> <param name="sonar" value="false"/> + <param name="pasef" value="false"/> <param name="rt_extraction_window" value="600.0"/> <param name="ion_mobility_window" value="-1.0"/> - <param name="mz_extraction_window" value="50.0"/> + <param name="mz_extraction_window" value="0.05"/> <param name="mz_extraction_window_ms1" value="50.0"/> <param name="im_extraction_window_ms1" value="-1.0"/> <section name="Debugging"/> @@ -2446,7 +868,7 @@ <param name="recalculate_peaks_max_z" value="0.75"/> <param name="minimal_quality" value="-1.5"/> <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> + <param name="compute_peak_quality" value="true"/> <param name="compute_peak_shape_metrics" value="false"/> <param name="compute_total_mi" value="false"/> <param name="boundary_selection_method" value="largest"/> @@ -2491,13 +913,13 @@ <param name="use_total_xic_score" value="true"/> <param name="use_total_mi_score" value="false"/> <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> + <param name="use_mi_score" value="false"/> <param name="use_dia_scores" value="true"/> <param name="use_ms1_correlation" value="false"/> <param name="use_sonar_scores" value="false"/> <param name="use_ion_mobility_scores" value="false"/> <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> + <param name="use_ms1_mi" value="false"/> <param name="use_uis_scores" value="false"/> <param name="use_ionseries_scores" value="true"/> <param name="use_ms2_isotope_scores" value="true"/> @@ -2509,19 +931,23 @@ <is_valid_xml/> </assert_contents> </output> + <assert_stdout> + <has_text_matching expression="@EXECUTABLE@ took .* \(wall\), .* \(CPU\), .* \(system\), .* \(user\)(; Peak Memory Usage: 32 MB)?."/> + </assert_stdout> </test> - <!-- TOPP_OpenSwathWorkflow_17 --> + <!-- TOPP_OpenSwathWorkflow_4 --> <test expect_num_outputs="3"> <section name="adv_opts"> + <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> <param name="sort_swath_maps" value="false"/> <param name="enable_ms1" value="true"/> <param name="enable_ipf" value="true"/> <param name="out_chrom_type" value="mzML"/> <param name="min_upper_edge_dist" value="0.0"/> <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> + <param name="mz_extraction_window_unit" value="Th"/> <param name="mz_extraction_window_ms1_unit" value="ppm"/> - <param name="use_ms1_ion_mobility" value="false"/> + <param name="use_ms1_ion_mobility" value="true"/> <param name="matching_window_only" value="false"/> <param name="irt_mz_extraction_window" value="50.0"/> <param name="irt_mz_extraction_window_unit" value="ppm"/> @@ -2530,22 +956,23 @@ <param name="min_coverage" value="0.6"/> <param name="split_file_input" value="false"/> <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="workingInMemory"/> + <param name="readOptions" value="normal"/> <param name="mz_correction_function" value="none"/> <param name="extraction_function" value="tophat"/> <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="3"/> + <param name="ms1_isotopes" value="0"/> <param name="force" value="false"/> - <param name="test" value="false"/> + <param name="test" value="true"/> </section> - <param name="in" value="OpenSwathWorkflow_17_input.mzML"/> - <param name="tr" value="OpenSwathWorkflow_17_input.tsv" ftype="tabular"/> - <output name="out_features" file="OpenSwathWorkflow_17.featureXML.tmp" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> - <output name="out_chrom" file="OpenSwathWorkflow_17.chrom.mzML.tmp" compare="sim_size" delta_frac="0.7" ftype="mzml"/> + <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> + <param name="tr" value="OpenSwathWorkflow_1_input.TraML"/> + <output name="out_tsv" value="OpenSwathWorkflow_4.tsv.tmp" compare="sim_size" delta_frac="0.7" ftype="tabular"/> + <output name="out_chrom" value="OpenSwathWorkflow_3_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> <param name="sonar" value="false"/> + <param name="pasef" value="false"/> <param name="rt_extraction_window" value="600.0"/> - <param name="ion_mobility_window" value="0.05"/> - <param name="mz_extraction_window" value="50.0"/> + <param name="ion_mobility_window" value="-1.0"/> + <param name="mz_extraction_window" value="0.05"/> <param name="mz_extraction_window_ms1" value="50.0"/> <param name="im_extraction_window_ms1" value="-1.0"/> <section name="Debugging"/> @@ -2604,7 +1031,7 @@ <param name="recalculate_peaks_max_z" value="0.75"/> <param name="minimal_quality" value="-1.5"/> <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> + <param name="compute_peak_quality" value="true"/> <param name="compute_peak_shape_metrics" value="false"/> <param name="compute_total_mi" value="false"/> <param name="boundary_selection_method" value="largest"/> @@ -2649,37 +1076,41 @@ <param name="use_total_xic_score" value="true"/> <param name="use_total_mi_score" value="false"/> <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> + <param name="use_mi_score" value="false"/> <param name="use_dia_scores" value="true"/> <param name="use_ms1_correlation" value="false"/> <param name="use_sonar_scores" value="false"/> - <param name="use_ion_mobility_scores" value="true"/> + <param name="use_ion_mobility_scores" value="false"/> <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> + <param name="use_ms1_mi" value="false"/> <param name="use_uis_scores" value="false"/> <param name="use_ionseries_scores" value="true"/> <param name="use_ms2_isotope_scores" value="true"/> </section> </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> + <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_tsv_FLAG,out_chrom_FLAG"/> <output name="ctd_out" ftype="xml"> <assert_contents> <is_valid_xml/> </assert_contents> </output> + <assert_stdout> + <has_text_matching expression="@EXECUTABLE@ took .* \(wall\), .* \(CPU\), .* \(system\), .* \(user\)(; Peak Memory Usage: 32 MB)?."/> + </assert_stdout> </test> - <!-- TOPP_OpenSwathWorkflow_17_cache --> + <!-- TOPP_OpenSwathWorkflow_5 --> <test expect_num_outputs="3"> <section name="adv_opts"> + <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> <param name="sort_swath_maps" value="false"/> <param name="enable_ms1" value="true"/> <param name="enable_ipf" value="true"/> <param name="out_chrom_type" value="mzML"/> <param name="min_upper_edge_dist" value="0.0"/> <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> + <param name="mz_extraction_window_unit" value="Th"/> <param name="mz_extraction_window_ms1_unit" value="ppm"/> - <param name="use_ms1_ion_mobility" value="false"/> + <param name="use_ms1_ion_mobility" value="true"/> <param name="matching_window_only" value="false"/> <param name="irt_mz_extraction_window" value="50.0"/> <param name="irt_mz_extraction_window_unit" value="ppm"/> @@ -2692,18 +1123,19 @@ <param name="mz_correction_function" value="none"/> <param name="extraction_function" value="tophat"/> <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="3"/> + <param name="ms1_isotopes" value="0"/> <param name="force" value="false"/> - <param name="test" value="false"/> + <param name="test" value="true"/> </section> - <param name="in" value="OpenSwathWorkflow_17_input.mzML"/> - <param name="tr" value="OpenSwathWorkflow_17_input.tsv" ftype="tabular"/> - <output name="out_features" file="OpenSwathWorkflow_17.featureXML.tmp" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> - <output name="out_chrom" file="OpenSwathWorkflow_17.chrom.mzML.tmp" compare="sim_size" delta_frac="0.7" ftype="mzml"/> + <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> + <param name="tr" value="OpenSwathWorkflow_1_input.TraML"/> + <output name="out_features" value="OpenSwathWorkflow_3_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> + <output name="out_chrom" value="OpenSwathWorkflow_3_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> <param name="sonar" value="false"/> + <param name="pasef" value="false"/> <param name="rt_extraction_window" value="600.0"/> - <param name="ion_mobility_window" value="0.05"/> - <param name="mz_extraction_window" value="50.0"/> + <param name="ion_mobility_window" value="-1.0"/> + <param name="mz_extraction_window" value="0.05"/> <param name="mz_extraction_window_ms1" value="50.0"/> <param name="im_extraction_window_ms1" value="-1.0"/> <section name="Debugging"/> @@ -2762,7 +1194,7 @@ <param name="recalculate_peaks_max_z" value="0.75"/> <param name="minimal_quality" value="-1.5"/> <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> + <param name="compute_peak_quality" value="true"/> <param name="compute_peak_shape_metrics" value="false"/> <param name="compute_total_mi" value="false"/> <param name="boundary_selection_method" value="largest"/> @@ -2807,13 +1239,13 @@ <param name="use_total_xic_score" value="true"/> <param name="use_total_mi_score" value="false"/> <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> + <param name="use_mi_score" value="false"/> <param name="use_dia_scores" value="true"/> <param name="use_ms1_correlation" value="false"/> <param name="use_sonar_scores" value="false"/> - <param name="use_ion_mobility_scores" value="true"/> + <param name="use_ion_mobility_scores" value="false"/> <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> + <param name="use_ms1_mi" value="false"/> <param name="use_uis_scores" value="false"/> <param name="use_ionseries_scores" value="true"/> <param name="use_ms2_isotope_scores" value="true"/> @@ -2825,172 +1257,18 @@ <is_valid_xml/> </assert_contents> </output> + <assert_stdout> + <has_text_matching expression="@EXECUTABLE@ took .* \(wall\), .* \(CPU\), .* \(system\), .* \(user\)(; Peak Memory Usage: 32 MB)?."/> + </assert_stdout> </test> - <!-- TOPP_OpenSwathWorkflow_17_b --> + <!-- TOPP_OpenSwathWorkflow_6 --> <test expect_num_outputs="3"> <section name="adv_opts"> - <param name="sort_swath_maps" value="false"/> - <param name="enable_ms1" value="true"/> - <param name="enable_ipf" value="true"/> - <param name="out_chrom_type" value="mzML"/> - <param name="min_upper_edge_dist" value="0.0"/> - <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> - <param name="mz_extraction_window_ms1_unit" value="ppm"/> - <param name="use_ms1_ion_mobility" value="false"/> - <param name="matching_window_only" value="false"/> - <param name="irt_mz_extraction_window" value="50.0"/> - <param name="irt_mz_extraction_window_unit" value="ppm"/> - <param name="irt_im_extraction_window" value="-1.0"/> - <param name="min_rsq" value="0.95"/> - <param name="min_coverage" value="0.6"/> - <param name="split_file_input" value="false"/> - <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="workingInMemory"/> - <param name="mz_correction_function" value="none"/> - <param name="extraction_function" value="tophat"/> - <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="3"/> - <param name="force" value="false"/> - <param name="test" value="false"/> - </section> - <param name="in" value="OpenSwathWorkflow_17_input.mzML"/> - <param name="tr" value="OpenSwathWorkflow_17_input.pqp.tmp"/> - <output name="out_features" file="OpenSwathWorkflow_17_b_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> - <output name="out_chrom" file="OpenSwathWorkflow_17_b_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> - <param name="sonar" value="false"/> - <param name="rt_extraction_window" value="600.0"/> - <param name="ion_mobility_window" value="0.05"/> - <param name="mz_extraction_window" value="50.0"/> - <param name="mz_extraction_window_ms1" value="50.0"/> - <param name="im_extraction_window_ms1" value="-1.0"/> - <section name="Debugging"/> - <section name="Calibration"> - <param name="ms1_im_calibration" value="false"/> - <param name="im_correction_function" value="linear"/> - <param name="debug_im_file" value=""/> - <param name="debug_mz_file" value=""/> - </section> - <section name="Library"> - <param name="retentionTimeInterpretation" value="iRT"/> - <param name="override_group_label_check" value="false"/> - <param name="force_invalid_mods" value="false"/> - </section> - <section name="RTNormalization"> - <param name="alignmentMethod" value="linear"/> - <param name="outlierMethod" value="iter_residual"/> - <param name="useIterativeChauvenet" value="false"/> - <param name="RANSACMaxIterations" value="1000"/> - <param name="RANSACMaxPercentRTThreshold" value="3"/> - <param name="RANSACSamplingSize" value="10"/> - <param name="estimateBestPeptides" value="false"/> - <param name="InitialQualityCutoff" value="0.5"/> - <param name="OverallQualityCutoff" value="5.5"/> - <param name="NrRTBins" value="10"/> - <param name="MinPeptidesPerBin" value="1"/> - <param name="MinBinsFilled" value="8"/> - <section name="lowess"> - <param name="span" value="0.05"/> - </section> - <section name="b_spline"> - <param name="num_nodes" value="5"/> - </section> - </section> - <section name="Scoring"> - <param name="stop_report_after_feature" value="5"/> - <param name="rt_normalization_factor" value="100.0"/> - <param name="quantification_cutoff" value="0.0"/> - <param name="write_convex_hull" value="false"/> - <param name="spectrum_addition_method" value="simple"/> - <param name="add_up_spectra" value="1"/> - <param name="spacing_for_spectra_resampling" value="0.005"/> - <param name="uis_threshold_sn" value="-1"/> - <param name="uis_threshold_peak_area" value="0"/> - <param name="scoring_model" value="default"/> - <param name="im_extra_drift" value="0.0"/> - <param name="strict" value="true"/> - <section name="TransitionGroupPicker"> - <param name="stop_after_feature" value="-1"/> - <param name="min_peak_width" value="-1.0"/> - <param name="peak_integration" value="original"/> - <param name="background_subtraction" value="none"/> - <param name="recalculate_peaks" value="true"/> - <param name="use_precursors" value="false"/> - <param name="use_consensus" value="true"/> - <param name="recalculate_peaks_max_z" value="0.75"/> - <param name="minimal_quality" value="-1.5"/> - <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> - <param name="compute_peak_shape_metrics" value="false"/> - <param name="compute_total_mi" value="false"/> - <param name="boundary_selection_method" value="largest"/> - <section name="PeakPickerMRM"> - <param name="sgolay_frame_length" value="11"/> - <param name="sgolay_polynomial_order" value="3"/> - <param name="gauss_width" value="30.0"/> - <param name="use_gauss" value="false"/> - <param name="peak_width" value="-1.0"/> - <param name="signal_to_noise" value="0.1"/> - <param name="write_sn_log_messages" value="false"/> - <param name="remove_overlapping_peaks" value="true"/> - <param name="method" value="corrected"/> - </section> - <section name="PeakIntegrator"> - <param name="integration_type" value="intensity_sum"/> - <param name="baseline_type" value="base_to_base"/> - <param name="fit_EMG" value="false"/> - </section> - </section> - <section name="DIAScoring"> - <param name="dia_extraction_window" value="0.05"/> - <param name="dia_extraction_unit" value="Th"/> - <param name="dia_centroided" value="false"/> - <param name="dia_byseries_intensity_min" value="300.0"/> - <param name="dia_byseries_ppm_diff" value="10.0"/> - <param name="dia_nr_isotopes" value="4"/> - <param name="dia_nr_charges" value="4"/> - <param name="peak_before_mono_max_ppm_diff" value="20.0"/> - </section> - <section name="EMGScoring"> - <param name="max_iteration" value="10"/> - <param name="init_mom" value="false"/> - </section> - <section name="Scores"> - <param name="use_shape_score" value="true"/> - <param name="use_coelution_score" value="true"/> - <param name="use_rt_score" value="true"/> - <param name="use_library_score" value="true"/> - <param name="use_intensity_score" value="true"/> - <param name="use_nr_peaks_score" value="true"/> - <param name="use_total_xic_score" value="true"/> - <param name="use_total_mi_score" value="false"/> - <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> - <param name="use_dia_scores" value="true"/> - <param name="use_ms1_correlation" value="false"/> - <param name="use_sonar_scores" value="false"/> - <param name="use_ion_mobility_scores" value="false"/> - <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> - <param name="use_uis_scores" value="false"/> - <param name="use_ionseries_scores" value="true"/> - <param name="use_ms2_isotope_scores" value="true"/> - </section> - </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> - <output name="ctd_out" ftype="xml"> - <assert_contents> - <is_valid_xml/> - </assert_contents> - </output> - </test> - <!-- TOPP_OpenSwathWorkflow_18 --> - <test expect_num_outputs="2"> - <section name="adv_opts"> <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> <param name="sort_swath_maps" value="false"/> <param name="enable_ms1" value="true"/> <param name="enable_ipf" value="true"/> + <param name="out_chrom_type" value="mzML"/> <param name="min_upper_edge_dist" value="0.0"/> <param name="extra_rt_extraction_window" value="0.0"/> <param name="mz_extraction_window_unit" value="Th"/> @@ -3004,7 +1282,7 @@ <param name="min_coverage" value="0.6"/> <param name="split_file_input" value="false"/> <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="normal"/> + <param name="readOptions" value="cacheWorkingInMemory"/> <param name="mz_correction_function" value="none"/> <param name="extraction_function" value="tophat"/> <param name="batchSize" value="1000"/> @@ -3014,8 +1292,10 @@ </section> <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> <param name="tr" value="OpenSwathWorkflow_1_input.TraML"/> - <output name="out_features" file="OpenSwathWorkflow_18_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> + <output name="out_features" value="OpenSwathWorkflow_3_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> + <output name="out_chrom" value="OpenSwathWorkflow_3_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> <param name="sonar" value="false"/> + <param name="pasef" value="false"/> <param name="rt_extraction_window" value="600.0"/> <param name="ion_mobility_window" value="-1.0"/> <param name="mz_extraction_window" value="0.05"/> @@ -3128,26 +1408,30 @@ <param name="use_sonar_scores" value="false"/> <param name="use_ion_mobility_scores" value="false"/> <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> + <param name="use_ms1_mi" value="false"/> <param name="use_uis_scores" value="false"/> <param name="use_ionseries_scores" value="true"/> <param name="use_ms2_isotope_scores" value="true"/> </section> </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG"/> + <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> <output name="ctd_out" ftype="xml"> <assert_contents> <is_valid_xml/> </assert_contents> </output> + <assert_stdout> + <has_text_matching expression="@EXECUTABLE@ took .* \(wall\), .* \(CPU\), .* \(system\), .* \(user\)(; Peak Memory Usage: 32 MB)?."/> + </assert_stdout> </test> - <!-- TOPP_OpenSwathWorkflow_19 --> - <test expect_num_outputs="2"> + <!-- TOPP_OpenSwathWorkflow_7 --> + <test expect_num_outputs="3"> <section name="adv_opts"> <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> <param name="sort_swath_maps" value="false"/> <param name="enable_ms1" value="true"/> <param name="enable_ipf" value="true"/> + <param name="out_chrom_type" value="mzML"/> <param name="min_upper_edge_dist" value="0.0"/> <param name="extra_rt_extraction_window" value="0.0"/> <param name="mz_extraction_window_unit" value="Th"/> @@ -3171,8 +1455,501 @@ </section> <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> <param name="tr" value="OpenSwathWorkflow_1_input.TraML"/> - <output name="out_features" file="OpenSwathWorkflow_19_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> + <param name="swath_windows_file" value="swath_windows.txt" ftype="txt"/> + <output name="out_features" value="OpenSwathWorkflow_3_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> + <output name="out_chrom" value="OpenSwathWorkflow_3_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> + <param name="sonar" value="false"/> + <param name="pasef" value="false"/> + <param name="rt_extraction_window" value="600.0"/> + <param name="ion_mobility_window" value="-1.0"/> + <param name="mz_extraction_window" value="0.05"/> + <param name="mz_extraction_window_ms1" value="50.0"/> + <param name="im_extraction_window_ms1" value="-1.0"/> + <section name="Debugging"/> + <section name="Calibration"> + <param name="ms1_im_calibration" value="false"/> + <param name="im_correction_function" value="linear"/> + <param name="debug_im_file" value=""/> + <param name="debug_mz_file" value=""/> + </section> + <section name="Library"> + <param name="retentionTimeInterpretation" value="iRT"/> + <param name="override_group_label_check" value="false"/> + <param name="force_invalid_mods" value="false"/> + </section> + <section name="RTNormalization"> + <param name="alignmentMethod" value="linear"/> + <param name="outlierMethod" value="iter_residual"/> + <param name="useIterativeChauvenet" value="false"/> + <param name="RANSACMaxIterations" value="1000"/> + <param name="RANSACMaxPercentRTThreshold" value="3"/> + <param name="RANSACSamplingSize" value="10"/> + <param name="estimateBestPeptides" value="false"/> + <param name="InitialQualityCutoff" value="0.5"/> + <param name="OverallQualityCutoff" value="5.5"/> + <param name="NrRTBins" value="10"/> + <param name="MinPeptidesPerBin" value="1"/> + <param name="MinBinsFilled" value="8"/> + <section name="lowess"> + <param name="span" value="0.05"/> + </section> + <section name="b_spline"> + <param name="num_nodes" value="5"/> + </section> + </section> + <section name="Scoring"> + <param name="stop_report_after_feature" value="5"/> + <param name="rt_normalization_factor" value="100.0"/> + <param name="quantification_cutoff" value="0.0"/> + <param name="write_convex_hull" value="false"/> + <param name="spectrum_addition_method" value="simple"/> + <param name="add_up_spectra" value="1"/> + <param name="spacing_for_spectra_resampling" value="0.005"/> + <param name="uis_threshold_sn" value="-1"/> + <param name="uis_threshold_peak_area" value="0"/> + <param name="scoring_model" value="default"/> + <param name="im_extra_drift" value="0.0"/> + <param name="strict" value="true"/> + <section name="TransitionGroupPicker"> + <param name="stop_after_feature" value="-1"/> + <param name="min_peak_width" value="-1.0"/> + <param name="peak_integration" value="original"/> + <param name="background_subtraction" value="none"/> + <param name="recalculate_peaks" value="true"/> + <param name="use_precursors" value="false"/> + <param name="use_consensus" value="true"/> + <param name="recalculate_peaks_max_z" value="0.75"/> + <param name="minimal_quality" value="-1.5"/> + <param name="resample_boundary" value="15.0"/> + <param name="compute_peak_quality" value="true"/> + <param name="compute_peak_shape_metrics" value="false"/> + <param name="compute_total_mi" value="false"/> + <param name="boundary_selection_method" value="largest"/> + <section name="PeakPickerMRM"> + <param name="sgolay_frame_length" value="11"/> + <param name="sgolay_polynomial_order" value="3"/> + <param name="gauss_width" value="30.0"/> + <param name="use_gauss" value="false"/> + <param name="peak_width" value="-1.0"/> + <param name="signal_to_noise" value="0.1"/> + <param name="write_sn_log_messages" value="false"/> + <param name="remove_overlapping_peaks" value="true"/> + <param name="method" value="corrected"/> + </section> + <section name="PeakIntegrator"> + <param name="integration_type" value="intensity_sum"/> + <param name="baseline_type" value="base_to_base"/> + <param name="fit_EMG" value="false"/> + </section> + </section> + <section name="DIAScoring"> + <param name="dia_extraction_window" value="0.05"/> + <param name="dia_extraction_unit" value="Th"/> + <param name="dia_centroided" value="false"/> + <param name="dia_byseries_intensity_min" value="300.0"/> + <param name="dia_byseries_ppm_diff" value="10.0"/> + <param name="dia_nr_isotopes" value="4"/> + <param name="dia_nr_charges" value="4"/> + <param name="peak_before_mono_max_ppm_diff" value="20.0"/> + </section> + <section name="EMGScoring"> + <param name="max_iteration" value="10"/> + <param name="init_mom" value="false"/> + </section> + <section name="Scores"> + <param name="use_shape_score" value="true"/> + <param name="use_coelution_score" value="true"/> + <param name="use_rt_score" value="true"/> + <param name="use_library_score" value="true"/> + <param name="use_intensity_score" value="true"/> + <param name="use_nr_peaks_score" value="true"/> + <param name="use_total_xic_score" value="true"/> + <param name="use_total_mi_score" value="false"/> + <param name="use_sn_score" value="true"/> + <param name="use_mi_score" value="false"/> + <param name="use_dia_scores" value="true"/> + <param name="use_ms1_correlation" value="false"/> + <param name="use_sonar_scores" value="false"/> + <param name="use_ion_mobility_scores" value="false"/> + <param name="use_ms1_fullscan" value="false"/> + <param name="use_ms1_mi" value="false"/> + <param name="use_uis_scores" value="false"/> + <param name="use_ionseries_scores" value="true"/> + <param name="use_ms2_isotope_scores" value="true"/> + </section> + </section> + <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> + <output name="ctd_out" ftype="xml"> + <assert_contents> + <is_valid_xml/> + </assert_contents> + </output> + <assert_stdout> + <has_text_matching expression="@EXECUTABLE@ took .* \(wall\), .* \(CPU\), .* \(system\), .* \(user\)(; Peak Memory Usage: 32 MB)?."/> + </assert_stdout> + </test> + <!-- TOPP_OpenSwathWorkflow_10 --> + <test expect_num_outputs="3"> + <section name="adv_opts"> + <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> + <param name="sort_swath_maps" value="false"/> + <param name="enable_ms1" value="true"/> + <param name="enable_ipf" value="true"/> + <param name="out_chrom_type" value="mzML"/> + <param name="min_upper_edge_dist" value="0.0"/> + <param name="extra_rt_extraction_window" value="0.0"/> + <param name="mz_extraction_window_unit" value="Th"/> + <param name="mz_extraction_window_ms1_unit" value="ppm"/> + <param name="use_ms1_ion_mobility" value="true"/> + <param name="matching_window_only" value="false"/> + <param name="irt_mz_extraction_window" value="50.0"/> + <param name="irt_mz_extraction_window_unit" value="ppm"/> + <param name="irt_im_extraction_window" value="-1.0"/> + <param name="min_rsq" value="0.95"/> + <param name="min_coverage" value="0.6"/> + <param name="split_file_input" value="false"/> + <param name="use_elution_model_score" value="false"/> + <param name="readOptions" value="normal"/> + <param name="mz_correction_function" value="none"/> + <param name="extraction_function" value="tophat"/> + <param name="batchSize" value="1000"/> + <param name="ms1_isotopes" value="0"/> + <param name="force" value="true"/> + <param name="test" value="true"/> + </section> + <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> + <param name="tr" value="OpenSwathWorkflow_1_input.TraML"/> + <param name="swath_windows_file" value="swath_windows_overlap.txt" ftype="txt"/> + <output name="out_features" value="OpenSwathWorkflow_10.featureXML.tmp" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> + <output name="out_chrom" value="OpenSwathWorkflow_10.chrom.mzML.tmp" compare="sim_size" delta_frac="0.7" ftype="mzml"/> <param name="sonar" value="false"/> + <param name="pasef" value="false"/> + <param name="rt_extraction_window" value="600.0"/> + <param name="ion_mobility_window" value="-1.0"/> + <param name="mz_extraction_window" value="0.05"/> + <param name="mz_extraction_window_ms1" value="50.0"/> + <param name="im_extraction_window_ms1" value="-1.0"/> + <section name="Debugging"/> + <section name="Calibration"> + <param name="ms1_im_calibration" value="false"/> + <param name="im_correction_function" value="linear"/> + <param name="debug_im_file" value=""/> + <param name="debug_mz_file" value=""/> + </section> + <section name="Library"> + <param name="retentionTimeInterpretation" value="iRT"/> + <param name="override_group_label_check" value="false"/> + <param name="force_invalid_mods" value="false"/> + </section> + <section name="RTNormalization"> + <param name="alignmentMethod" value="linear"/> + <param name="outlierMethod" value="iter_residual"/> + <param name="useIterativeChauvenet" value="false"/> + <param name="RANSACMaxIterations" value="1000"/> + <param name="RANSACMaxPercentRTThreshold" value="3"/> + <param name="RANSACSamplingSize" value="10"/> + <param name="estimateBestPeptides" value="false"/> + <param name="InitialQualityCutoff" value="0.5"/> + <param name="OverallQualityCutoff" value="5.5"/> + <param name="NrRTBins" value="10"/> + <param name="MinPeptidesPerBin" value="1"/> + <param name="MinBinsFilled" value="8"/> + <section name="lowess"> + <param name="span" value="0.05"/> + </section> + <section name="b_spline"> + <param name="num_nodes" value="5"/> + </section> + </section> + <section name="Scoring"> + <param name="stop_report_after_feature" value="5"/> + <param name="rt_normalization_factor" value="100.0"/> + <param name="quantification_cutoff" value="0.0"/> + <param name="write_convex_hull" value="false"/> + <param name="spectrum_addition_method" value="simple"/> + <param name="add_up_spectra" value="1"/> + <param name="spacing_for_spectra_resampling" value="0.005"/> + <param name="uis_threshold_sn" value="-1"/> + <param name="uis_threshold_peak_area" value="0"/> + <param name="scoring_model" value="default"/> + <param name="im_extra_drift" value="0.0"/> + <param name="strict" value="true"/> + <section name="TransitionGroupPicker"> + <param name="stop_after_feature" value="-1"/> + <param name="min_peak_width" value="-1.0"/> + <param name="peak_integration" value="original"/> + <param name="background_subtraction" value="none"/> + <param name="recalculate_peaks" value="true"/> + <param name="use_precursors" value="false"/> + <param name="use_consensus" value="true"/> + <param name="recalculate_peaks_max_z" value="0.75"/> + <param name="minimal_quality" value="-1.5"/> + <param name="resample_boundary" value="15.0"/> + <param name="compute_peak_quality" value="true"/> + <param name="compute_peak_shape_metrics" value="false"/> + <param name="compute_total_mi" value="false"/> + <param name="boundary_selection_method" value="largest"/> + <section name="PeakPickerMRM"> + <param name="sgolay_frame_length" value="11"/> + <param name="sgolay_polynomial_order" value="3"/> + <param name="gauss_width" value="30.0"/> + <param name="use_gauss" value="false"/> + <param name="peak_width" value="-1.0"/> + <param name="signal_to_noise" value="0.1"/> + <param name="write_sn_log_messages" value="false"/> + <param name="remove_overlapping_peaks" value="true"/> + <param name="method" value="corrected"/> + </section> + <section name="PeakIntegrator"> + <param name="integration_type" value="intensity_sum"/> + <param name="baseline_type" value="base_to_base"/> + <param name="fit_EMG" value="false"/> + </section> + </section> + <section name="DIAScoring"> + <param name="dia_extraction_window" value="0.05"/> + <param name="dia_extraction_unit" value="Th"/> + <param name="dia_centroided" value="false"/> + <param name="dia_byseries_intensity_min" value="300.0"/> + <param name="dia_byseries_ppm_diff" value="10.0"/> + <param name="dia_nr_isotopes" value="4"/> + <param name="dia_nr_charges" value="4"/> + <param name="peak_before_mono_max_ppm_diff" value="20.0"/> + </section> + <section name="EMGScoring"> + <param name="max_iteration" value="10"/> + <param name="init_mom" value="false"/> + </section> + <section name="Scores"> + <param name="use_shape_score" value="true"/> + <param name="use_coelution_score" value="true"/> + <param name="use_rt_score" value="true"/> + <param name="use_library_score" value="true"/> + <param name="use_intensity_score" value="true"/> + <param name="use_nr_peaks_score" value="true"/> + <param name="use_total_xic_score" value="true"/> + <param name="use_total_mi_score" value="false"/> + <param name="use_sn_score" value="true"/> + <param name="use_mi_score" value="false"/> + <param name="use_dia_scores" value="true"/> + <param name="use_ms1_correlation" value="false"/> + <param name="use_sonar_scores" value="false"/> + <param name="use_ion_mobility_scores" value="false"/> + <param name="use_ms1_fullscan" value="false"/> + <param name="use_ms1_mi" value="false"/> + <param name="use_uis_scores" value="false"/> + <param name="use_ionseries_scores" value="true"/> + <param name="use_ms2_isotope_scores" value="true"/> + </section> + </section> + <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> + <output name="ctd_out" ftype="xml"> + <assert_contents> + <is_valid_xml/> + </assert_contents> + </output> + <assert_stdout> + <has_text_matching expression="@EXECUTABLE@ took .* \(wall\), .* \(CPU\), .* \(system\), .* \(user\)(; Peak Memory Usage: 32 MB)?."/> + </assert_stdout> + </test> + <!-- TOPP_OpenSwathWorkflow_13 --> + <test expect_num_outputs="3"> + <section name="adv_opts"> + <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> + <param name="sort_swath_maps" value="false"/> + <param name="enable_ms1" value="true"/> + <param name="enable_ipf" value="true"/> + <param name="out_chrom_type" value="mzML"/> + <param name="min_upper_edge_dist" value="0.0"/> + <param name="extra_rt_extraction_window" value="0.0"/> + <param name="mz_extraction_window_unit" value="Th"/> + <param name="mz_extraction_window_ms1_unit" value="ppm"/> + <param name="use_ms1_ion_mobility" value="true"/> + <param name="matching_window_only" value="false"/> + <param name="irt_mz_extraction_window" value="50.0"/> + <param name="irt_mz_extraction_window_unit" value="ppm"/> + <param name="irt_im_extraction_window" value="-1.0"/> + <param name="min_rsq" value="0.95"/> + <param name="min_coverage" value="0.6"/> + <param name="split_file_input" value="false"/> + <param name="use_elution_model_score" value="false"/> + <param name="readOptions" value="normal"/> + <param name="mz_correction_function" value="none"/> + <param name="extraction_function" value="tophat"/> + <param name="batchSize" value="1000"/> + <param name="ms1_isotopes" value="0"/> + <param name="force" value="false"/> + <param name="test" value="true"/> + </section> + <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> + <param name="tr" value="OpenSwathWorkflow_13_input.pqp.tmp"/> + <output name="out_osw" value="OpenSwathWorkflow_13.osw" compare="sim_size" delta_frac="0.7" ftype="osw"/> + <output name="out_chrom" value="OpenSwathWorkflow_13_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> + <param name="sonar" value="false"/> + <param name="pasef" value="false"/> + <param name="rt_extraction_window" value="600.0"/> + <param name="ion_mobility_window" value="-1.0"/> + <param name="mz_extraction_window" value="0.05"/> + <param name="mz_extraction_window_ms1" value="50.0"/> + <param name="im_extraction_window_ms1" value="-1.0"/> + <section name="Debugging"/> + <section name="Calibration"> + <param name="ms1_im_calibration" value="false"/> + <param name="im_correction_function" value="linear"/> + <param name="debug_im_file" value=""/> + <param name="debug_mz_file" value=""/> + </section> + <section name="Library"> + <param name="retentionTimeInterpretation" value="iRT"/> + <param name="override_group_label_check" value="false"/> + <param name="force_invalid_mods" value="false"/> + </section> + <section name="RTNormalization"> + <param name="alignmentMethod" value="linear"/> + <param name="outlierMethod" value="iter_residual"/> + <param name="useIterativeChauvenet" value="false"/> + <param name="RANSACMaxIterations" value="1000"/> + <param name="RANSACMaxPercentRTThreshold" value="3"/> + <param name="RANSACSamplingSize" value="10"/> + <param name="estimateBestPeptides" value="false"/> + <param name="InitialQualityCutoff" value="0.5"/> + <param name="OverallQualityCutoff" value="5.5"/> + <param name="NrRTBins" value="10"/> + <param name="MinPeptidesPerBin" value="1"/> + <param name="MinBinsFilled" value="8"/> + <section name="lowess"> + <param name="span" value="0.05"/> + </section> + <section name="b_spline"> + <param name="num_nodes" value="5"/> + </section> + </section> + <section name="Scoring"> + <param name="stop_report_after_feature" value="5"/> + <param name="rt_normalization_factor" value="100.0"/> + <param name="quantification_cutoff" value="0.0"/> + <param name="write_convex_hull" value="false"/> + <param name="spectrum_addition_method" value="simple"/> + <param name="add_up_spectra" value="1"/> + <param name="spacing_for_spectra_resampling" value="0.005"/> + <param name="uis_threshold_sn" value="-1"/> + <param name="uis_threshold_peak_area" value="0"/> + <param name="scoring_model" value="default"/> + <param name="im_extra_drift" value="0.0"/> + <param name="strict" value="true"/> + <section name="TransitionGroupPicker"> + <param name="stop_after_feature" value="-1"/> + <param name="min_peak_width" value="-1.0"/> + <param name="peak_integration" value="original"/> + <param name="background_subtraction" value="none"/> + <param name="recalculate_peaks" value="true"/> + <param name="use_precursors" value="false"/> + <param name="use_consensus" value="true"/> + <param name="recalculate_peaks_max_z" value="0.75"/> + <param name="minimal_quality" value="-1.5"/> + <param name="resample_boundary" value="15.0"/> + <param name="compute_peak_quality" value="true"/> + <param name="compute_peak_shape_metrics" value="false"/> + <param name="compute_total_mi" value="false"/> + <param name="boundary_selection_method" value="largest"/> + <section name="PeakPickerMRM"> + <param name="sgolay_frame_length" value="11"/> + <param name="sgolay_polynomial_order" value="3"/> + <param name="gauss_width" value="30.0"/> + <param name="use_gauss" value="false"/> + <param name="peak_width" value="-1.0"/> + <param name="signal_to_noise" value="0.1"/> + <param name="write_sn_log_messages" value="false"/> + <param name="remove_overlapping_peaks" value="true"/> + <param name="method" value="corrected"/> + </section> + <section name="PeakIntegrator"> + <param name="integration_type" value="intensity_sum"/> + <param name="baseline_type" value="base_to_base"/> + <param name="fit_EMG" value="false"/> + </section> + </section> + <section name="DIAScoring"> + <param name="dia_extraction_window" value="0.05"/> + <param name="dia_extraction_unit" value="Th"/> + <param name="dia_centroided" value="false"/> + <param name="dia_byseries_intensity_min" value="300.0"/> + <param name="dia_byseries_ppm_diff" value="10.0"/> + <param name="dia_nr_isotopes" value="4"/> + <param name="dia_nr_charges" value="4"/> + <param name="peak_before_mono_max_ppm_diff" value="20.0"/> + </section> + <section name="EMGScoring"> + <param name="max_iteration" value="10"/> + <param name="init_mom" value="false"/> + </section> + <section name="Scores"> + <param name="use_shape_score" value="true"/> + <param name="use_coelution_score" value="true"/> + <param name="use_rt_score" value="true"/> + <param name="use_library_score" value="true"/> + <param name="use_intensity_score" value="true"/> + <param name="use_nr_peaks_score" value="true"/> + <param name="use_total_xic_score" value="true"/> + <param name="use_total_mi_score" value="false"/> + <param name="use_sn_score" value="true"/> + <param name="use_mi_score" value="false"/> + <param name="use_dia_scores" value="true"/> + <param name="use_ms1_correlation" value="false"/> + <param name="use_sonar_scores" value="false"/> + <param name="use_ion_mobility_scores" value="false"/> + <param name="use_ms1_fullscan" value="false"/> + <param name="use_ms1_mi" value="false"/> + <param name="use_uis_scores" value="false"/> + <param name="use_ionseries_scores" value="true"/> + <param name="use_ms2_isotope_scores" value="true"/> + </section> + </section> + <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_osw_FLAG,out_chrom_FLAG"/> + <output name="ctd_out" ftype="xml"> + <assert_contents> + <is_valid_xml/> + </assert_contents> + </output> + <assert_stdout> + <has_text_matching expression="@EXECUTABLE@ took .* \(wall\), .* \(CPU\), .* \(system\), .* \(user\)(; Peak Memory Usage: 32 MB)?."/> + </assert_stdout> + </test> + <!-- TOPP_OpenSwathWorkflow_14 --> + <test expect_num_outputs="3"> + <section name="adv_opts"> + <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> + <param name="sort_swath_maps" value="false"/> + <param name="enable_ms1" value="true"/> + <param name="enable_ipf" value="true"/> + <param name="out_chrom_type" value="sqMass"/> + <param name="min_upper_edge_dist" value="0.0"/> + <param name="extra_rt_extraction_window" value="0.0"/> + <param name="mz_extraction_window_unit" value="Th"/> + <param name="mz_extraction_window_ms1_unit" value="ppm"/> + <param name="use_ms1_ion_mobility" value="true"/> + <param name="matching_window_only" value="false"/> + <param name="irt_mz_extraction_window" value="50.0"/> + <param name="irt_mz_extraction_window_unit" value="ppm"/> + <param name="irt_im_extraction_window" value="-1.0"/> + <param name="min_rsq" value="0.95"/> + <param name="min_coverage" value="0.6"/> + <param name="split_file_input" value="false"/> + <param name="use_elution_model_score" value="false"/> + <param name="readOptions" value="normal"/> + <param name="mz_correction_function" value="none"/> + <param name="extraction_function" value="tophat"/> + <param name="batchSize" value="1000"/> + <param name="ms1_isotopes" value="0"/> + <param name="force" value="false"/> + <param name="test" value="true"/> + </section> + <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> + <param name="tr" value="OpenSwathWorkflow_14_input.pqp.tmp"/> + <output name="out_osw" value="OpenSwathWorkflow_14.osw" compare="sim_size" delta_frac="0.7" ftype="osw"/> + <output name="out_chrom" value="OpenSwathWorkflow_14.chrom.tmp.sqMass" compare="sim_size" delta_frac="0.7" ftype="sqmass"/> + <param name="sonar" value="false"/> + <param name="pasef" value="false"/> <param name="rt_extraction_window" value="600.0"/> <param name="ion_mobility_window" value="-1.0"/> <param name="mz_extraction_window" value="0.05"/> @@ -3279,7 +2056,7 @@ <param name="use_total_xic_score" value="true"/> <param name="use_total_mi_score" value="false"/> <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> + <param name="use_mi_score" value="false"/> <param name="use_dia_scores" value="true"/> <param name="use_ms1_correlation" value="false"/> <param name="use_sonar_scores" value="false"/> @@ -3291,20 +2068,24 @@ <param name="use_ms2_isotope_scores" value="true"/> </section> </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG"/> + <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_osw_FLAG,out_chrom_FLAG"/> <output name="ctd_out" ftype="xml"> <assert_contents> <is_valid_xml/> </assert_contents> </output> + <assert_stdout> + <has_text_matching expression="@EXECUTABLE@ took .* \(wall\), .* \(CPU\), .* \(system\), .* \(user\)(; Peak Memory Usage: 32 MB)?."/> + </assert_stdout> </test> - <!-- TOPP_OpenSwathWorkflow_20 --> - <test expect_num_outputs="2"> + <!-- TOPP_OpenSwathWorkflow_16 --> + <test expect_num_outputs="3"> <section name="adv_opts"> <param name="rt_norm" value="OpenSwathWorkflow_1_input.trafoXML"/> <param name="sort_swath_maps" value="false"/> <param name="enable_ms1" value="true"/> <param name="enable_ipf" value="true"/> + <param name="out_chrom_type" value="mzML"/> <param name="min_upper_edge_dist" value="0.0"/> <param name="extra_rt_extraction_window" value="0.0"/> <param name="mz_extraction_window_unit" value="Th"/> @@ -3318,18 +2099,20 @@ <param name="min_coverage" value="0.6"/> <param name="split_file_input" value="false"/> <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="normal"/> + <param name="readOptions" value="workingInMemory"/> <param name="mz_correction_function" value="none"/> <param name="extraction_function" value="tophat"/> <param name="batchSize" value="1000"/> - <param name="ms1_isotopes" value="0"/> + <param name="ms1_isotopes" value="2"/> <param name="force" value="false"/> <param name="test" value="true"/> </section> - <param name="in" value="OpenSwathWorkflow_1_input.mzML"/> + <param name="in" value="OpenSwathWorkflow_16_input.sqMass"/> <param name="tr" value="OpenSwathWorkflow_1_input.TraML"/> - <output name="out_features" file="OpenSwathWorkflow_20_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> + <output name="out_features" value="OpenSwathWorkflow_16_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> + <output name="out_chrom" value="OpenSwathWorkflow_16_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> <param name="sonar" value="false"/> + <param name="pasef" value="false"/> <param name="rt_extraction_window" value="600.0"/> <param name="ion_mobility_window" value="-1.0"/> <param name="mz_extraction_window" value="0.05"/> @@ -3434,9 +2217,9 @@ <param name="use_intensity_score" value="true"/> <param name="use_nr_peaks_score" value="true"/> <param name="use_total_xic_score" value="true"/> - <param name="use_total_mi_score" value="true"/> + <param name="use_total_mi_score" value="false"/> <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> + <param name="use_mi_score" value="false"/> <param name="use_dia_scores" value="true"/> <param name="use_ms1_correlation" value="false"/> <param name="use_sonar_scores" value="false"/> @@ -3448,15 +2231,18 @@ <param name="use_ms2_isotope_scores" value="true"/> </section> </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG"/> + <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> <output name="ctd_out" ftype="xml"> <assert_contents> <is_valid_xml/> </assert_contents> </output> + <assert_stdout> + <has_text_matching expression="@EXECUTABLE@ took .* \(wall\), .* \(CPU\), .* \(system\), .* \(user\)(; Peak Memory Usage: 32 MB)?."/> + </assert_stdout> </test> - <!-- TOPP_OpenSwathWorkflow_21 --> - <test expect_num_outputs="4"> + <!-- TOPP_OpenSwathWorkflow_17_cache --> + <test expect_num_outputs="3"> <section name="adv_opts"> <param name="sort_swath_maps" value="false"/> <param name="enable_ms1" value="true"/> @@ -3466,7 +2252,7 @@ <param name="extra_rt_extraction_window" value="0.0"/> <param name="mz_extraction_window_unit" value="Th"/> <param name="mz_extraction_window_ms1_unit" value="ppm"/> - <param name="use_ms1_ion_mobility" value="true"/> + <param name="use_ms1_ion_mobility" value="false"/> <param name="matching_window_only" value="false"/> <param name="irt_mz_extraction_window" value="50.0"/> <param name="irt_mz_extraction_window_unit" value="ppm"/> @@ -3475,7 +2261,7 @@ <param name="min_coverage" value="0.6"/> <param name="split_file_input" value="false"/> <param name="use_elution_model_score" value="false"/> - <param name="readOptions" value="normal"/> + <param name="readOptions" value="cache"/> <param name="mz_correction_function" value="none"/> <param name="extraction_function" value="tophat"/> <param name="batchSize" value="1000"/> @@ -3483,19 +2269,18 @@ <param name="force" value="false"/> <param name="test" value="true"/> </section> - <param name="in" value="OpenSwathWorkflow_21_input.mzML"/> - <param name="tr" value="OpenSwathWorkflow_21_input.tsv" ftype="tabular"/> - <param name="tr_irt" value="OpenSwathWorkflow_21_input.irt.TraML"/> - <output name="out_features" file="OpenSwathWorkflow_21_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> - <output name="out_chrom" file="OpenSwathWorkflow_21_output.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> + <param name="in" value="OpenSwathWorkflow_17_input.mzML"/> + <param name="tr" value="OpenSwathWorkflow_17_input.tsv" ftype="tabular"/> + <output name="out_features" value="OpenSwathWorkflow_17_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> + <output name="out_chrom" value="OpenSwathWorkflow_17_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> <param name="sonar" value="false"/> + <param name="pasef" value="false"/> <param name="rt_extraction_window" value="600.0"/> - <param name="ion_mobility_window" value="-1.0"/> + <param name="ion_mobility_window" value="0.05"/> <param name="mz_extraction_window" value="0.05"/> <param name="mz_extraction_window_ms1" value="50.0"/> <param name="im_extraction_window_ms1" value="-1.0"/> <section name="Debugging"/> - <output name="Debugging_irt_trafo" file="OpenSwathWorkflow_21_output.trafoXML" compare="sim_size" delta_frac="0.7" ftype="trafoxml"/> <section name="Calibration"> <param name="ms1_im_calibration" value="false"/> <param name="im_correction_function" value="linear"/> @@ -3521,7 +2306,169 @@ <param name="MinPeptidesPerBin" value="1"/> <param name="MinBinsFilled" value="8"/> <section name="lowess"> - <param name="span" value="0.6666666666666666"/> + <param name="span" value="0.05"/> + </section> + <section name="b_spline"> + <param name="num_nodes" value="5"/> + </section> + </section> + <section name="Scoring"> + <param name="stop_report_after_feature" value="5"/> + <param name="rt_normalization_factor" value="100.0"/> + <param name="quantification_cutoff" value="0.0"/> + <param name="write_convex_hull" value="false"/> + <param name="spectrum_addition_method" value="simple"/> + <param name="add_up_spectra" value="1"/> + <param name="spacing_for_spectra_resampling" value="0.005"/> + <param name="uis_threshold_sn" value="-1"/> + <param name="uis_threshold_peak_area" value="0"/> + <param name="scoring_model" value="default"/> + <param name="im_extra_drift" value="0.0"/> + <param name="strict" value="true"/> + <section name="TransitionGroupPicker"> + <param name="stop_after_feature" value="-1"/> + <param name="min_peak_width" value="-1.0"/> + <param name="peak_integration" value="original"/> + <param name="background_subtraction" value="none"/> + <param name="recalculate_peaks" value="true"/> + <param name="use_precursors" value="false"/> + <param name="use_consensus" value="true"/> + <param name="recalculate_peaks_max_z" value="0.75"/> + <param name="minimal_quality" value="-1.5"/> + <param name="resample_boundary" value="15.0"/> + <param name="compute_peak_quality" value="true"/> + <param name="compute_peak_shape_metrics" value="false"/> + <param name="compute_total_mi" value="false"/> + <param name="boundary_selection_method" value="largest"/> + <section name="PeakPickerMRM"> + <param name="sgolay_frame_length" value="11"/> + <param name="sgolay_polynomial_order" value="3"/> + <param name="gauss_width" value="30.0"/> + <param name="use_gauss" value="false"/> + <param name="peak_width" value="-1.0"/> + <param name="signal_to_noise" value="0.1"/> + <param name="write_sn_log_messages" value="false"/> + <param name="remove_overlapping_peaks" value="true"/> + <param name="method" value="corrected"/> + </section> + <section name="PeakIntegrator"> + <param name="integration_type" value="intensity_sum"/> + <param name="baseline_type" value="base_to_base"/> + <param name="fit_EMG" value="false"/> + </section> + </section> + <section name="DIAScoring"> + <param name="dia_extraction_window" value="0.05"/> + <param name="dia_extraction_unit" value="Th"/> + <param name="dia_centroided" value="false"/> + <param name="dia_byseries_intensity_min" value="300.0"/> + <param name="dia_byseries_ppm_diff" value="10.0"/> + <param name="dia_nr_isotopes" value="4"/> + <param name="dia_nr_charges" value="4"/> + <param name="peak_before_mono_max_ppm_diff" value="20.0"/> + </section> + <section name="EMGScoring"> + <param name="max_iteration" value="10"/> + <param name="init_mom" value="false"/> + </section> + <section name="Scores"> + <param name="use_shape_score" value="true"/> + <param name="use_coelution_score" value="true"/> + <param name="use_rt_score" value="true"/> + <param name="use_library_score" value="true"/> + <param name="use_intensity_score" value="true"/> + <param name="use_nr_peaks_score" value="true"/> + <param name="use_total_xic_score" value="true"/> + <param name="use_total_mi_score" value="false"/> + <param name="use_sn_score" value="true"/> + <param name="use_mi_score" value="false"/> + <param name="use_dia_scores" value="true"/> + <param name="use_ms1_correlation" value="false"/> + <param name="use_sonar_scores" value="false"/> + <param name="use_ion_mobility_scores" value="true"/> + <param name="use_ms1_fullscan" value="false"/> + <param name="use_ms1_mi" value="false"/> + <param name="use_uis_scores" value="false"/> + <param name="use_ionseries_scores" value="true"/> + <param name="use_ms2_isotope_scores" value="true"/> + </section> + </section> + <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> + <output name="ctd_out" ftype="xml"> + <assert_contents> + <is_valid_xml/> + </assert_contents> + </output> + <assert_stdout> + <has_text_matching expression="@EXECUTABLE@ took .* \(wall\), .* \(CPU\), .* \(system\), .* \(user\)(; Peak Memory Usage: 32 MB)?."/> + </assert_stdout> + </test> + <!-- TOPP_OpenSwathWorkflow_17_b --> + <test expect_num_outputs="3"> + <section name="adv_opts"> + <param name="sort_swath_maps" value="false"/> + <param name="enable_ms1" value="true"/> + <param name="enable_ipf" value="true"/> + <param name="out_chrom_type" value="mzML"/> + <param name="min_upper_edge_dist" value="0.0"/> + <param name="extra_rt_extraction_window" value="0.0"/> + <param name="mz_extraction_window_unit" value="Th"/> + <param name="mz_extraction_window_ms1_unit" value="ppm"/> + <param name="use_ms1_ion_mobility" value="false"/> + <param name="matching_window_only" value="false"/> + <param name="irt_mz_extraction_window" value="50.0"/> + <param name="irt_mz_extraction_window_unit" value="ppm"/> + <param name="irt_im_extraction_window" value="-1.0"/> + <param name="min_rsq" value="0.95"/> + <param name="min_coverage" value="0.6"/> + <param name="split_file_input" value="false"/> + <param name="use_elution_model_score" value="false"/> + <param name="readOptions" value="workingInMemory"/> + <param name="mz_correction_function" value="none"/> + <param name="extraction_function" value="tophat"/> + <param name="batchSize" value="1000"/> + <param name="ms1_isotopes" value="0"/> + <param name="force" value="false"/> + <param name="test" value="true"/> + </section> + <param name="in" value="OpenSwathWorkflow_17_input.mzML"/> + <param name="tr" value="OpenSwathWorkflow_17_input.pqp.tmp"/> + <output name="out_features" value="OpenSwathWorkflow_17_b_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> + <output name="out_chrom" value="OpenSwathWorkflow_17_b_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> + <param name="sonar" value="false"/> + <param name="pasef" value="false"/> + <param name="rt_extraction_window" value="600.0"/> + <param name="ion_mobility_window" value="0.05"/> + <param name="mz_extraction_window" value="0.05"/> + <param name="mz_extraction_window_ms1" value="50.0"/> + <param name="im_extraction_window_ms1" value="-1.0"/> + <section name="Debugging"/> + <section name="Calibration"> + <param name="ms1_im_calibration" value="false"/> + <param name="im_correction_function" value="linear"/> + <param name="debug_im_file" value=""/> + <param name="debug_mz_file" value=""/> + </section> + <section name="Library"> + <param name="retentionTimeInterpretation" value="iRT"/> + <param name="override_group_label_check" value="false"/> + <param name="force_invalid_mods" value="false"/> + </section> + <section name="RTNormalization"> + <param name="alignmentMethod" value="linear"/> + <param name="outlierMethod" value="iter_residual"/> + <param name="useIterativeChauvenet" value="false"/> + <param name="RANSACMaxIterations" value="1000"/> + <param name="RANSACMaxPercentRTThreshold" value="3"/> + <param name="RANSACSamplingSize" value="10"/> + <param name="estimateBestPeptides" value="false"/> + <param name="InitialQualityCutoff" value="0.5"/> + <param name="OverallQualityCutoff" value="5.5"/> + <param name="NrRTBins" value="10"/> + <param name="MinPeptidesPerBin" value="1"/> + <param name="MinBinsFilled" value="8"/> + <section name="lowess"> + <param name="span" value="0.05"/> </section> <section name="b_spline"> <param name="num_nodes" value="5"/> @@ -3594,9 +2541,9 @@ <param name="use_intensity_score" value="true"/> <param name="use_nr_peaks_score" value="true"/> <param name="use_total_xic_score" value="true"/> - <param name="use_total_mi_score" value="true"/> + <param name="use_total_mi_score" value="false"/> <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> + <param name="use_mi_score" value="false"/> <param name="use_dia_scores" value="true"/> <param name="use_ms1_correlation" value="false"/> <param name="use_sonar_scores" value="false"/> @@ -3608,12 +2555,15 @@ <param name="use_ms2_isotope_scores" value="true"/> </section> </section> - <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG,irt_trafo_FLAG"/> + <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> <output name="ctd_out" ftype="xml"> <assert_contents> <is_valid_xml/> </assert_contents> </output> + <assert_stdout> + <has_text_matching expression="@EXECUTABLE@ took .* \(wall\), .* \(CPU\), .* \(system\), .* \(user\)(; Peak Memory Usage: 32 MB)?."/> + </assert_stdout> </test> <!-- TOPP_OpenSwathWorkflow_22 --> <test expect_num_outputs="3"> @@ -3624,7 +2574,7 @@ <param name="out_chrom_type" value="mzML"/> <param name="min_upper_edge_dist" value="0.0"/> <param name="extra_rt_extraction_window" value="0.0"/> - <param name="mz_extraction_window_unit" value="ppm"/> + <param name="mz_extraction_window_unit" value="Th"/> <param name="mz_extraction_window_ms1_unit" value="ppm"/> <param name="use_ms1_ion_mobility" value="true"/> <param name="matching_window_only" value="true"/> @@ -3641,16 +2591,17 @@ <param name="batchSize" value="1000"/> <param name="ms1_isotopes" value="3"/> <param name="force" value="false"/> - <param name="test" value="false"/> + <param name="test" value="true"/> </section> <param name="in" value="OpenSwathWorkflow_22_input.mzML"/> <param name="tr" value="OpenSwathWorkflow_22_input.tsv" ftype="tabular"/> - <output name="out_features" file="OpenSwathWorkflow_22_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> - <output name="out_chrom" file="OpenSwathWorkflow_22_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> + <output name="out_features" value="OpenSwathWorkflow_22_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> + <output name="out_chrom" value="OpenSwathWorkflow_22_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> <param name="sonar" value="false"/> + <param name="pasef" value="false"/> <param name="rt_extraction_window" value="600.0"/> <param name="ion_mobility_window" value="-1.0"/> - <param name="mz_extraction_window" value="50.0"/> + <param name="mz_extraction_window" value="0.05"/> <param name="mz_extraction_window_ms1" value="50.0"/> <param name="im_extraction_window_ms1" value="-1.0"/> <section name="Debugging"/> @@ -3709,7 +2660,7 @@ <param name="recalculate_peaks_max_z" value="0.75"/> <param name="minimal_quality" value="-1.5"/> <param name="resample_boundary" value="15.0"/> - <param name="compute_peak_quality" value="false"/> + <param name="compute_peak_quality" value="true"/> <param name="compute_peak_shape_metrics" value="false"/> <param name="compute_total_mi" value="false"/> <param name="boundary_selection_method" value="largest"/> @@ -3754,13 +2705,13 @@ <param name="use_total_xic_score" value="true"/> <param name="use_total_mi_score" value="false"/> <param name="use_sn_score" value="true"/> - <param name="use_mi_score" value="true"/> + <param name="use_mi_score" value="false"/> <param name="use_dia_scores" value="true"/> <param name="use_ms1_correlation" value="false"/> <param name="use_sonar_scores" value="false"/> <param name="use_ion_mobility_scores" value="false"/> <param name="use_ms1_fullscan" value="false"/> - <param name="use_ms1_mi" value="true"/> + <param name="use_ms1_mi" value="false"/> <param name="use_uis_scores" value="false"/> <param name="use_ionseries_scores" value="true"/> <param name="use_ms2_isotope_scores" value="true"/> @@ -3772,11 +2723,176 @@ <is_valid_xml/> </assert_contents> </output> + <assert_stdout> + <has_text_matching expression="@EXECUTABLE@ took .* \(wall\), .* \(CPU\), .* \(system\), .* \(user\)(; Peak Memory Usage: 32 MB)?."/> + </assert_stdout> + </test> + <!-- TOPP_OpenSwathWorkflow_23 --> + <test expect_num_outputs="3"> + <section name="adv_opts"> + <param name="sort_swath_maps" value="false"/> + <param name="enable_ms1" value="true"/> + <param name="enable_ipf" value="true"/> + <param name="out_chrom_type" value="mzML"/> + <param name="min_upper_edge_dist" value="0.0"/> + <param name="extra_rt_extraction_window" value="0.0"/> + <param name="mz_extraction_window_unit" value="Th"/> + <param name="mz_extraction_window_ms1_unit" value="ppm"/> + <param name="use_ms1_ion_mobility" value="false"/> + <param name="matching_window_only" value="false"/> + <param name="irt_mz_extraction_window" value="50.0"/> + <param name="irt_mz_extraction_window_unit" value="ppm"/> + <param name="irt_im_extraction_window" value="-1.0"/> + <param name="min_rsq" value="0.95"/> + <param name="min_coverage" value="0.6"/> + <param name="split_file_input" value="false"/> + <param name="use_elution_model_score" value="false"/> + <param name="readOptions" value="workingInMemory"/> + <param name="mz_correction_function" value="none"/> + <param name="extraction_function" value="tophat"/> + <param name="batchSize" value="1000"/> + <param name="ms1_isotopes" value="0"/> + <param name="force" value="false"/> + <param name="test" value="true"/> + </section> + <param name="in" value="OpenSwathWorkflow_23_input.mzML"/> + <param name="tr" value="OpenSwathWorkflow_23_input.tsv" ftype="tabular"/> + <output name="out_features" value="OpenSwathWorkflow_23_output.featureXML" compare="sim_size" delta_frac="0.7" ftype="featurexml"/> + <output name="out_chrom" value="OpenSwathWorkflow_23_output.chrom.mzML" compare="sim_size" delta_frac="0.7" ftype="mzml"/> + <param name="sonar" value="false"/> + <param name="pasef" value="true"/> + <param name="rt_extraction_window" value="600.0"/> + <param name="ion_mobility_window" value="0.1"/> + <param name="mz_extraction_window" value="0.05"/> + <param name="mz_extraction_window_ms1" value="50.0"/> + <param name="im_extraction_window_ms1" value="-1.0"/> + <section name="Debugging"/> + <section name="Calibration"> + <param name="ms1_im_calibration" value="false"/> + <param name="im_correction_function" value="linear"/> + <param name="debug_im_file" value=""/> + <param name="debug_mz_file" value=""/> + </section> + <section name="Library"> + <param name="retentionTimeInterpretation" value="iRT"/> + <param name="override_group_label_check" value="false"/> + <param name="force_invalid_mods" value="false"/> + </section> + <section name="RTNormalization"> + <param name="alignmentMethod" value="linear"/> + <param name="outlierMethod" value="iter_residual"/> + <param name="useIterativeChauvenet" value="false"/> + <param name="RANSACMaxIterations" value="1000"/> + <param name="RANSACMaxPercentRTThreshold" value="3"/> + <param name="RANSACSamplingSize" value="10"/> + <param name="estimateBestPeptides" value="false"/> + <param name="InitialQualityCutoff" value="0.5"/> + <param name="OverallQualityCutoff" value="5.5"/> + <param name="NrRTBins" value="10"/> + <param name="MinPeptidesPerBin" value="1"/> + <param name="MinBinsFilled" value="8"/> + <section name="lowess"> + <param name="span" value="0.05"/> + </section> + <section name="b_spline"> + <param name="num_nodes" value="5"/> + </section> + </section> + <section name="Scoring"> + <param name="stop_report_after_feature" value="5"/> + <param name="rt_normalization_factor" value="100.0"/> + <param name="quantification_cutoff" value="0.0"/> + <param name="write_convex_hull" value="false"/> + <param name="spectrum_addition_method" value="simple"/> + <param name="add_up_spectra" value="1"/> + <param name="spacing_for_spectra_resampling" value="0.005"/> + <param name="uis_threshold_sn" value="-1"/> + <param name="uis_threshold_peak_area" value="0"/> + <param name="scoring_model" value="default"/> + <param name="im_extra_drift" value="0.0"/> + <param name="strict" value="true"/> + <section name="TransitionGroupPicker"> + <param name="stop_after_feature" value="-1"/> + <param name="min_peak_width" value="-1.0"/> + <param name="peak_integration" value="original"/> + <param name="background_subtraction" value="none"/> + <param name="recalculate_peaks" value="true"/> + <param name="use_precursors" value="false"/> + <param name="use_consensus" value="true"/> + <param name="recalculate_peaks_max_z" value="0.75"/> + <param name="minimal_quality" value="-1.5"/> + <param name="resample_boundary" value="15.0"/> + <param name="compute_peak_quality" value="true"/> + <param name="compute_peak_shape_metrics" value="false"/> + <param name="compute_total_mi" value="false"/> + <param name="boundary_selection_method" value="largest"/> + <section name="PeakPickerMRM"> + <param name="sgolay_frame_length" value="11"/> + <param name="sgolay_polynomial_order" value="3"/> + <param name="gauss_width" value="30.0"/> + <param name="use_gauss" value="false"/> + <param name="peak_width" value="-1.0"/> + <param name="signal_to_noise" value="0.1"/> + <param name="write_sn_log_messages" value="false"/> + <param name="remove_overlapping_peaks" value="true"/> + <param name="method" value="corrected"/> + </section> + <section name="PeakIntegrator"> + <param name="integration_type" value="intensity_sum"/> + <param name="baseline_type" value="base_to_base"/> + <param name="fit_EMG" value="false"/> + </section> + </section> + <section name="DIAScoring"> + <param name="dia_extraction_window" value="0.05"/> + <param name="dia_extraction_unit" value="Th"/> + <param name="dia_centroided" value="false"/> + <param name="dia_byseries_intensity_min" value="300.0"/> + <param name="dia_byseries_ppm_diff" value="10.0"/> + <param name="dia_nr_isotopes" value="4"/> + <param name="dia_nr_charges" value="4"/> + <param name="peak_before_mono_max_ppm_diff" value="20.0"/> + </section> + <section name="EMGScoring"> + <param name="max_iteration" value="10"/> + <param name="init_mom" value="false"/> + </section> + <section name="Scores"> + <param name="use_shape_score" value="true"/> + <param name="use_coelution_score" value="true"/> + <param name="use_rt_score" value="true"/> + <param name="use_library_score" value="true"/> + <param name="use_intensity_score" value="true"/> + <param name="use_nr_peaks_score" value="true"/> + <param name="use_total_xic_score" value="true"/> + <param name="use_total_mi_score" value="false"/> + <param name="use_sn_score" value="true"/> + <param name="use_mi_score" value="false"/> + <param name="use_dia_scores" value="true"/> + <param name="use_ms1_correlation" value="false"/> + <param name="use_sonar_scores" value="false"/> + <param name="use_ion_mobility_scores" value="true"/> + <param name="use_ms1_fullscan" value="false"/> + <param name="use_ms1_mi" value="false"/> + <param name="use_uis_scores" value="false"/> + <param name="use_ionseries_scores" value="true"/> + <param name="use_ms2_isotope_scores" value="true"/> + </section> + </section> + <param name="OPTIONAL_OUTPUTS" value="ctd_out_FLAG,out_features_FLAG,out_chrom_FLAG"/> + <output name="ctd_out" ftype="xml"> + <assert_contents> + <is_valid_xml/> + </assert_contents> + </output> + <assert_stdout> + <has_text_matching expression="@EXECUTABLE@ took .* \(wall\), .* \(CPU\), .* \(system\), .* \(user\)(; Peak Memory Usage: 32 MB)?."/> + </assert_stdout> </test> </tests> <help><![CDATA[Complete workflow to run OpenSWATH -For more information, visit http://www.openms.de/doxygen/release/2.8.0/html/UTILS_OpenSwathWorkflow.html]]></help> +For more information, visit https://openms.de/doxygen/release/3.1.0/html/TOPP_OpenSwathWorkflow.html]]></help> <expand macro="references"/> </tool>
--- a/fill_ctd_clargs.py Thu Dec 01 19:20:41 2022 +0000 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,70 +0,0 @@ -#!/usr/bin/env python3 - -import operator -from argparse import ArgumentParser -from functools import reduce # forward compatibility for Python 3 -from io import StringIO - -from CTDopts.CTDopts import ( - _Null, - CTDModel, - ModelTypeError, - Parameters -) - - -def getFromDict(dataDict, mapList): - return reduce(operator.getitem, mapList, dataDict) - - -def setInDict(dataDict, mapList, value): - getFromDict(dataDict, mapList[:-1])[mapList[-1]] = value - - -if __name__ == "__main__": - # note add_help=False since otherwise arguments starting with -h will - # trigger an error (despite allow_abbreviate) - parser = ArgumentParser(prog="fill_ctd_clargs", - description="fill command line arguments" - "into a CTD file and write the CTD file to stdout", - add_help=False, allow_abbrev=False) - parser.add_argument("--ini_file", dest="ini_file", help="input ini file", - metavar='INI', default=None, required=True) - parser.add_argument("--ctd_file", dest="ctd_file", help="input ctd file" - "if given then optional parameters from the ini file" - "will be filled with the defaults from this CTD file", - metavar='CTD', default=None, required=False) - args, cliargs = parser.parse_known_args() - - # load CTDModel - ini_model = None - try: - ini_model = CTDModel(from_file=args.ini_file) - except ModelTypeError: - pass - try: - ini_model = Parameters(from_file=args.ini_file) - except ModelTypeError: - pass - assert ini_model is not None, "Could not parse %s, seems to be no CTD/PARAMS" % (args.ini_file) - - # get a dictionary of the ctd arguments where the values of the parameters - # given on the command line are overwritten - ini_values = ini_model.parse_cl_args(cl_args=cliargs, ignore_required=True) - - if args.ctd_file: - ctd_model = CTDModel(from_file=args.ctd_file) - ctd_values = ctd_model.get_defaults() - for param in ini_model.get_parameters(): - if not param.required and (param.default is None or type(param.default) is _Null): - lineage = param.get_lineage(name_only=True) - try: - default = getFromDict(ctd_values, lineage) - except KeyError: - continue - setInDict(ini_values, lineage, default) - - # write the ctd with the values taken from the dictionary - out = StringIO() - ctd_tree = ini_model.write_ctd(out, ini_values) - print(out.getvalue())
--- a/generate-foo.sh Thu Dec 01 19:20:41 2022 +0000 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,215 +0,0 @@ -#!/usr/bin/env bash - -# parse test definitions from OpenMS sources for a tool with a given id -function get_tests2 { - id=$1 - >&2 echo "generate tests for $id" - echo '<xml name="autotest_'"$id"'">' - - # get the tests from the CMakeLists.txt - # 1st remove some tests - # - OpenSwathMzMLFileCacher with -convert_back argument https://github.com/OpenMS/OpenMS/issues/4399 - # - IDRipper PATH gets empty causing problems. TODO But overall the option needs to be handled differentlt - # - several tools with duplicated input (leads to conflict when linking) - # - MaRaCluster with -consensus_out (parameter blacklister: https://github.com/OpenMS/OpenMS/issues/4456) - # - FileMerger with mixed dta dta2d input (ftype can not be specified in the test, dta can not be sniffed) - # - some input files are originally in a subdir (degenerated cases/), but not in test-data - # - OpenSwathAnalyzer 9/10: cachedMzML (not supported yet) - # - SiriusAdapter_4 depends on online service which may timeout .. so keep disabled https://github.com/OpenMS/OpenMS/pull/5010 - # - SiriusAdapter_10 should work in >2.8 https://github.com/OpenMS/OpenMS/issues/5869 - CMAKE=$(cat $OPENMSGIT/src/tests/topp/CMakeLists.txt $OPENMSGIT/src/tests/topp/THIRDPARTY/third_party_tests.cmake | - sed 's@${DATA_DIR_SHARE}/@@g' | - grep -v 'OpenSwathMzMLFileCacher .*-convert_back' | - sed 's/${TMP_RIP_PATH}/""/' | - grep -v "MaRaClusterAdapter.*-consensus_out"| - grep -v "FileMerger_1_input1.dta2d.*FileMerger_1_input2.dta " | - sed 's@degenerate_cases/@@g' | - egrep -v 'TOPP_OpenSwathAnalyzer_test_3"|TOPP_OpenSwathAnalyzer_test_4"' | - sed 's/\("TOPP_SiriusAdapter_4".*\)-sirius:database all\(.*\)/\1-sirius:database pubchem\2/' | - grep -v '"TOPP_SiriusAdapter_10"') - - # 1st part is a dirty hack to join lines containing a single function call, e.g. - # addtest(.... - # ....) - echo "$CMAKE" | sed 's/#.*//; s/^\s*//; s/\s*$//' | grep -v "^#" | grep -v "^$" | awk '{printf("%s@NEWLINE@", $0)}' | sed 's/)@NEWLINE@/)\n/g' | sed 's/@NEWLINE@/ /g' | - grep -iE "add_test\(\"(TOPP|UTILS)_.*/$id " | egrep -v "_prepare\"|_convert|WRITEINI|WRITECTD|INVALIDVALUE" | while read -r line - do - line=$(echo "$line" | sed 's/add_test("\([^"]\+\)"/\1/; s/)$//; s/\${TOPP_BIN_PATH}\///g;s/\${DATA_DIR_TOPP}\///g; s#THIRDPARTY/##g') - # >&2 echo $line - test_id=$(echo "$line" | cut -d" " -f 1) - tool_id=$(echo "$line" | cut -d" " -f 2) - # >&2 echo "test_id $test_id" - if [[ $test_id =~ _out_?[0-9]? ]]; then - >&2 echo " skip $test_id $line" - continue - fi - if [[ ${id,,} != ${tool_id,,} ]]; then - >&2 echo " skip $test_id ($id != $tool_id) $line" - continue - fi - - #remove tests with set_tests_properties(....PROPERTIES WILL_FAIL 1) - if grep -lq "$test_id"'\".* PROPERTIES WILL_FAIL 1' $OPENMSGIT/src/tests/topp/CMakeLists.txt $OPENMSGIT/src/tests/topp/THIRDPARTY/third_party_tests.cmake; then - >&2 echo " skip failing "$test_id - continue - fi - tes=" <test>\n" - line=$(fix_tmp_files "$line") - line=$(unique_files "$line") - # >&2 echo LINE $line - #if there is an ini file then we use this to generate the test - #otherwise the ctd file is used - #other command line parameters are inserted later into this xml - if grep -lq "\-ini" <<<"$line"; then - ini=$(echo $line | sed 's/.*-ini \([^ ]\+\).*/\1/') - ini="test-data/$ini" - else - ini="ctd/$tool_id.ctd" - fi - # >&2 echo "========================================================" - # >&2 echo "USING ini $ini" - cli=$(echo $line |cut -d" " -f3- | sed 's/-ini [^ ]\+//') - - ctdtmp=$(mktemp) - # using eval: otherwise for some reason quoted values are not used properly ('A B' -> ["'A", "B'"]) - # >&2 echo "python3 fill_ctd_clargs.py --ini_file $ini $cli" - eval "python3 fill_ctd_clargs.py --ini_file $ini $cli" > "$ctdtmp" - # >&2 echo $ctdtmp - # >&2 cat $ctdtmp - testtmp=$(mktemp) - # >&2 echo CTDConverter galaxy -i $ctdtmp -o $testtmp -s aux/tools_blacklist.txt -f "$FILETYPES" -m macros.xml -t tool.conf -p aux/hardcoded_params.json --tool-version $VERSION --test-only --test-unsniffable csv tsv txt dta dta2d edta mrm splib --test-condition "compare=sim_size" "delta_frac=0.7" - CTDConverter galaxy -i $ctdtmp -o $testtmp -s aux/tools_blacklist.txt -f "$FILETYPES" -m macros.xml -t tool.conf -p aux/hardcoded_params.json --tool-version $VERSION --test-only --test-unsniffable csv tsv txt dta dta2d edta mrm splib --test-condition "compare=sim_size" "delta_frac=0.7" > /dev/null - echo "<!-- $test_id -->" - cat $testtmp | grep -v '<output.*file=""' # | grep -v 'CHEMISTRY/' - - rm "$ctdtmp" "$testtmp" - - #> /dev/null - - #rm $testtmp - done - echo '</xml>' -} - -#some tests use the same file twice which does not work in planemo tests -#hence we create symlinks for each file used twice -function unique_files { - line=$@ - for arg in $@ - do - if [[ ! -f "test-data/$arg" ]]; then - continue - fi - cnt=$(grep -c $arg <<< $(echo "$line" | tr ' ' '\n')) - while [[ $cnt -gt 1 ]]; do - new_arg=$(echo $arg | sed "s/\(.*\)\./\1_$cnt./") - ln -fs $arg test-data/$new_arg - line=$(echo $line | sed "s/\($arg.*\)$arg/\1$new_arg/") - cnt=$(grep -c $arg <<< $(echo "$line" | tr ' ' '\n')) - done - done - - echo $line -} - -# options of out_type selects need to be fixed to Galaxy data types -function fix_out_type { - grep "^$1" "$2" | awk '{print $2}' -} - -#OpenMS tests output to tmp files and compare with FuzzyDiff to the expected file. -#problem: the extension of the tmp files is unusable for test generation. -#unfortunately the extensions used in the DIFF lines are not always usable for the CLI -#(e.g. for prepare_test_data, e.g. CLI expects csv but test file is txt) -#this function replaces the tmp file by the expected file. -function fix_tmp_files { - # >&2 echo "FIX $line" - ret="" - for a in $@; do - # >&2 echo " a "$a - if [[ ! $a =~ .tmp$ ]] && [[ ! $a =~ _tmp_ ]]; then - ret="$ret $a" - continue - fi - diff_line=$(cat $OPENMSGIT/src/tests/topp/CMakeLists.txt $OPENMSGIT/src/tests/topp/THIRDPARTY/third_party_tests.cmake | awk '{printf("%s@NEWLINE@", $0)}' | sed 's/)@NEWLINE@/)\n/g' | sed 's/@NEWLINE@/ /g' | grep '\${DIFF}.*'"$a") - # >&2 echo " diff_line "$diff_line - in1=$(sed 's/.*-in1 \([^ ]\+\).*/\1/' <<<$diff_line) - # >&2 echo " in1 "$in1 - if [[ "$a" != "$in1" ]]; then - ret="$ret $a" - continue - fi - in2=$(sed 's/.*-in2 \([^ ]\+\).*/\1/' <<<$diff_line) - in2=$(basename $in2 | sed 's/)$//') - # >&2 echo " in2 "$in2 - if [[ -f "test-data/$in2" ]]; then - ln -fs "$in1" "test-data/$in2" - ret="$ret $in2" - else - ret="$ret $a" - fi - done -# >&2 echo "--> $ret" - echo "$ret" -} - -function link_tmp_files { - # note this also considers commented lines (starting with a #) - # because of tests where the diff command is commented and we - # still want to use the extension of these files - cat $OPENMSGIT/src/tests/topp/CMakeLists.txt $OPENMSGIT/src/tests/topp/THIRDPARTY/third_party_tests.cmake | sed 's/^\s*//; s/\s*$//' | grep -v "^$" | awk '{printf("%s@NEWLINE@", $0)}' | sed 's/)@NEWLINE@/)\n/g' | sed 's/@NEWLINE@/ /g' | grep "\${DIFF}" | while read -r line - do - in1=$(sed 's/.*-in1 \([^ ]\+\).*/\1/' <<<$line) - in1=$(basename $in1 | sed 's/)$//') - in2=$(sed 's/.*-in2 \([^ ]\+\).*/\1/' <<<$line) - in2=$(basename $in2 | sed 's/)$//') - if [[ "$in1" == "$in2" ]]; then - >&2 echo "not linking equal $in1 $in2" - continue - fi - ln -f -s $in1 test-data/$in2 - done - - find test-data/ -name "*.tmp" -print0 | - while IFS= read -r -d '' i; do - if [ ! -e test-data/$(basename $i .tmp) ]; then - ln -s $(basename $i) test-data/$(basename $i .tmp) - else - ln -fs $(basename $i) test-data/$(basename $i .tmp) - fi - done -} - - - -# parse data preparation calls from OpenMS sources for a tool with a given id -function prepare_test_data { -# id=$1 -# | egrep -i "$id\_.*[0-9]+(_prepare\"|_convert)?" - - # TODO SiriusAdapter depends on online service which may timeout .. so keep disabled https://github.com/OpenMS/OpenMS/pull/5010 - cat $OPENMSGIT/src/tests/topp/CMakeLists.txt $OPENMSGIT/src/tests/topp/THIRDPARTY/third_party_tests.cmake | sed 's/#.*$//'| sed 's/^\s*//; s/\s*$//' | grep -v "^$" | awk '{printf("%s@NEWLINE@", $0)}' | sed 's/)@NEWLINE@/)\n/g' | sed 's/@NEWLINE@/ /g' | - sed 's/degenerate_cases\///' | - egrep -v "WRITEINI|WRITECTD|INVALIDVALUE|DIFF" | - grep add_test | - egrep "TOPP|UTILS" | - sed 's@${DATA_DIR_SHARE}/@@g;'| - sed 's@${TMP_RIP_PATH}@./@g'| - sed 's@TOFCalibration_ref_masses @TOFCalibration_ref_masses.txt @g; s@TOFCalibration_const @TOFCalibration_const.csv @'| - sed 's/\("TOPP_SiriusAdapter_4".*\)-sirius:database all\(.*\)/\1-sirius:database pubchem\2/' | - while read line - do - test_id=$(echo "$line" | sed 's/add_test(//; s/"//g; s/)[^)]*$//; s/\${TOPP_BIN_PATH}\///g;s/\${DATA_DIR_TOPP}\///g; s#THIRDPARTY/##g' | cut -d" " -f1) - - if grep -lq "$test_id"'\".* PROPERTIES WILL_FAIL 1' $OPENMSGIT/src/tests/topp/CMakeLists.txt $OPENMSGIT/src/tests/topp/THIRDPARTY/third_party_tests.cmake; then - >&2 echo " skip failing "$test_id - continue - fi - - line=$(echo "$line" | sed 's/add_test("//; s/)[^)]*$//; s/\${TOPP_BIN_PATH}\///g;s/\${DATA_DIR_TOPP}\///g; s#THIRDPARTY/##g' | cut -d" " -f2-) - # line="$(fix_tmp_files $line)" - echo 'echo executing "'$test_id'"' - echo "$line > $test_id.stdout 2> $test_id.stderr" - echo "if [[ \"\$?\" -ne \"0\" ]]; then >&2 echo '$test_id failed'; >&2 echo -e \"stderr:\n\$(cat $test_id.stderr | sed 's/^/ /')\"; echo -e \"stdout:\n\$(cat $test_id.stdout)\";fi" - done -}
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/get_tests.py Fri Jun 14 21:38:33 2024 +0000 @@ -0,0 +1,344 @@ +#!/usr/bin/env python + +import argparse +import os.path +import re +import shlex +import sys +import tempfile +from typing import ( + Dict, + List, + Optional, + TextIO, + Tuple, +) + +from ctdconverter.common.utils import ( + ParameterHardcoder, + parse_hardcoded_parameters, + parse_input_ctds, +) +from ctdconverter.galaxy.converter import convert_models +from CTDopts.CTDopts import ( + CTDModel, + ModelTypeError, + Parameters, +) + +SKIP_LIST = [ + r"_prepare\"", + r"_convert", + r"WRITEINI", + r"WRITECTD", + r"INVALIDVALUE", + r"\.ini\.json", + r"OpenSwathMzMLFileCacher .*-convert_back", # - OpenSwathMzMLFileCacher with -convert_back argument https://github.com/OpenMS/OpenMS/issues/4399 + r"MaRaClusterAdapter.*-consensus_out", # - MaRaCluster with -consensus_out (parameter blacklister: https://github.com/OpenMS/OpenMS/issues/4456) + r"FileMerger_1_input1.dta2d.*FileMerger_1_input2.dta ", # - FileMerger with mixed dta dta2d input (ftype can not be specified in the test, dta can not be sniffed) + r'^(TOPP_OpenSwathAnalyzer_test_3|TOPP_OpenSwathAnalyzer_test_4)$', # no suppert for cached mzML + r'TOPP_SiriusAdapter_[0-9]+$', # Do not test SiriusAdapter https://github.com/OpenMS/OpenMS/issues/7000 .. will be removed anyway + r'TOPP_AssayGeneratorMetabo_(7|8|9|10|11|12|13|14|15|16|17|18)$' # Skip AssayGeneratorMetabo tests using Sirius https://github.com/OpenMS/OpenMS/issues/7150 (will be replaced by two tools) +] + + +def get_failing_tests(cmake: List[str]) -> List[str]: + failing_tests = [] + re_fail = re.compile(r"set_tests_properties\(\"([^\"]+)\" PROPERTIES WILL_FAIL 1\)") + + for cmake in args.cmake: + with open(cmake) as cmake_fh: + for line in cmake_fh: + match = re_fail.search(line) + if match: + failing_tests.append(match.group(1)) + return failing_tests + + +def fix_tmp_files(line: str, diff_pairs: Dict[str, str]) -> str: + """ + OpenMS tests output to tmp files and compare with FuzzyDiff to the expected file. + problem: the extension of the tmp files is unusable for test generation. + unfortunately the extensions used in the DIFF lines are not always usable for the CLI + (e.g. for prepare_test_data, e.g. CLI expects csv but test file is txt) + this function replaces the tmp file by the expected file. + """ + cmd = shlex.split(line) + for i, e in enumerate(cmd): + if e in diff_pairs: + dst = os.path.join("test-data", diff_pairs[e]) + if os.path.exists(dst): + os.unlink(dst) + sys.stderr.write(f"symlink {e} {dst}\n") + os.symlink(e, dst) + cmd[i] = diff_pairs[e] + return shlex.join(cmd) + + +def get_ini(line: str, tool_id: str) -> Tuple[str, str]: + """ + if there is an ini file then we use this to generate the test + otherwise the ctd file is used + other command line parameters are inserted later into this xml + """ + cmd = shlex.split(line) + ini = None + for i, e in enumerate(cmd): + if e == "-ini": + ini = cmd[i + 1] + cmd = cmd[:i] + cmd[i + 2:] + if ini: + return os.path.join("test-data", ini), shlex.join(cmd) + else: + return os.path.join("ctd", f"{tool_id}.ctd"), line + + +def unique_files(line: str): + """ + some tests use the same file twice which does not work in planemo tests + hence we create symlinks for each file used twice + """ + cmd = shlex.split(line) + # print(f"{cmd}") + files = {} + # determine the list of indexes where each file argument (anything appearing in test-data/) appears + for idx, e in enumerate(cmd): + p = os.path.join("test-data", e) + if not os.path.exists(p) and not os.path.islink(p): + continue + try: + files[e].append(idx) + except KeyError: + files[e] = [idx] + # print(f"{files=}") + for f in files: + if len(files[f]) < 2: + continue + for i, idx in enumerate(files[f]): + f_parts = f.split(".") + f_parts[0] = f"{f_parts[0]}_{i}" + new_f = ".".join(f_parts) + # if os.path.exists(os.path.join("test-data", new_f)): + # os.unlink(os.path.join("test-data", new_f)) + sys.stderr.write( + f'\tsymlink {os.path.join("test-data", new_f)} {f}\n' + ) + try: + os.symlink(f, os.path.join("test-data", new_f)) + except FileExistsError: + pass + cmd[idx] = new_f + return shlex.join(cmd) + + +def fill_ctd_clargs(ini: str, line: str, ctd_tmp: TextIO) -> None: + cmd = shlex.split(line) + + # load CTDModel + ini_model = None + try: + ini_model = CTDModel(from_file=ini) + except ModelTypeError: + pass + try: + ini_model = Parameters(from_file=ini) + except ModelTypeError: + pass + assert ini_model is not None, "Could not parse %s, seems to be no CTD/PARAMS" % ( + args.ini_file + ) + + # get a dictionary of the ctd arguments where the values of the parameters + # given on the command line are overwritten + ini_values = ini_model.parse_cl_args(cl_args=cmd, ignore_required=True) + ini_model.write_ctd(ctd_tmp, ini_values) + + +def process_test_line( + id: str, + line: str, + failing_tests: List[str], + skip_list: List[str], + diff_pairs: Dict[str, str], +) -> Optional[str]: + + re_test_id = re.compile(r"add_test\(\"([^\"]+)\" ([^ ]+) (.*)") + re_id_out_test = re.compile(r"_out_?[0-9]?") + + # TODO auto extract from set(OLD_OSW_PARAM ... lin + line = line.replace( + "${OLD_OSW_PARAM}", + " -test -mz_extraction_window 0.05 -mz_extraction_window_unit Th -ms1_isotopes 0 -Scoring:TransitionGroupPicker:compute_peak_quality -Scoring:Scores:use_ms1_mi false -Scoring:Scores:use_mi_score false", + ) + + line = line.replace("${TOPP_BIN_PATH}/", "") + line = line.replace("${DATA_DIR_TOPP}/", "") + line = line.replace("THIRDPARTY/", "") + line = line.replace("${DATA_DIR_SHARE}/", "") + # IDRipper PATH gets empty causing problems. TODO But overall the option needs to be handled differently + line = line.replace("${TMP_RIP_PATH}/", "") + # some input files are originally in a subdir (degenerated cases/), but not in test-data + line = line.replace("degenerate_cases/", "") + # determine the test and tool ids and remove the 1) add_test("TESTID" 2) trailing ) + match = re_test_id.match(line) + if not match: + sys.exit(f"Ill formated test line {line}\n") + test_id = match.group(1) + tool_id = match.group(2) + + line = f"{match.group(2)} {match.group(3)}" + + if test_id in failing_tests: + sys.stderr.write(f" skip failing {test_id} {line}\n") + return + + if id != tool_id: + sys.stderr.write(f" skip {test_id} ({id} != {tool_id}) {line}\n") + return + + if re_id_out_test.search(test_id): + sys.stderr.write(f" skip {test_id} {line}\n") + return + + for skip in skip_list: + if re.search(skip, line): + return + if re.search(skip, test_id): + return + + line = fix_tmp_files(line, diff_pairs) + # print(f"fix {line=}") + line = unique_files(line) + # print(f"unq {line=}") + ini, line = get_ini(line, tool_id) + + from dataclasses import dataclass, field + + @dataclass + class CTDConverterArgs: + input_files: list + output_destination: str + default_executable_path: Optional[str] = None + hardcoded_parameters: Optional[str] = None + parameter_hardcoder: Optional[ParameterHardcoder] = None + xsd_location: Optional[str] = None + formats_file: Optional[str] = None + add_to_command_line: str = "" + required_tools_file: Optional[str] = None + skip_tools_file: Optional[str] = None + macros_files: Optional[List[str]] = field(default_factory=list) + test_macros_files: Optional[List[str]] = field(default_factory=list) + test_macros_prefix: Optional[List[str]] = field(default_factory=list) + test_test: bool = False + test_only: bool = False + test_unsniffable: Optional[List[str]] = field(default_factory=list) + test_condition: Optional[List[str]] = ("compare=sim_size", "delta_frac=0.05") + tool_version: str = None + tool_profile: str = None + bump_file: str = None + + # create an ini/ctd file where the values are equal to the arguments from the command line + # and transform it to xml + test = [f"<!-- {test_id} -->\n"] + with tempfile.NamedTemporaryFile( + mode="w+", delete_on_close=False + ) as ctd_tmp, tempfile.NamedTemporaryFile( + mode="w+", delete_on_close=False + ) as xml_tmp: + fill_ctd_clargs(ini, line, ctd_tmp) + ctd_tmp.close() + xml_tmp.close() + parsed_ctd = parse_input_ctds(None, [ctd_tmp.name], xml_tmp.name, "xml") + ctd_args = CTDConverterArgs( + input_files=[ctd_tmp.name], + output_destination=xml_tmp.name, + macros_files=["macros.xml"], + skip_tools_file="aux/tools_blacklist.txt", + formats_file="aux/filetypes.txt", + # tool_conf_destination = "tool.conf", + hardcoded_parameters="aux/hardcoded_params.json", + tool_version="3.1", + test_only=True, + test_unsniffable=[ + "csv", + "tsv", + "txt", + "dta", + "dta2d", + "edta", + "mrm", + "splib", + ], + test_condition=["compare=sim_size", "delta_frac=0.7"], + ) + ctd_args.parameter_hardcoder = parse_hardcoded_parameters( + ctd_args.hardcoded_parameters + ) + convert_models(ctd_args, parsed_ctd) + xml_tmp = open(xml_tmp.name, "r") + for l in xml_tmp: + test.append(l) + + return "".join(test) + + +parser = argparse.ArgumentParser(description="Create Galaxy tests for a OpenMS tools") +parser.add_argument("--id", dest="id", help="tool id") +parser.add_argument("--cmake", nargs="+", help="OpenMS test CMake files") +args = parser.parse_args() +sys.stderr.write(f"generate tests for {args.id}\n") + +re_comment = re.compile("#.*") +re_empty_prefix = re.compile(r"^\s*") +re_empty_suffix = re.compile(r"\s*$") +re_add_test = re.compile(r"add_test\(\"(TOPP|UTILS)_.*/" + args.id) +re_diff = re.compile(r"\$\{DIFF\}.* -in1 ([^ ]+) -in2 ([^ ]+)") +failing_tests = get_failing_tests(args.cmake) +tests = [] + +# process the given CMake files and compile lists of +# - test lines .. essentially add_test(...) +# - and pairs of files that are diffed +jline = "" +test_lines = [] +diff_pairs = {} +for cmake in args.cmake: + with open(cmake) as cmake_fh: + for line in cmake_fh: + # remove comments, empty prefixes and suffixes + line = re_comment.sub("", line) + line = re_empty_prefix.sub("", line) + line = re_empty_suffix.sub("", line) + # skip empty lines + if line == "": + continue + + # join test statements that are split over multiple lines + if line.endswith(")"): + jline += " " + line[:-1] + else: + jline = line + continue + line, jline = jline.strip(), "" + match = re_diff.search(line) + if match: + in1 = match.group(1).split("/")[-1] + in2 = match.group(2).split("/")[-1] + if in1 != in2: + diff_pairs[in1] = in2 + elif re_add_test.match(line): + test_lines.append(line) + +for line in test_lines: + test = process_test_line(args.id, line, failing_tests, SKIP_LIST, diff_pairs) + if test: + tests.append(test) + +tests = "\n".join(tests) +print( + f""" +<xml name="autotest_{args.id}"> +{tests} +</xml> +""" +)
--- a/macros.xml Thu Dec 01 19:20:41 2022 +0000 +++ b/macros.xml Fri Jun 14 21:38:33 2024 +0000 @@ -3,19 +3,19 @@ You can edit this file to add your own macros, if you so desire, or you can add additional macro files using the m/macros parameter --> <macros> - <token name="@TOOL_VERSION@">2.8</token> + <token name="@TOOL_VERSION@">3.1</token> <token name="@VERSION_SUFFIX@">0</token> + <token name="@TEST_DATA_LOCATION@"/> <xml name="requirements"> <requirements> <requirement type="package" version="@TOOL_VERSION@">openms</requirement> <requirement type="package" version="@TOOL_VERSION@">openms-thirdparty</requirement> <!-- omssa (which has been excluded from 3rdparty) and makeblastdb for OMSSAAdapter --> - <requirement type="package" version="2.1.9">omssa</requirement> - <requirement type="package" version="2.13.0">blast</requirement> + <requirement type="package" version="2.14.1">blast</requirement> <!--<requirement type="package" version="5.0.0">tpp</requirement>--> <!-- for realpath (used e.g. in LuciphorAdapter) --> <!--<requirement type="package" version="8.25">coreutils</requirement>--> - <requirement type="package" version="1.4">ctdopts</requirement> + <requirement type="package" version="1.5">ctdopts</requirement> <yield/> </requirements> </xml> @@ -26,6 +26,8 @@ <regex match="Could not allocate metaspace" level="fatal_oom" description="Java memory Exception"/> <regex match="Cannot create VM thread" level="fatal_oom" description="Java memory Exception"/> <regex match="qUncompress: could not allocate enough memory to uncompress data" level="fatal_oom" description="Java memory Exception"/> + <regex match="OMSSA ran out of RAM" level="fatal_oom" description="Could not allocate memory"/> + <regex match="comet' crashed hard (segfault-like). Please check the log." level="fatal_oom" description="Could not allocate memory"/> </stdio> </xml> <xml name="references"> @@ -113,11 +115,11 @@ </token> <token name="@EXT_FOO@"><![CDATA[#def oms2gxyext(o) - #set m={'txt': 'txt', 'tsv': 'tabular', 'bioml': 'xml', 'consensusXML': 'consensusxml', 'csv': 'csv', 'dta': 'dta', 'dta2d': 'dta2d', 'edta': 'edta', 'fa': 'fasta', 'fas': 'fasta', 'fasta': 'fasta', 'FASTA': 'fasta', 'featureXML': 'featurexml', 'featurexml': 'featurexml', 'html': 'html', 'HTML': 'html', 'idXML': 'idxml', 'json': 'json', 'kroenik': 'kroenik', 'mascotXML': 'mascotxml', 'mgf': 'mgf', 'mrm': 'mrm', 'ms': 'sirius.ms', 'ms2': 'ms2', 'msp': 'msp', 'mzData': 'mzdata', 'mzid': 'mzid', 'mzML': 'mzml', 'mzml': 'mzml', 'mzq': 'mzq', 'mzQC': 'mzqc', 'mzTab': 'mztab', 'mzXML': 'mzxml', 'novor': 'txt', 'obo': 'obo', 'oms': 'sqlite', 'omssaXML': 'idxml', 'osw': 'osw', 'OSW': 'osw', 'params': 'txt', 'paramXML': 'paramxml', 'peplist': 'peplist', 'pep.xml': 'pepxml', 'pepXML': 'pepxml', 'png': 'png', 'PNG': 'png', 'protXML': 'protxml', 'psms': 'psms', 'pqp': 'pqp', 'qcML': 'qcml', 'spec.xml': 'spec.xml', 'splib': 'splib', 'sqMass': 'sqmass', 'tandem.xml': 'tandem', 'trafoXML': 'trafoxml', 'traML': 'traml', 'TraML': 'traml', 'tab': 'tabular', 'raw': 'thermo.raw', 'xls': 'tsv', 'XML': 'xml', 'xml': 'xml', 'xquest.xml': 'xquest.xml', 'xsd': 'xml'} + #set m={'txt': 'txt', 'tsv': 'tabular', 'bioml': 'xml', 'consensusXML': 'consensusxml', 'csv': 'csv', 'dta': 'dta', 'dta2d': 'dta2d', 'edta': 'edta', 'fa': 'fasta', 'fas': 'fasta', 'fasta': 'fasta', 'FASTA': 'fasta', 'featureXML': 'featurexml', 'featurexml': 'featurexml', 'html': 'html', 'HTML': 'html', 'idXML': 'idxml', 'json': 'json', 'kroenik': 'kroenik', 'mascotXML': 'mascotxml', 'mgf': 'mgf', 'mrm': 'mrm', 'ms': 'sirius.ms', 'ms2': 'ms2', 'msp': 'msp', 'mzData': 'mzdata', 'mzid': 'mzid', 'mzML': 'mzml', 'mzml': 'mzml', 'mzq': 'mzq', 'mzQC': 'mzqc', 'mzTab': 'mztab', 'mzXML': 'mzxml', 'novor': 'txt', 'obo': 'obo', 'oms': 'sqlite', 'omssaXML': 'idxml', 'osw': 'osw', 'OSW': 'osw', 'params': 'txt', 'paramXML': 'paramxml', 'peplist': 'peplist', 'pep.xml': 'pepxml', 'pepXML': 'pepxml', 'png': 'png', 'PNG': 'png', 'protXML': 'protxml', 'psms': 'psms', 'pqp': 'pqp', 'qcML': 'qcml', 'spec.xml': 'spec.xml', 'splib': 'splib', 'sqMass': 'sqmass', 'tandem.xml': 'tandem', 'trafoXML': 'trafoxml', 'traML': 'traml', 'TraML': 'traml', 'tab': 'tabular', 'raw': 'thermo.raw', 'xls': 'tsv', 'XML': 'xml', 'xml': 'xml', 'xquest.xml': 'xquest.xml', 'xsd': 'xsd', 'zip': 'zip'} #return m[o] #end def #def gxy2omsext(g) - #set m={'txt': 'txt', 'tabular': 'tsv', 'xml': 'bioml', 'consensusxml': 'consensusXML', 'csv': 'csv', 'dta': 'dta', 'dta2d': 'dta2d', 'edta': 'edta', 'fasta': 'fa', 'featurexml': 'featureXML', 'html': 'html', 'idxml': 'idXML', 'json': 'json', 'kroenik': 'kroenik', 'mascotxml': 'mascotXML', 'mgf': 'mgf', 'mrm': 'mrm', 'sirius.ms': 'ms', 'ms2': 'ms2', 'msp': 'msp', 'mzdata': 'mzData', 'mzid': 'mzid', 'mzml': 'mzML', 'mzq': 'mzq', 'mzqc': 'mzQC', 'mztab': 'mzTab', 'mzxml': 'mzXML', 'obo': 'obo', 'sqlite': 'oms', 'osw': 'osw', 'paramxml': 'paramXML', 'peff': 'fasta', 'peplist': 'peplist', 'pepxml': 'pep.xml', 'png': 'png', 'protxml': 'protXML', 'psms': 'psms', 'pqp': 'pqp', 'qcml': 'qcML', 'spec.xml': 'spec.xml', 'splib': 'splib', 'sqmass': 'sqMass', 'tandem': 'tandem.xml', 'trafoxml': 'trafoXML', 'traml': 'traML', 'thermo.raw': 'raw', 'tsv': 'xls', 'xquest.xml': 'xquest.xml'} + #set m={'txt': 'txt', 'tabular': 'tsv', 'xml': 'bioml', 'consensusxml': 'consensusXML', 'csv': 'csv', 'dta': 'dta', 'dta2d': 'dta2d', 'edta': 'edta', 'fasta': 'fa', 'featurexml': 'featureXML', 'html': 'html', 'idxml': 'idXML', 'json': 'json', 'kroenik': 'kroenik', 'mascotxml': 'mascotXML', 'mgf': 'mgf', 'mrm': 'mrm', 'sirius.ms': 'ms', 'ms2': 'ms2', 'msp': 'msp', 'mzdata': 'mzData', 'mzid': 'mzid', 'mzml': 'mzML', 'mzq': 'mzq', 'mzqc': 'mzQC', 'mztab': 'mzTab', 'mzxml': 'mzXML', 'obo': 'obo', 'sqlite': 'oms', 'osw': 'osw', 'paramxml': 'paramXML', 'peff': 'fasta', 'peplist': 'peplist', 'pepxml': 'pep.xml', 'png': 'png', 'protxml': 'protXML', 'psms': 'psms', 'pqp': 'pqp', 'qcml': 'qcML', 'spec.xml': 'spec.xml', 'splib': 'splib', 'sqmass': 'sqMass', 'tandem': 'tandem.xml', 'trafoxml': 'trafoXML', 'traml': 'traML', 'thermo.raw': 'raw', 'tsv': 'xls', 'xquest.xml': 'xquest.xml', 'xsd': 'xsd', 'zip': 'zip'} #return m[g] #end def ]]></token></macros>
--- a/prepare_test_data_manual.sh Thu Dec 01 19:20:41 2022 +0000 +++ b/prepare_test_data_manual.sh Fri Jun 14 21:38:33 2024 +0000 @@ -1,8 +1,3 @@ -MSSimulator -test -in DecoyDatabase_1.fasta -out MSsimulator.mzml -algorithm:RandomNumberGenerators:biological reproducible -algorithm:RandomNumberGenerators:technical reproducible > MSSimulator_1.stdout 2> stderr -if [[ "$?" -ne "0" ]]; then >&2 echo 'MSSimulator_1 failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi - -MSSimulator -test -in DecoyDatabase_1.fasta -out MSsimulator_MALDI.mzml -algorithm:RandomNumberGenerators:biological reproducible -algorithm:RandomNumberGenerators:technical reproducible -algorithm:MSSim:Global:ionization_type MALDI > MSSimulator_2.stdout 2> stderr -if [[ "$?" -ne "0" ]]; then >&2 echo 'MSSimulator_2 failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi ClusterMassTracesByPrecursor -test -in_ms1 ConsensusMapNormalizer_input.consensusXML -in_swath ConsensusMapNormalizer_input.consensusXML -out ClusterMassTracesByPrecursor.mzml > ClusterMassTracesByPrecursor.stdout 2> stderr if [[ "$?" -ne "0" ]]; then >&2 echo 'ClusterMassTracesByPrecursor failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi @@ -13,8 +8,7 @@ CVInspector -test -cv_files CHEMISTRY/XLMOD.obo -cv_names XLMOD -mapping_file MAPPING/ms-mapping.xml -html CVInspector.html > CVInspector.stdout 2> stderr if [[ "$?" -ne "0" ]]; then >&2 echo 'CVInspector failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi -DeMeanderize -test -in MSsimulator_MALDI.mzml -out DeMeanderize.mzml > DeMeanderize.stdout 2> stderr -if [[ "$?" -ne "0" ]]; then >&2 echo 'DeMeanderize failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi +# TODO DeMeanderize # TODO DigestorMotif @@ -30,26 +24,17 @@ if [[ "$?" -ne "0" ]]; then >&2 echo 'FeatureFinderIsotopeWavelet failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi -FFEval -test -in FeatureFinderCentroided_1_output.featureXML -truth FeatureFinderCentroided_1_output.featureXML -out FFEval.featureXML -out_roc FFEval_roc.csv > FFEval.stdout 2> stderr -if [[ "$?" -ne "0" ]]; then >&2 echo 'FFEval failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi - # TODO? deprecated IDDecoyProbability IDExtractor -test -in MSGFPlusAdapter_1_out.idXML -best_hits -number_of_peptides 1 -out IDExtractor.idXML > IDExtractor.stdout 2> stderr if [[ "$?" -ne "0" ]]; then >&2 echo 'IDExtractor failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi -LabeledEval -test -in FeatureLinkerLabeled_1_input.featureXML -truth FeatureLinkerLabeled_1_output.consensusXML> LabeledEval.txt > LabeledEval.stdout 2> stderr -if [[ "$?" -ne "0" ]]; then >&2 echo 'LabeledEval failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi - MapStatistics -test -in SiriusAdapter_3_input.featureXML -out MapStatistics.txt > MapStatistics_1.stdout 2> stderr if [[ "$?" -ne "0" ]]; then >&2 echo 'MapStatistics_1 failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi MapStatistics -test -in ConsensusXMLFile_1.consensusXML -out MapStatistics2.txt > MapStatistics_2.stdout 2> stderr if [[ "$?" -ne "0" ]]; then >&2 echo 'MapStatistics_2 failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi -MetaboliteAdductDecharger -test -in Decharger_input.featureXML -out_cm MetaboliteAdductDecharger_cm.consensusXML -out_fm MetaboliteAdductDecharger_fm.featureXML -outpairs MetaboliteAdductDecharger_pairs.consensusXML > MetaboliteAdductDecharger.stdout 2> stderr -if [[ "$?" -ne "0" ]]; then >&2 echo 'MetaboliteAdductDecharger failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi - MetaboliteSpectralMatcher -test -in spectra.mzML -database MetaboliteSpectralDB.mzML -out MetaboliteSpectralMatcher.mzTab > MetaboliteSpectralMatcher.stdout 2> stderr if [[ "$?" -ne "0" ]]; then >&2 echo 'MetaboliteSpectralMatcher failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi @@ -68,20 +53,6 @@ OpenSwathRewriteToFeatureXML -featureXML OpenSwathFeatureXMLToTSV_input.featureXML -out OpenSwathRewriteToFeatureXML.featureXML > OpenSwathRewriteToFeatureXML.stdout 2> stderr # if [[ "$?" -ne "0" ]]; then >&2 echo 'OpenSwathRewriteToFeatureXML failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi -# adapted from the commented tests in OpenMS TODO may be removed later https://github.com/OpenMS/OpenMS/issues/4719 -FileConverter -in PepNovo.mzXML -out PepNovo_1.mzML > /dev/null 2> stderr -if [[ "$?" -ne "0" ]]; then >&2 echo 'FileConverter failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi - -PepNovoAdapter -ini PepNovoAdapter_1_parameters.ini -in PepNovo_1.mzML -out PepNovoAdapter_3_output.idXML -model_directory pepnovo_models/ -pepnovo_executable pepnovo > PepNovo_1.stdout 2> stderr -if [[ "$?" -ne "0" ]]; then >&2 echo 'PhosphoScoring failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi - -FileConverter -in PepNovo.mzData -out PepNovo_4.mzML > /dev/null 2> stderr -if [[ "$?" -ne "0" ]]; then >&2 echo 'FileConverter failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi -PepNovoAdapter -ini PepNovoAdapter_1_parameters.ini -in PepNovo_4.mzML -out PepNovoAdapter_4_output.idXML -model_directory pepnovo_models/ -pepnovo_executable pepnovo > PepNovo_1.stdout 2> stderr -if [[ "$?" -ne "0" ]]; then >&2 echo 'PhosphoScoring failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi - -#PepNovoAdapter -ini PepNovoAdapter_5_parameters.ini -in PepNovoAdapter_5_output.pepnovo_out -out PepNovoAdapter_5_output.idXML -model_directory pepnovo_models/ - # TODO PhosphoScoring PhosphoScoring -in spectra.mzML -id MSGFPlusAdapter_1_out1.tmp -out PhosphoScoring.idxml > PhosphoScoring.stdout 2> stderr if [[ "$?" -ne "0" ]]; then >&2 echo 'PhosphoScoring failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi @@ -118,9 +89,6 @@ RNPxlXICFilter -test -control FileFilter_1_input.mzML -treatment FileFilter_1_input.mzML -out RNPxlXICFilter.mzML > RNPxlXICFilter.stdout 2> stderr if [[ "$?" -ne "0" ]]; then >&2 echo 'RNPxlXICFilter failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi -RTEvaluation -in PeptideIndexer_1.idXML -out RTEvaluation.tsv > RTEvaluation.stdout 2> stderr -if [[ "$?" -ne "0" ]]; then >&2 echo 'RTEvaluation failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi - SemanticValidator -test -in FileFilter_1_input.mzML -mapping_file MAPPING/ms-mapping.xml > SemanticValidator.stdout 2> stderr if [[ "$?" -ne "0" ]]; then >&2 echo 'SemanticValidator failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi @@ -152,13 +120,8 @@ SpectraFilterThresholdMower -test -in SpectraFilterSqrtMower_1_input.mzML -out SpectraFilterThresholdMower.mzML > SpectraFilterThresholdMower.stdout 2> stderr if [[ "$?" -ne "0" ]]; then >&2 echo 'SpectraFilterThresholdMower failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi -SpectraMerger -test -in NovorAdapter_in.mzML -out SpectraMerger_1.mzML > SpectraMerger.stdout 2> stderr +SpectraMerger -test -in NovorAdapter_in.mzML -out SpectraMerger_1.mzML -algorithm:average_gaussian:ms_level 2 > SpectraMerger.stdout 2> stderr if [[ "$?" -ne "0" ]]; then >&2 echo 'SpectraMerger failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi -# TODO SvmTheoreticalSpectrumGeneratorTrainer - -TransformationEvaluation -test -in FileInfo_16_input.trafoXML -out TransformationEvaluation.trafoXML > TransformationEvaluation.stdout 2> stderr -if [[ "$?" -ne "0" ]]; then >&2 echo 'TransformationEvaluation failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi - XMLValidator -test -in FileFilter_1_input.mzML > XMLValidator.stdout 2> stderr if [[ "$?" -ne "0" ]]; then >&2 echo 'XMLValidator failed'; >&2 echo -e "stderr:\n$(cat stderr | sed 's/^/ /')"; fi
--- a/readme.md Thu Dec 01 19:20:41 2022 +0000 +++ b/readme.md Fri Jun 14 21:38:33 2024 +0000 @@ -11,7 +11,7 @@ * https://www.openms.de/ The wrappers for these tools and most of their tests are automatically -generated using the `generate.sh` script. The generation of the tools is +generated using the `./aux/generate.sh` script. The generation of the tools is based on the CTDConverter (https://github.com/WorkflowConversion/CTDConverter) which can be fine tuned via the `hardcoded_params.json` file. This file allows to blacklist and hardcode parameters and to modify or set arbitrary @@ -129,15 +129,6 @@ Open problems ============= -Some tools stall in CI testing using `--biocontainers` which is why the OpenMS -tools are currently listed in `.tt_biocontainer_skip`. This is - -- AssayGeneratorMetabo and SiriusAdapter (both depend on sirius) -- OMSSAAdapter - -Using `docker -t` seems to solve the problem (see -https://github.com/galaxyproject/galaxy/issues/10153). - Licence (MIT) =============
--- a/test-data.sh Thu Dec 01 19:20:41 2022 +0000 +++ b/test-data.sh Fri Jun 14 21:38:33 2024 +0000 @@ -1,11 +1,10 @@ #!/usr/bin/env bash -VERSION=2.8 +# set -x + +VERSION=3.1 FILETYPES="aux/filetypes.txt" -CONDAPKG="https://anaconda.org/bioconda/openms/2.8.0/download/linux-64/openms-2.8.0-h7ca0330_0.tar.bz2" - -# import the magic -. ./generate-foo.sh +CONDAPKG="https://anaconda.org/bioconda/openms/3.1.0/download/linux-64/openms-3.1.0-h8964181_1.tar.bz2" # install conda if [ -z "$tmp" ]; then @@ -45,17 +44,20 @@ echo "Clone OpenMS $VERSION sources" if [[ ! -d $OPENMSGIT ]]; then - # TODO >2.8 reenable original release branch .. also in else branch - # the plus branch contains commits from https://github.com/OpenMS/OpenMS/pull/5920 and https://github.com/OpenMS/OpenMS/pull/5917 - # git clone -b release/$VERSION.0 https://github.com/OpenMS/OpenMS.git $OPENMSGIT - git clone -b release/$VERSION.0-plus https://github.com/bernt-matthias/OpenMS.git $OPENMSGIT - cd $OPENMSGIT - git submodule init - git submodule update - cd - + if [[ "$created" == "yes" ]]; then + GIT_DIR=$(mktemp -d --dry-run) + GIT_EXTRA_OPTS="--separate-git-dir=$GIT_DIR" + fi + git clone -b release/$VERSION.0 --depth 1 --recurse-submodules=THIRDPARTY --shallow-submodules $GIT_EXTRA_OPTS https://github.com/OpenMS/OpenMS.git $OPENMSGIT + ## save some space by just keeping the needed binaries + find $OPENMSGIT/THIRDPARTY/ -type f -not \( -name maracluster -o -name spectrast \) -delete + find $OPENMSGIT/THIRDPARTY/ -empty -type d -delete + if [[ "$created" == "yes" ]]; then + rm -rf $GIT_DIR + fi else cd $OPENMSGIT - git pull origin release/$VERSION.0-plus + git pull origin release/$VERSION.0 cd - fi @@ -65,7 +67,7 @@ if conda env list | grep "$OPENMSENV"; then true else - conda create -y --quiet --override-channels --channel iuc --channel conda-forge --channel bioconda --channel defaults -n $OPENMSENV openms=$VERSION openms-thirdparty=$VERSION omssa=2.1.9 ctdopts=1.5 lxml + conda create -y --quiet --solver libmamba --override-channels --strict-channel-priority --channel conda-forge --channel bioconda -n $OPENMSENV openms=$VERSION openms-thirdparty=$VERSION ctdopts=1.5 lxml # chmod -R u-w $OPENMSENV fi ############################################################################### @@ -101,33 +103,34 @@ conda deactivate -# ############################################################################### -# ## copy all the test data files to test-data -# ## most of it (outputs) will be overwritten later, but its needed for -# ## prepare_test_data -# ############################################################################### +# # ############################################################################### +# # ## copy all the test data files to test-data +# # ## most of it (outputs) will be overwritten later, but its needed for +# # ## prepare_test_data +# # ############################################################################### echo "Get test data" -find test-data -type f,l,d ! -name "*fa" ! -name "*loc" ! -name "test-data" -delete +find test-data -type f,l,d ! -name "*fa" ! -name "*loc" ! -name "test-data" ! -name MetaboliteSpectralDB.mzML -delete cp $(find $OPENMSGIT/src/tests/topp/ -type f | grep -Ev "third_party_tests.cmake|CMakeLists.txt|check_ini") test-data/ cp -r $OPENMSGIT/share/OpenMS/MAPPING/ test-data/ cp -r $OPENMSGIT/share/OpenMS/CHEMISTRY test-data/ cp -r $OPENMSGIT/share/OpenMS/examples/ test-data/ if [ ! -f test-data/MetaboliteSpectralDB.mzML ]; then - wget -nc https://abibuilder.cs.uni-tuebingen.de/archive/openms/Tutorials/Data/latest/Example_Data/Metabolomics/databases/MetaboliteSpectralDB.mzML + wget -nc https://raw.githubusercontent.com/sneumann/OpenMS/master/share/OpenMS/CHEMISTRY/MetaboliteSpectralDB.mzML + # wget -nc https://abibuilder.cs.uni-tuebingen.de/archive/openms/Tutorials/Data/latest/Example_Data/Metabolomics/databases/MetaboliteSpectralDB.mzML mv MetaboliteSpectralDB.mzML test-data/ fi ln -fs TOFCalibration_ref_masses test-data/TOFCalibration_ref_masses.txt ln -fs TOFCalibration_const test-data/TOFCalibration_const.csv -if [ ! -d test-data/pepnovo_models/ ]; then - mkdir -p /tmp/pepnovo - wget -nc http://proteomics.ucsd.edu/Software/PepNovo/PepNovo.20120423.zip - unzip PepNovo.20120423.zip -d /tmp/pepnovo/ - mv /tmp/pepnovo/Models test-data/pepnovo_models/ - rm PepNovo.20120423.zip - rm -rf /tmp/pepnovo -fi +# if [ ! -d test-data/pepnovo_models/ ]; then +# mkdir -p /tmp/pepnovo +# wget -nc http://proteomics.ucsd.edu/Software/PepNovo/PepNovo.20120423.zip +# unzip PepNovo.20120423.zip -d /tmp/pepnovo/ +# mv /tmp/pepnovo/Models test-data/pepnovo_models/ +# rm PepNovo.20120423.zip +# rm -rf /tmp/pepnovo +# fi ############################################################################### ## generate ctd files using the binaries in the conda package ############################################################################### @@ -170,6 +173,47 @@ ############################################################################### ## create script to create results for the tests and run it ############################################################################### +# parse data preparation calls from OpenMS sources for a tool with a given id +function prepare_test_data { +# id=$1 +# | egrep -i "$id\_.*[0-9]+(_prepare\"|_convert)?" + + OLD_OSW_PARAM=$(cat $OPENMSGIT/src/tests/topp/CMakeLists.txt |sed 's/#.*$//'| sed 's/^\s*//; s/\s*$//' |awk '{printf("%s@NEWLINE@", $0)}' | sed 's/)@NEWLINE@/)\n/g' | sed 's/@NEWLINE@/ /g' | grep OLD_OSW_PARAM | head -n 1 | sed 's/^[^"]\+//; s/)$//; s/"//g') + # TODO SiriusAdapter depends on online service which may timeout .. so keep disabled https://github.com/OpenMS/OpenMS/pull/5010 + cat $OPENMSGIT/src/tests/topp/CMakeLists.txt $OPENMSGIT/src/tests/topp/THIRDPARTY/third_party_tests.cmake | + sed "s/\${OLD_OSW_PARAM}/$OLD_OSW_PARAM/" | + grep -v "\.ini\.json" | + sed 's/.ini.json /ini /' | + sed 's/#.*$//'| + sed 's/^\s*//; s/\s*$//' | + grep -v "^$" | + awk '{printf("%s@NEWLINE@", $0)}' | + sed 's/)@NEWLINE@/)\n/g' | sed 's/@NEWLINE@/ /g' | + sed 's/degenerate_cases\///' | + egrep -v "WRITEINI|WRITECTD|INVALIDVALUE|DIFF" | + grep add_test | + egrep "TOPP|UTILS" | + sed 's@${DATA_DIR_SHARE}/@@g;'| + sed 's@${TMP_RIP_PATH}@./@g'| + sed 's@TOFCalibration_ref_masses @TOFCalibration_ref_masses.txt @g; s@TOFCalibration_const @TOFCalibration_const.csv @'| + sed 's/\("TOPP_SiriusAdapter_4".*\)-sirius:database all\(.*\)/\1-sirius:database pubchem\2/' | + while read line + do + test_id=$(echo "$line" | sed 's/add_test(//; s/"//g; s/)[^)]*$//; s/\${TOPP_BIN_PATH}\///g;s/\${DATA_DIR_TOPP}\///g; s#THIRDPARTY/##g' | cut -d" " -f1) + + if grep -lq "$test_id"'\".* PROPERTIES WILL_FAIL 1' $OPENMSGIT/src/tests/topp/CMakeLists.txt $OPENMSGIT/src/tests/topp/THIRDPARTY/third_party_tests.cmake; then + >&2 echo " skip failing "$test_id + continue + fi + + line=$(echo "$line" | sed 's/add_test("//; s/)[^)]*$//; s/\${TOPP_BIN_PATH}\///g;s/\${DATA_DIR_TOPP}\///g; s#THIRDPARTY/##g' | cut -d" " -f2-) + # line="$(fix_tmp_files $line)" + echo 'echo executing "'$test_id'"' + echo "$line > $test_id.stdout 2> $test_id.stderr" + echo "if [[ \"\$?\" -ne \"0\" ]]; then >&2 echo '$test_id failed'; >&2 echo -e \"stderr:\n\$(cat $test_id.stderr | sed 's/^/ /')\"; echo -e \"stdout:\n\$(cat $test_id.stdout)\";fi" + done +} + echo "Create test shell script" echo -n "" > prepare_test_data.sh @@ -180,31 +224,19 @@ echo 'export LUCIPHOR_BINARY="$(dirname $(realpath $(which luciphor2)))/luciphor2.jar"' >> prepare_test_data.sh echo 'export MARACLUSTER_BINARY="'"$OPENMSGIT"'/THIRDPARTY/Linux/64bit/MaRaCluster/maracluster"'>> prepare_test_data.sh -echo 'export MSFRAGGER_BINARY="/home/berntm/Downloads/MSFragger-20171106/MSFragger-20171106.jar"'>> prepare_test_data.sh +echo 'export MSFRAGGER_BINARY="/home/berntm/Downloads/MSFragger-3.5/MSFragger-3.5.jar"'>> prepare_test_data.sh echo 'export MSGFPLUS_BINARY="$(msgf_plus -get_jar_path)"' >> prepare_test_data.sh echo 'export MYRIMATCH_BINARY="myrimatch"'>> prepare_test_data.sh echo 'export NOVOR_BINARY="/home/berntm/Downloads/novor/lib/novor.jar"' >> prepare_test_data.sh -echo 'export OMSSA_BINARY="$(dirname $(realpath $(which omssacl)))/omssacl"'>> prepare_test_data.sh echo 'export PERCOLATOR_BINARY="percolator"'>> prepare_test_data.sh echo 'export SIRIUS_BINARY="$(which sirius)"' >> prepare_test_data.sh echo 'export SPECTRAST_BINARY="'"$OPENMSGIT"'/THIRDPARTY/Linux/64bit/SpectraST/spectrast"' >> prepare_test_data.sh echo 'export XTANDEM_BINARY="xtandem"' >> prepare_test_data.sh echo 'export THERMORAWFILEPARSER_BINARY="ThermoRawFileParser.exe"' >> prepare_test_data.sh +echo 'export SAGE_BINARY=sage' >> prepare_test_data.sh prepare_test_data >> prepare_test_data.sh #tmp_test_data.sh -## prepare_test_data > tmp_test_data.sh -## # remove calls not needed for the tools listed in any .list file -## echo LIST $LIST -## if [ ! -z "$LIST" ]; then -## REX=$(echo $LIST | sed 's/ /\n/g' | sed 's@.*/\([^/]\+\).xml$@\1@' | tr '\n' '|' | sed 's/|$//') -## else -## REX=".*" -## fi -## echo REX $REX -## cat tmp_test_data.sh | egrep "($REX)" >> prepare_test_data.sh -## rm tmp_test_data.sh - echo "Execute test shell script" chmod u+x prepare_test_data.sh cd ./test-data || exit @@ -234,14 +266,11 @@ for i in $(ls ctd/*ctd) do b=$(basename "$i" .ctd) - get_tests2 "$b" >> "$autotests" + ./get_tests.py --id "$b" --cmake "$OPENMSGIT"/src/tests/topp/CMakeLists.txt "$OPENMSGIT"/src/tests/topp/THIRDPARTY/third_party_tests.cmake >> "$autotests" + wc -l "$autotests" done echo "</macros>" >> "$autotests" -# echo "Create test data links" -# Breaks DecoyDatabase -# link_tmp_files - # tests for tools using output_prefix parameters can not be auto generated # hence we output the tests for manual curation in macros_test.xml # and remove them from the autotests @@ -255,6 +284,7 @@ # # not able to specify composite test data # -> SpectraSTSearchAdapter +echo "Discard some tests" if [[ ! -z "$1" ]]; then echo "" > macros_discarded_auto.xml for i in OpenSwathFileSplitter IDRipper MzMLSplitter SeedListGenerator MSFraggerAdapter MaRaClusterAdapter NovorAdapter SpectraSTSearchAdapter @@ -272,7 +302,7 @@ ## remove broken symlinks in test-data find test-data/ -xtype l -delete -if [ ! -z "$created" ]; then +if [[ "$created" == "yes" ]]; then echo "Removing temporary directory" rm -rf "$tmp" fi