| Previous changeset 3:82e9dd980916 (2024-03-22) Next changeset 5:27015eaf9a78 (2024-05-20) |
|
Commit message:
planemo upload for repository https://github.com/MaterialsGalaxy/larch-tools/tree/main/larch_athena commit 3fe6078868efd0fcea0fb5eea8dcd4b152d9c0a8 |
|
modified:
common.py larch_athena.py larch_athena.xml |
| b |
| diff -r 82e9dd980916 -r a0d3b0fe0fa3 common.py --- a/common.py Fri Mar 22 14:23:27 2024 +0000 +++ b/common.py Thu Apr 11 09:01:59 2024 +0000 |
| [ |
| @@ -7,14 +7,14 @@ def get_group(athena_group: AthenaGroup, key: str = None) -> Group: - group_keys = list(athena_group._athena_groups.keys()) + group_keys = list(athena_group.keys()) if key is None: key = group_keys[0] else: key = key.replace("-", "_") try: - return extract_athenagroup(athena_group._athena_groups[key]) + return extract_athenagroup(athena_group.groups[key]) except KeyError as e: raise KeyError(f"{key} not in {group_keys}") from e @@ -28,7 +28,7 @@ do_fft=False, ) all_groups = {} - for key in athena_group._athena_groups.keys(): + for key in athena_group.keys(): print(f"\nExtracting group {key}") group = get_group(athena_group, key) pre_edge_with_defaults(group=group) @@ -52,13 +52,22 @@ return group -def pre_edge_with_defaults(group: Group, settings: dict = None): +def pre_edge_with_defaults( + group: Group, settings: dict = None, ref_channel: str = None +): merged_settings = {} - try: - bkg_parameters = group.athena_params.bkg - except AttributeError as e: - print(f"Cannot load group.athena_params.bkg from group:\n{e}") - bkg_parameters = None + if ref_channel is not None: + print(f"Performing pre-edge with reference channel {ref_channel}") + ref = getattr(group, ref_channel.lower()) + group.e0 = None + pre_edge(energy=group.energy, mu=ref, group=group) + bkg_parameters = group.pre_edge_details + else: + try: + bkg_parameters = group.athena_params.bkg + except AttributeError as e: + print(f"Cannot load group.athena_params.bkg from group:\n{e}") + bkg_parameters = None keys = ( ("e0", "e0", None), |
| b |
| diff -r 82e9dd980916 -r a0d3b0fe0fa3 larch_athena.py --- a/larch_athena.py Fri Mar 22 14:23:27 2024 +0000 +++ b/larch_athena.py Thu Apr 11 09:01:59 2024 +0000 |
| [ |
| @@ -261,6 +261,7 @@ do_rebin: bool, do_pre_edge: bool, pre_edge_settings: dict, + ref_channel: str, do_xftf: bool, xftf_settings: dict, plot_graph: list, @@ -286,7 +287,7 @@ do_pre_edge = True if do_pre_edge: - pre_edge_with_defaults(xas_data, pre_edge_settings) + pre_edge_with_defaults(xas_data, pre_edge_settings, ref_channel) if do_xftf: xftf_with_defaults(xas_data, xftf_settings) @@ -322,6 +323,16 @@ plt.plot(xas_data.energy, xas_data.pre_edge, "g", label="pre-edge") plt.plot(xas_data.energy, xas_data.post_edge, "r", label="post-edge") plt.plot(xas_data.energy, xas_data.mu, "b", label="fit data") + if hasattr(xas_data, "mu_std"): + plt.fill_between( + x=xas_data.energy, + y1=xas_data.mu - xas_data.mu_std, + y2=xas_data.mu + xas_data.mu_std, + alpha=0.2, + label="standard deviation", + ) + e0 = xas_data.e0 + plt.axvline(e0, color="m", label=f"edge energy = {e0}") plt.grid(color="r", linestyle=":", linewidth=1) plt.xlabel("Energy (eV)") plt.ylabel("x$\mu$(E)") # noqa: W605 @@ -331,7 +342,17 @@ if "flat" in plot_keys: plt.subplot(nrows, 1, index) - plt.plot(xas_data.energy, xas_data.flat) + plt.plot(xas_data.energy, xas_data.flat, label="flattened signal") + if hasattr(xas_data, "mu_std"): + mu_std_normalised = xas_data.mu_std / xas_data.edge_step + plt.fill_between( + x=xas_data.energy, + y1=xas_data.flat - mu_std_normalised, + y2=xas_data.flat + mu_std_normalised, + alpha=0.2, + label="standard deviation", + ) + plt.legend() plt.grid(color="r", linestyle=":", linewidth=1) plt.xlabel("Energy (eV)") plt.ylabel("Flattened x$\mu$(E)") # noqa: W605 @@ -357,29 +378,39 @@ dat_file = sys.argv[1] input_values = json.load(open(sys.argv[2], "r", encoding="utf-8")) merge_inputs = input_values["merge_inputs"]["merge_inputs"] - data_format = input_values["merge_inputs"]["format"]["format"] - if "is_zipped" in input_values["merge_inputs"]["format"]: - is_zipped = bool( - input_values["merge_inputs"]["format"]["is_zipped"]["is_zipped"] - ) + format_inputs = input_values["merge_inputs"]["format"] + if "is_zipped" in format_inputs: + is_zipped = bool(format_inputs["is_zipped"]["is_zipped"]) else: is_zipped = False extract_group = None - if "extract_group" in input_values["merge_inputs"]["format"]: - extract_group = input_values["merge_inputs"]["format"]["extract_group"] + if "extract_group" in format_inputs: + extract_group = format_inputs["extract_group"] - energy_column = None - mu_column = None - if "energy_column" in input_values["merge_inputs"]["format"]: - energy_column = input_values["merge_inputs"]["format"]["energy_column"] - if "mu_column" in input_values["merge_inputs"]["format"]: - mu_column = input_values["merge_inputs"]["format"]["mu_column"] + if "energy_column" not in format_inputs: + energy_column = None + else: + energy_column = format_inputs["energy_column"]["energy_column"] + if energy_column == "auto": + energy_column = None + elif energy_column == "other": + energy_column_input = format_inputs["energy_column"] + energy_column = energy_column_input["energy_column_text"] + + if "mu_column" not in format_inputs: + mu_column = None + else: + mu_column = format_inputs["mu_column"]["mu_column"] + if mu_column == "auto": + mu_column = None + elif mu_column == "other": + mu_column = format_inputs["mu_column"]["mu_column_text"] reader = Reader( energy_column=energy_column, mu_column=mu_column, - data_format=data_format, + data_format=format_inputs["format"], extract_group=extract_group, ) keyed_data = reader.load_data( @@ -396,7 +427,11 @@ pre_edge_items = input_values["processing"]["pre_edge"].items() pre_edge_settings = {k: v for k, v in pre_edge_items if v is not None} - do_pre_edge = pre_edge_settings.pop("pre_edge") == "true" + do_pre_edge = bool(pre_edge_settings.pop("pre_edge")) + + ref_channel = None + if "ref_channel" in pre_edge_settings: + ref_channel = pre_edge_settings.pop("ref_channel") xftf_items = input_values["processing"]["xftf"].items() xftf_settings = {k: v for k, v in xftf_items if v is not None} @@ -413,6 +448,7 @@ do_rebin=do_rebin, do_pre_edge=do_pre_edge, pre_edge_settings=pre_edge_settings, + ref_channel=ref_channel, do_xftf=do_xftf, xftf_settings=xftf_settings, plot_graph=plot_graph, |
| b |
| diff -r 82e9dd980916 -r a0d3b0fe0fa3 larch_athena.xml --- a/larch_athena.xml Fri Mar 22 14:23:27 2024 +0000 +++ b/larch_athena.xml Thu Apr 11 09:01:59 2024 +0000 |
| [ |
| b'@@ -2,15 +2,15 @@\n <description>generate Athena projects from XAFS data</description>\n <macros>\n <!-- version of underlying tool (PEP 440) -->\n- <token name="@TOOL_VERSION@">0.9.74</token>\n+ <token name="@TOOL_VERSION@">0.9.75</token>\n <!-- version of this tool wrapper (integer) -->\n- <token name="@WRAPPER_VERSION@">1</token>\n+ <token name="@WRAPPER_VERSION@">0</token>\n <!-- citation should be updated with every underlying tool version -->\n <!-- typical fields to update are version, month, year, and doi -->\n <token name="@TOOL_CITATION@">10.1088/1742-6596/430/1/012007</token>\n <xml name="format">\n- <param name="format" type="select" display="radio" label="Input format" help="Whether data is in plaintext or already saved as an Athena project">\n- <option value="plaintext" selected="true">Plaintext</option>\n+ <param name="format" type="select" display="radio" label="Input format" help="Whether data is in tabular or NeXus (h5) format, or has already saved as an Athena project">\n+ <option value="plaintext" selected="true">NeXus/tabular</option>\n <option value="athena">Athena project</option>\n </param> \n </xml>\n@@ -33,11 +33,39 @@\n </conditional>\n </xml>\n <xml name="columns">\n- <param name="energy_column" type="text" optional="true" label="Energy column" help="If set, this column we be used as \'energy\'. Otherwise, will identify the first column ending with \'energy\' or labelled \'col1\' \'Ef\'."/>\n- <param name="mu_column" type="text" optional="true" label="\xce\xbc column" help="If set, this column we be used as \'mu\'. Otherwise, will identify the first column labelled as either \'col2\', \'xmu\', \'lni0it\', \'FFI0\' or \'FF/I1\'."/>\n+ <conditional name="energy_column">\n+ <param name="energy_column" type="select" label="Energy column" help="If set, this column will be used as \'energy\'. Otherwise, will identify the first column ending with \'energy\' or labelled \'col1\' \'Ef\'.">\n+ <option value="auto" selected="true">Automatic</option>\n+ <option value="qexafs_energy" selected="true">qexafs_energy</option>\n+ <option value="Ef" selected="true">Ef</option>\n+ <option value="other" selected="true">Other</option>\n+ </param>\n+ <when value="auto"/>\n+ <when value="qexafs_energy"/>\n+ <when value="Ef"/>\n+ <when value="other">\n+ <param name="energy_column_text" type="text" label="Energy column" help="The column to be used as \'energy\'."/>\n+ </when>\n+ </conditional>\n+ <conditional name="mu_column">\n+ <param name="mu_column" type="select" label="\xce\xbc column" help="If set, this column will be used as \'mu\'. Otherwise, will identify the first column labelled as either \'col2\', \'xmu\', \'lni0it\', \'FFI0\' or \'FF/I1\'.">\n+ <option value="auto" selected="true">Automatic</option>\n+ <option value="lnI0It" selected="true">lnI0It</option>\n+ <option value="FFI0" selected="true">FFI0</option>\n+ <option value="FF/I1" selected="true">FF/I1</option>\n+ <option value="other" selected="true">Other</option>\n+ </param>\n+ <when value="auto"/>\n+ <when value="lnI0It"/>\n+ <when value="FFI0"/>\n+ <when value="FF/I1"/>\n+ <when value="other">\n+ <param name="mu_column_text" type="text" optional="true" label="\xce\xbc column" help="The column to be used as \'mu\'."/>\n+ </when>\n+ </conditional>\n </xml>\n <xml name="is_zipped">\n- <param name="is_zipped" type="select" display="radio" label="Inputs Zipped" h'..b'ngs which are then used for the main signal. This can help when the main signal is affected by signal noise."/>\n+ </when>\n+ <when value="manual">\n <param argument="e0" type="float" label="Edge energy (eV)" optional="true" help="If set, normalization will use this as the location of the edge rather than automatically determining it."/>\n <param argument="pre1" type="float" max="0" label="Pre-edge fit lower energy (eV)" optional="true" help="The lower end of the region used for the pre-edge fitting, relative to the edge energy (and therefore negative)."/>\n <param argument="pre2" type="float" max="0" label="Pre-edge fit upper energy (eV)" optional="true" help="The upper end of the region used for the pre-edge fitting, relative to the edge energy (and therefore negative)."/>\n@@ -159,7 +191,7 @@\n </when>\n </conditional>\n <conditional name="xftf">\n- <param name="xftf" type="select" label="XFTF" help="If set, will (re)perform forward Fourier Transform using provided values.">\n+ <param name="xftf" type="select" display="radio" label="XFTF" help="If set, will (re)perform forward Fourier Transform using provided values.">\n <option value="" selected="true">False</option>\n <option value="true">True</option>\n </param>\n@@ -254,7 +286,7 @@\n </output>\n <output name="plot">\n <assert_contents>\n- <has_size value="134972" delta="20"/>\n+ <has_size value="138100" delta="100"/>\n </assert_contents>\n </output>\n </test>\n@@ -303,7 +335,7 @@\n </output>\n <output name="plot">\n <assert_contents>\n- <has_size value="134700" delta="100"/>\n+ <has_size value="137700" delta="100"/>\n </assert_contents>\n </output>\n </test>\n@@ -364,7 +396,7 @@\n </output>\n <output name="plot">\n <assert_contents>\n- <has_size value="135000" delta="100"/>\n+ <has_size value="145700" delta="100"/>\n </assert_contents>\n </output>\n </test>\n@@ -406,12 +438,23 @@\n </assert_contents>\n </output>\n </test>\n+ <!-- 18: Use ref channel -->\n+ <test expect_num_outputs="1">\n+ <param name="dat_file" value="ffi0.tabular"/>\n+ <param name="pre_edge" value="ref"/>\n+ <param name="ref_channel" value="lnitiref"/>\n+ <output name="athena_project_file">\n+ <assert_contents>\n+ <has_size value="34400" delta="100"/>\n+ </assert_contents>\n+ </output>\n+ </test>\n </tests>\n <help><![CDATA[\n Using Larch, create an Athena project file from the input X-ray Absorption Fine Structure (XAFS) data file.\n \n- Accepts both plaintext and HDF5 formatted data or a zip file containing these formats.\n- If column names are not present in plaintext data, then the first column is treated as `energy` and the second as `mu`.\n+ Accepts both tabular and NeXus/HDF5 formatted data or a zip file containing these formats.\n+ If column names are not present in tabular data, then the first column is treated as `energy` and the second as `mu`.\n Note that in order to ensure a consistent output, once unzipped all files will sorted first by their parent directories (alphabetically).\n Within a given directory, if all filenames contain digits then the last block of digits will be used to sort the files numerically.\n In the output, all files (regardless of initial filepath) are output in a flat hierarchy, with the number in which it was processed as the file name (zero-padded).\n' |