Hugging Face's logo

Spaces:
AUXteam
/
tiny_factory
Paused

App Files Community
tiny_factory / htmlcov /z_1008c76b8ac6114d_normalizer_py.html
AUXteam's picture
AUXteam
Upload folder using huggingface_hub
7a0719c verified
raw
history blame contribute delete
36 kB
<!DOCTYPE html>
<html lang="en">
<head>
 <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
 <title>Coverage for tinytroupe/extraction/normalizer.py: 0%</title>
 <link rel="icon" sizes="32x32" href="favicon_32_cb_c827f16f.png">
 <link rel="stylesheet" href="style_cb_9ff733b0.css" type="text/css">
 <script src="coverage_html_cb_dd2e7eb5.js" defer></script>
</head>
<body class="pyfile">
<header>
 <div class="content">
 <h1>
 <span class="text">Coverage for </span><b>tinytroupe&#8201;/&#8201;extraction&#8201;/&#8201;normalizer.py</b>:
 <span class="pc_cov">0%</span>
 </h1>
 <aside id="help_panel_wrapper">
 <input id="help_panel_state" type="checkbox">
 <label for="help_panel_state">
 <img id="keyboard_icon" src="keybd_closed_cb_900cfef5.png" alt="Show/hide keyboard shortcuts">
 </label>
 <div id="help_panel">
 <p class="legend">Shortcuts on this page</p>
 <div class="keyhelp">
 <p>
 <kbd>r</kbd>
 <kbd>m</kbd>
 <kbd>x</kbd>
 &nbsp; toggle line displays
 </p>
 <p>
 <kbd>j</kbd>
 <kbd>k</kbd>
 &nbsp; next/prev highlighted chunk
 </p>
 <p>
 <kbd>0</kbd> &nbsp; (zero) top of page
 </p>
 <p>
 <kbd>1</kbd> &nbsp; (one) first highlighted chunk
 </p>
 <p>
 <kbd>[</kbd>
 <kbd>]</kbd>
 &nbsp; prev/next file
 </p>
 <p>
 <kbd>u</kbd> &nbsp; up to the index
 </p>
 <p>
 <kbd>?</kbd> &nbsp; show/hide this help
 </p>
 </div>
 </div>
 </aside>
 <h2>
 <span class="text">52 statements &nbsp;</span>
 <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">0<span class="text"> run</span></button>
 <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">52<span class="text"> missing</span></button>
 <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">0<span class="text"> excluded</span></button>
 </h2>
 <p class="text">
 <a id="prevFileLink" class="nav" href="z_1008c76b8ac6114d_artifact_exporter_py.html">&#xab; prev</a> &nbsp; &nbsp;
 <a id="indexLink" class="nav" href="index.html">&Hat; index</a> &nbsp; &nbsp;
 <a id="nextFileLink" class="nav" href="z_1008c76b8ac6114d_results_extractor_py.html">&#xbb; next</a>
 &nbsp; &nbsp; &nbsp;
 <a class="nav" href="https://coverage.readthedocs.io/en/7.13.4">coverage.py v7.13.4</a>,
 created at 2026-02-28 17:48 +0000
 </p>
 <aside class="hidden">
 <button type="button" class="button_next_chunk" data-shortcut="j"></button>
 <button type="button" class="button_prev_chunk" data-shortcut="k"></button>
 <button type="button" class="button_top_of_page" data-shortcut="0"></button>
 <button type="button" class="button_first_chunk" data-shortcut="1"></button>
 <button type="button" class="button_prev_file" data-shortcut="["></button>
 <button type="button" class="button_next_file" data-shortcut="]"></button>
 <button type="button" class="button_to_index" data-shortcut="u"></button>
 <button type="button" class="button_show_hide_help" data-shortcut="?"></button>
 </aside>
 </div>
</header>
<main id="source">
 <p class="mis show_mis"><span class="n"><a id="t1" href="#t1">1</a></span><span class="t"><span class="key">import</span> <span class="nam">pandas</span> <span class="key">as</span> <span class="nam">pd</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t2" href="#t2">2</a></span><span class="t"><span class="key">from</span> <span class="nam">typing</span> <span class="key">import</span> <span class="nam">Union</span><span class="op">,</span> <span class="nam">List</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t3" href="#t3">3</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t4" href="#t4">4</a></span><span class="t"><span class="key">from</span> <span class="nam">tinytroupe</span><span class="op">.</span><span class="nam">extraction</span> <span class="key">import</span> <span class="nam">logger</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t5" href="#t5">5</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t6" href="#t6">6</a></span><span class="t"><span class="key">from</span> <span class="nam">tinytroupe</span> <span class="key">import</span> <span class="nam">openai_utils</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t7" href="#t7">7</a></span><span class="t"><span class="key">import</span> <span class="nam">tinytroupe</span><span class="op">.</span><span class="nam">utils</span> <span class="key">as</span> <span class="nam">utils</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t8" href="#t8">8</a></span><span class="t"><span class="key">class</span> <span class="nam">Normalizer</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t9" href="#t9">9</a></span><span class="t"> <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t10" href="#t10">10</a></span><span class="t"><span class="str"> A mechanism to normalize passages, concepts and other textual elements.</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t11" href="#t11">11</a></span><span class="t"><span class="str"> """</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t12" href="#t12">12</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t13" href="#t13">13</a></span><span class="t"> <span class="key">def</span> <span class="nam">__init__</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">elements</span><span class="op">:</span><span class="nam">List</span><span class="op">[</span><span class="nam">str</span><span class="op">]</span><span class="op">,</span> <span class="nam">n</span><span class="op">:</span><span class="nam">int</span><span class="op">,</span> <span class="nam">verbose</span><span class="op">:</span><span class="nam">bool</span><span class="op">=</span><span class="key">False</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t14" href="#t14">14</a></span><span class="t"> <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t15" href="#t15">15</a></span><span class="t"><span class="str"> Normalizes the specified elements.</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t16" href="#t16">16</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t17" href="#t17">17</a></span><span class="t"><span class="str"> Args:</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t18" href="#t18">18</a></span><span class="t"><span class="str"> elements (list): The elements to normalize.</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t19" href="#t19">19</a></span><span class="t"><span class="str"> n (int): The number of normalized elements to output.</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t20" href="#t20">20</a></span><span class="t"><span class="str"> verbose (bool, optional): Whether to print debug messages. Defaults to False.</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t21" href="#t21">21</a></span><span class="t"><span class="str"> """</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t22" href="#t22">22</a></span><span class="t"> <span class="com"># ensure elements are unique</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t23" href="#t23">23</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">elements</span> <span class="op">=</span> <span class="nam">list</span><span class="op">(</span><span class="nam">set</span><span class="op">(</span><span class="nam">elements</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">n</span> <span class="op">=</span> <span class="nam">n</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">verbose</span> <span class="op">=</span> <span class="nam">verbose</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t"> <span class="com"># a JSON-based structure, where each output element is a key to a list of input elements that were merged into it</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">normalized_elements</span> <span class="op">=</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t"> <span class="com"># a dict that maps each input element to its normalized output. This will be used as cache later.</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">normalizing_map</span> <span class="op">=</span> <span class="op">{</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t"> <span class="nam">rendering_configs</span> <span class="op">=</span> <span class="op">{</span><span class="str">"n"</span><span class="op">:</span> <span class="nam">n</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis mis2 show_mis"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t"> <span class="str">"elements"</span><span class="op">:</span> <span class="nam">self</span><span class="op">.</span><span class="nam">elements</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t"> <span class="nam">messages</span> <span class="op">=</span> <span class="nam">utils</span><span class="op">.</span><span class="nam">compose_initial_LLM_messages_with_templates</span><span class="op">(</span><span class="str">"normalizer.system.mustache"</span><span class="op">,</span> <span class="str">"normalizer.user.mustache"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis mis2 show_mis"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t"> <span class="nam">base_module_folder</span><span class="op">=</span><span class="str">"extraction"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis mis2 show_mis"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t"> <span class="nam">rendering_configs</span><span class="op">=</span><span class="nam">rendering_configs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t40" href="#t40">40</a></span><span class="t"> <span class="nam">next_message</span> <span class="op">=</span> <span class="nam">openai_utils</span><span class="op">.</span><span class="nam">client</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">send_message</span><span class="op">(</span><span class="nam">messages</span><span class="op">,</span> <span class="nam">temperature</span><span class="op">=</span><span class="num">0.1</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t"> <span class="nam">debug_msg</span> <span class="op">=</span> <span class="fst">f"</span><span class="fst">Normalization result message: </span><span class="op">{</span><span class="nam">next_message</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t"> <span class="nam">logger</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="nam">debug_msg</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t"> <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">verbose</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="nam">debug_msg</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t"> <span class="nam">result</span> <span class="op">=</span> <span class="nam">utils</span><span class="op">.</span><span class="nam">extract_json</span><span class="op">(</span><span class="nam">next_message</span><span class="op">[</span><span class="str">"content"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t"> <span class="nam">logger</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="nam">result</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t"> <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">verbose</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="nam">result</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">normalized_elements</span> <span class="op">=</span> <span class="nam">result</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t"> <span class="key">def</span> <span class="nam">normalize</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">element_or_elements</span><span class="op">:</span><span class="nam">Union</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">List</span><span class="op">[</span><span class="nam">str</span><span class="op">]</span><span class="op">]</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Union</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">List</span><span class="op">[</span><span class="nam">str</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t"> <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t"><span class="str"> Normalizes the specified element or elements.</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t"><span class="str"> This method uses a caching mechanism to improve performance. If an element has been normalized before, </span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t"><span class="str"> its normalized form is stored in a cache (self.normalizing_map). When the same element needs to be </span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t"><span class="str"> normalized again, the method will first check the cache and use the stored normalized form if available, </span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t"><span class="str"> instead of normalizing the element again.</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t"><span class="str"> The order of elements in the output will be the same as in the input. This is ensured by processing </span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t"><span class="str"> the elements in the order they appear in the input and appending the normalized elements to the output </span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t"><span class="str"> list in the same order.</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t"><span class="str"> Args:</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t"><span class="str"> element_or_elements (Union[str, List[str]]): The element or elements to normalize.</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t"><span class="str"> Returns:</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t"><span class="str"> str: The normalized element if the input was a string.</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t"><span class="str"> list: The normalized elements if the input was a list, preserving the order of elements in the input.</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t"><span class="str"> """</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t"> <span class="key">if</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">element_or_elements</span><span class="op">,</span> <span class="nam">str</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t"> <span class="nam">denormalized_elements</span> <span class="op">=</span> <span class="op">[</span><span class="nam">element_or_elements</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t"> <span class="key">elif</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">element_or_elements</span><span class="op">,</span> <span class="nam">list</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t"> <span class="nam">denormalized_elements</span> <span class="op">=</span> <span class="nam">element_or_elements</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t"> <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t"> <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">"The element_or_elements must be either a string or a list."</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t"> <span class="nam">normalized_elements</span> <span class="op">=</span> <span class="op">[</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t"> <span class="nam">elements_to_normalize</span> <span class="op">=</span> <span class="op">[</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t"> <span class="key">for</span> <span class="nam">element</span> <span class="key">in</span> <span class="nam">denormalized_elements</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t"> <span class="key">if</span> <span class="nam">element</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">normalizing_map</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t"> <span class="nam">elements_to_normalize</span><span class="op">.</span><span class="nam">append</span><span class="op">(</span><span class="nam">element</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t"> <span class="key">if</span> <span class="nam">elements_to_normalize</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t"> <span class="nam">rendering_configs</span> <span class="op">=</span> <span class="op">{</span><span class="str">"categories"</span><span class="op">:</span> <span class="nam">self</span><span class="op">.</span><span class="nam">normalized_elements</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis mis2 show_mis"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t"> <span class="str">"elements"</span><span class="op">:</span> <span class="nam">elements_to_normalize</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t"> <span class="nam">messages</span> <span class="op">=</span> <span class="nam">utils</span><span class="op">.</span><span class="nam">compose_initial_LLM_messages_with_templates</span><span class="op">(</span><span class="str">"normalizer.applier.system.mustache"</span><span class="op">,</span> <span class="str">"normalizer.applier.user.mustache"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis mis2 show_mis"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t"> <span class="nam">base_module_folder</span><span class="op">=</span><span class="str">"extraction"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis mis2 show_mis"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t"> <span class="nam">rendering_configs</span><span class="op">=</span><span class="nam">rendering_configs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t"> <span class="nam">next_message</span> <span class="op">=</span> <span class="nam">openai_utils</span><span class="op">.</span><span class="nam">client</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">send_message</span><span class="op">(</span><span class="nam">messages</span><span class="op">,</span> <span class="nam">temperature</span><span class="op">=</span><span class="num">0.1</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t"> <span class="nam">debug_msg</span> <span class="op">=</span> <span class="fst">f"</span><span class="fst">Normalization result message: </span><span class="op">{</span><span class="nam">next_message</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t"> <span class="nam">logger</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="nam">debug_msg</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t"> <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">verbose</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="nam">debug_msg</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t"> <span class="nam">normalized_elements_from_llm</span> <span class="op">=</span> <span class="nam">utils</span><span class="op">.</span><span class="nam">extract_json</span><span class="op">(</span><span class="nam">next_message</span><span class="op">[</span><span class="str">"content"</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t"> <span class="key">assert</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">normalized_elements_from_llm</span><span class="op">,</span> <span class="nam">list</span><span class="op">)</span><span class="op">,</span> <span class="str">"The normalized element must be a list."</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t"> <span class="key">assert</span> <span class="nam">len</span><span class="op">(</span><span class="nam">normalized_elements_from_llm</span><span class="op">)</span> <span class="op">==</span> <span class="nam">len</span><span class="op">(</span><span class="nam">elements_to_normalize</span><span class="op">)</span><span class="op">,</span> <span class="str">"The number of normalized elements must be equal to the number of elements to normalize."</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t"> <span class="key">for</span> <span class="nam">i</span><span class="op">,</span> <span class="nam">element</span> <span class="key">in</span> <span class="nam">enumerate</span><span class="op">(</span><span class="nam">elements_to_normalize</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t"> <span class="nam">normalized_element</span> <span class="op">=</span> <span class="nam">normalized_elements_from_llm</span><span class="op">[</span><span class="nam">i</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">normalizing_map</span><span class="op">[</span><span class="nam">element</span><span class="op">]</span> <span class="op">=</span> <span class="nam">normalized_element</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t"> <span class="key">for</span> <span class="nam">element</span> <span class="key">in</span> <span class="nam">denormalized_elements</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t"> <span class="nam">normalized_elements</span><span class="op">.</span><span class="nam">append</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">normalizing_map</span><span class="op">[</span><span class="nam">element</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
 <p class="mis show_mis"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t"> <span class="key">return</span> <span class="nam">normalized_elements</span>&nbsp;</span><span class="r"></span></p>
 <p class="pln"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
</main>
<footer>
 <div class="content">
 <p>
 <a class="nav" href="z_1008c76b8ac6114d_artifact_exporter_py.html">&#xab; prev</a> &nbsp; &nbsp;
 <a class="nav" href="index.html">&Hat; index</a> &nbsp; &nbsp;
 <a class="nav" href="z_1008c76b8ac6114d_results_extractor_py.html">&#xbb; next</a>
 &nbsp; &nbsp; &nbsp;
 <a class="nav" href="https://coverage.readthedocs.io/en/7.13.4">coverage.py v7.13.4</a>,
 created at 2026-02-28 17:48 +0000
 </p>
 </div>
</footer>
</body>
</html>