<?xml version="1.0" encoding="UTF-8"?>
<?latexml searchpaths="/home/japhy/scienceReplication.artiswrong.com/paper_files/arxiv/2402.14388/latex_extracted"?>
<?latexml class="llncs" options="runningheads"?>
<?latexml package="inputenc" options="utf8"?>
<?latexml package="graphicx"?>
<?latexml package="caption"?>
<?latexml package="textcomp"?>
<?latexml package="subcaption"?>
<?latexml package="array"?>
<?latexml package="lipsum"?>
<?latexml RelaxNGSchema="LaTeXML"?>
<document xmlns="http://dlmf.nist.gov/LaTeXML" class="ltx_authors_1line">
  <resource src="LaTeXML.css" type="text/css"/>
  <resource src="ltx-article.css" type="text/css"/>
  <title>Improving Welding Robotization via Operator Skill Identification, Modeling, and Human-Machine Collaboration: Experimental Protocol Implementation</title>
  <creator role="author">
    <personname>Antoine LENAT</personname>
    <contact role="institute">1
<Math mode="inline" tex="{}^{1}" text="^1" xml:id="m1a">
        <XMath>
          <XMApp role="FLOATSUPERSCRIPT" scriptpos="1">
            <XMTok fontsize="70%" meaning="1" role="NUMBER">1</XMTok>
          </XMApp>
        </XMath>
      </Math>Nantes Université, École Centrale Nantes, CNRS, LS2N, UMR 6004 <break/>44000 Nantes, France<break/><Math mode="inline" tex="{}^{2}" text="^2" xml:id="m2a">
        <XMath>
          <XMApp role="FLOATSUPERSCRIPT" scriptpos="1">
            <XMTok fontsize="70%" meaning="2" role="NUMBER">2</XMTok>
          </XMApp>
        </XMath>
      </Math> Université Rennes 2, Rennes, France<break/><Math mode="inline" tex="{}^{3}" text="^3" xml:id="m3a">
        <XMath>
          <XMApp role="FLOATSUPERSCRIPT" scriptpos="1">
            <XMTok fontsize="70%" meaning="3" role="NUMBER">3</XMTok>
          </XMApp>
        </XMath>
      </Math> CETIM, 74 Rte de la Jonelière, 44300 Nantes <break/></contact>
    <contact role="email">1{Antoine.Lenat, Camilo.Charron, Damien.Chablat}@ls2n.fr</contact>
    <contact role="institutemark">2</contact>
    <contact role="emailmark">2</contact>
  </creator>
  <creator before="  " role="author">
    <personname> Olivier CHEMINAT</personname>
    <contact role="institutemark">2</contact>
    <contact role="emailmark">2</contact>
  </creator>
  <creator before="  " role="author">
    <personname> Damien CHABLAT</personname>
    <contact role="institute">1
<Math mode="inline" tex="{}^{1}" text="^1" xml:id="m1b">
        <XMath>
          <XMApp role="FLOATSUPERSCRIPT" scriptpos="1">
            <XMTok fontsize="70%" meaning="1" role="NUMBER">1</XMTok>
          </XMApp>
        </XMath>
      </Math>Nantes Université, École Centrale Nantes, CNRS, LS2N, UMR 6004 <break/>44000 Nantes, France<break/><Math mode="inline" tex="{}^{2}" text="^2" xml:id="m2b">
        <XMath>
          <XMApp role="FLOATSUPERSCRIPT" scriptpos="1">
            <XMTok fontsize="70%" meaning="2" role="NUMBER">2</XMTok>
          </XMApp>
        </XMath>
      </Math> Université Rennes 2, Rennes, France<break/><Math mode="inline" tex="{}^{3}" text="^3" xml:id="m3b">
        <XMath>
          <XMApp role="FLOATSUPERSCRIPT" scriptpos="1">
            <XMTok fontsize="70%" meaning="3" role="NUMBER">3</XMTok>
          </XMApp>
        </XMath>
      </Math> CETIM, 74 Rte de la Jonelière, 44300 Nantes <break/></contact>
    <contact role="email">1{Antoine.Lenat, Camilo.Charron, Damien.Chablat}@ls2n.fr</contact>
    <contact role="institute">
<Math mode="inline" tex="{}^{1}" text="^1" xml:id="m4">
        <XMath>
          <XMApp role="FLOATSUPERSCRIPT" scriptpos="1">
            <XMTok fontsize="70%" meaning="1" role="NUMBER">1</XMTok>
          </XMApp>
        </XMath>
      </Math>Nantes Université, École Centrale Nantes, CNRS, LS2N, UMR 6004 <break/>44000 Nantes, France<break/><Math mode="inline" tex="{}^{2}" text="^2" xml:id="m5">
        <XMath>
          <XMApp role="FLOATSUPERSCRIPT" scriptpos="1">
            <XMTok fontsize="70%" meaning="2" role="NUMBER">2</XMTok>
          </XMApp>
        </XMath>
      </Math> CETIM, 74 Rte de la Jonelière, 44300 Nantes <break/><Math mode="inline" tex="{}^{3}" text="^3" xml:id="m6">
        <XMath>
          <XMApp role="FLOATSUPERSCRIPT" scriptpos="1">
            <XMTok fontsize="70%" meaning="3" role="NUMBER">3</XMTok>
          </XMApp>
        </XMath>
      </Math> Université Rennes 2, Rennes, France<break/><note mark="1" role="email">{Antoine.Lenat, Camilo.Charron, Damien.Chablat}@ls2n.fr</note>, Olivier.Cheminat@cetim.fr</contact>
  </creator>
  <creator before="  " role="author">
    <personname> Camilo CHARRON</personname>
    <contact role="institute">1
<Math mode="inline" tex="{}^{1}" text="^1" xml:id="m1c">
        <XMath>
          <XMApp role="FLOATSUPERSCRIPT" scriptpos="1">
            <XMTok fontsize="70%" meaning="1" role="NUMBER">1</XMTok>
          </XMApp>
        </XMath>
      </Math>Nantes Université, École Centrale Nantes, CNRS, LS2N, UMR 6004 <break/>44000 Nantes, France<break/><Math mode="inline" tex="{}^{2}" text="^2" xml:id="m2c">
        <XMath>
          <XMApp role="FLOATSUPERSCRIPT" scriptpos="1">
            <XMTok fontsize="70%" meaning="2" role="NUMBER">2</XMTok>
          </XMApp>
        </XMath>
      </Math> Université Rennes 2, Rennes, France<break/><Math mode="inline" tex="{}^{3}" text="^3" xml:id="m3c">
        <XMath>
          <XMApp role="FLOATSUPERSCRIPT" scriptpos="1">
            <XMTok fontsize="70%" meaning="3" role="NUMBER">3</XMTok>
          </XMApp>
        </XMath>
      </Math> CETIM, 74 Rte de la Jonelière, 44300 Nantes <break/></contact>
    <contact role="email">1{Antoine.Lenat, Camilo.Charron, Damien.Chablat}@ls2n.fr</contact>
    <contact role="institutemark">3</contact>
    <contact role="emailmark">3</contact>
  </creator>
  <date role="creation">January 2024</date>
  <abstract name="Abstract">
    <p>The industry of the future, also known as Industry 5.0, aims to modernize production tools, digitize workshops, and cultivate the invaluable human capital within the company. Industry 5.0 can’t be done without fostering a workforce that is not only technologically adept but also has enhanced skills and knowledge.
Specifically, collaborative robotics plays a key role in automating strenuous or repetitive tasks, enabling human cognitive functions to contribute to quality and innovation.
In manual manufacturing, however, some of these tasks remain challenging to automate without sacrificing quality. In certain situations, these tasks require operators to dynamically organize their mental, perceptual, and gestural activities. In other words, skills that are not yet adequately explained and digitally modeled to allow a machine in an industrial context to reproduce them, even in an approximate manner. Some tasks in welding serve as a perfect example. Drawing from the knowledge of cognitive and developmental psychology, professional didactics, and collaborative robotics research, our work aims to find a way to digitally model manual manufacturing skills to enhance the automation of tasks that are still challenging to robotize. Using welding as an example, we seek to develop, test, and deploy a methodology transferable to other domains. The purpose of this article is to present the experimental setup used to achieve these objectives.</p>
  </abstract>
  <keywords name="Keywords">SkillsScheme Cognition Welding Robotics</keywords>
<!--  %**** 2024˙02˙01˙HCI.tex Line 25 **** 
     %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%-->  <section inlist="toc" xml:id="S1">
    <tags>
      <tag>1</tag>
      <tag role="refnum">1</tag>
      <tag role="typerefnum">§1</tag>
    </tags>
    <title><tag close=" ">1</tag>How to analyze skills with psychology</title>
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -->    <para xml:id="S1.p1">
      <p>Skills are critical for problem resolution, this explains why literature about this subject is abundant, notably in psychology. We can find lots of definitions about skills, but they each share four mainstays that are well summarized in Vergnaud theory <cite class="ltx_citemacro_cite">[<bibref bibrefs="vergnaud_theory_2009" separator="," yyseparator=","/>, p.88]</cite>. Skills are based on goals, rules to generate activity, operational invariants, and inference. When an operator, as a welder, is resolving a situation he is anticipating the evolution of the situation with and without his intervention, this is a goal. To interact with the situation, he does some action, gathers information, and controls, these rules generate an activity. He has to decide which information is pertinent and/or true, this is based on beliefs and implicit knowledge. These is operational invariants. All of this needs a computational activity from the brain to adapt to the situation, which we will name inferences. When some of these pillars are consistent from one situation to another, we obtain a scheme. Schemes are, in Vergnaud own words, “<text font="italic">the invariant organization of activity for a certain class of situations</text>“(p. 88). <!--  %si besoin gagner place, description faite par “cite–hoarau˙revealing˙2018˝ 
     %ajouter application schème dans analyse compétence.-->Hoarau <cite class="ltx_citemacro_cite">[<bibref bibrefs="hoarau_revealing_2018" separator="," yyseparator=","/>]</cite> gives examples of activity analyses made with scheme framework, where strategies used by operators are revealed by identifying consistent control loops from one situation to another. Moreover, the scheme can be adapted for specific fields like mathematics <cite class="ltx_citemacro_cite">[<bibref bibrefs="charron_conceptualization_2002" separator="," yyseparator=","/>]</cite>.</p>
    </para>
<!--  %**** 2024˙02˙01˙HCI.tex Line 50 **** -->    <para xml:id="S1.p2">
      <p>The four elements of the scheme require consistent regulation to facilitate adaptation by the operator. Welders, for instance, must actively gather information on the current situation, enabling them to compare it with the predicted scenario. Any mismatch will trigger a need for immediate adaptive measures; cognitive or physical ones. We can observe that an operator evolves in a situation to resolve a problem, having a productive impact. At the same time, the ability to adapt to various situations while performing tasks contributes to a valuable experiential learning process, making constructive growth for the individual. These regulations can operate in a closed loop for action or a longer loop in planning, for example.
Finally, a scheme can be a good way to understand skills, giving an opportunity to have a modus operandi transferable from one field to another. This modus operandi began by understanding the profession’s analysis. In doing so, we can propose a set of variables and situations to analyze the four fields of the scheme. When we have measured variables in these situations, we can search for invariant organization that are schemes. These schemes are a good way to analyze and describe skills, abilities and competencies. Each of this terms describe one part of the schemes while the latter include dynamical organization and adaptation to a specific class of situations. This is why we will use the term of schemes in a way that incorporate skills, abilities and competencies.</p>
    </para>
<!--  %One way to understand the regulation made by the operator would be to modify, without knowledge from the welder, a parameter and see the reaction. This would indicate the relation between parameters and reaction time between a modification and the adaptation. 
     %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%-->  </section>
  <section inlist="toc" xml:id="S2">
    <tags>
      <tag>2</tag>
      <tag role="refnum">2</tag>
      <tag role="typerefnum">§2</tag>
    </tags>
    <title><tag close=" ">2</tag>Welding Variables</title>
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -->    <para xml:id="S2.p1">
      <p>Studying welding revealed many parameters, around sixty, that can directly influence the bead or have an impact on the welder. We propose here a classification of these variables into the following categories: Human factors, Physico-chemical forces, Process control parameters (electrical and shielding gas), Workpiece parameters, Manipulation parameters, Filler metal parameters, and Ergonomic parameters.</p>
    </para>
    <para xml:id="S2.p2">
      <p>The choice of current, a critical parameter in welding, significantly influences welding energy, alongside welding speed and voltage. Manually selected by the welder, it becomes our first variable to consider. However, this setting is subject to variation based on the distance between the electrode (torch) and the workpiece to be assembled, which we refer to as stick out. Similarly, the torch angle impacts the distribution of this energy. Therefore, we need to have an estimation of the torch’s position and orientation concerning the workpiece.</p>
    </para>
    <para xml:id="S2.p3">
      <p>This orientation and position are directly influenced by the welder’s choices and manipulation, notably via sick-out. Estimating how the latter is precisely carried out is crucial to understanding the human-specific aspect. That’s why we need to focus on the complete body movement of the welder to estimate the welding speed and the variations that may be imposed. Moreover, good welding can be obtained with several combinations of parameters since they synergize.</p>
    </para>
    <para xml:id="S2.p4">
      <p>A major difference exists between the two welding processes we intend to study (GMAW and GTAW): the filler material deposition. In the first one, the filler metal is supplied by a melting electrode. Therefore, deposition quantity is directly linked to the welding current, nature of the filler material, and wire diameter. In GTAW, the welder manually introduces the filler metal with a filler rod: hence, they must manage the feed rate, deposition quantity, and the location of deposition (in the weld pool, in the arc, etc.).</p>
    </para>
    <para xml:id="S2.p5">
      <p>Other choices are left to welders, although these choices are guided by standards regarding the dimensions of the parts and other constants. We particularly consider the choice of the number of passes, stops (stopping the bead and then restarting), length of filler metal exiting the GMAW nozzle before welding, and the precision applied to the preparation of parts like chamfering and grinding.</p>
    </para>
    <para xml:id="S2.p6">
      <p>The human factor is thus crucial: an analysis of it seems relevant. We can explore the degree of investment, physical or cognitive fatigue, adaptation to discomfort related to posture or welding fumes, eye position, and reaction time.</p>
    </para>
    <para xml:id="S2.p7">
      <p>The piece to be assembled will govern the welding parameters; therefore, the dimensions and nature of the piece materials must be specified. Among these parameters, we can also look into shielding gas, especially the nature of the gas and its flow rate. The welding to be performed will depend on the position of the two pieces to be assembled. If welding vertically, we must consider the variation of forces at play, including conduction in the metal pieces and gravity on the weld pool. All these variables are shown in figure <ref labelref="LABEL:fig:MindMap_Variables_étudiées"/>.</p>
    </para>
    <para xml:id="S2.p8">
      <p>The next section will introduce the measurement tools that we are considering for the study of these parameters.</p>
    </para>
    <figure inlist="lof" labels="LABEL:fig:MindMap_Variables_étudiées" xml:id="S2.F1">
      <tags>
        <tag><text fontsize="90%">Figure 1</text></tag>
        <tag role="refnum">1</tag>
        <tag role="typerefnum">Figure 1</tag>
      </tags>
<!--  %**** 2024˙02˙01˙HCI.tex Line 75 **** -->      <graphics candidates="images/Figure01.png" class="ltx_centering" graphic="images/Figure01.png" options="width=433.62pt" xml:id="S2.F1.g1"/>
      <toccaption class="ltx_centering"><tag close=" ">1</tag>Mind map of welding parameters to study</toccaption>
      <caption class="ltx_centering"><tag close=": "><text fontsize="90%">Figure 1</text></tag><text fontsize="90%">Mind map of welding parameters to study</text></caption>
    </figure>
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -->  </section>
  <section inlist="toc" xml:id="S3">
    <tags>
      <tag>3</tag>
      <tag role="refnum">3</tag>
      <tag role="typerefnum">§3</tag>
    </tags>
    <title><tag close=" ">3</tag>Measuring instruments</title>
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -->    <para xml:id="S3.p1">
      <p>After defining relevant parameters, we must choose measurements guided by the question: how can a welder achieve a weld that a robot cannot?</p>
    </para>
    <para xml:id="S3.p2">
      <p>Among the various measurement systems, we find those associated with electrical parameters. These parameters govern the supply of energy necessary for melting the edges and creating the weld:
(i) Welding generator display, (ii) Voltage (as a measure of the torch/workpiece distance), and (iii) Multimeter (for current and voltage)</p>
    </para>
    <para xml:id="S3.p3">
      <p>Welding relies on the supply of energy and, in some cases, on the supply of metal. To analyze the volume of metal supplied in GTAW, we plan to graduate the metal rods to have reference points when filming. The dimensions of the GTAW filler rod must also be documented, especially its diameter. The analysis of the filler metal can thus be carried out using:
(i) Welding camera (Cavitar<sup>©</sup> <note mark="1" role="footnote" xml:id="footnote1"><tags>
            <tag>1</tag>
            <tag role="refnum">1</tag>
            <tag role="typerefnum">footnote 1</tag>
          </tags>https://www.cavitar.com/applications/welding-imaging/</note>), (ii) Measuring wire-feed roller, and (iii) Ruler.</p>
    </para>
    <para xml:id="S3.p4">
      <p>Next, we have a set of measurements related to the workpieces to be assembled; the dimensions of these are taken into account to define the parameters. Additionally, we can verify pre-welding modifications (chamfering, grinding), and finishing touches:
(i) Surface condition (roughness), (ii) Angle protractor or Goniometer, and (iii) Ruler/caliper.</p>
    </para>
    <para xml:id="S3.p5">
      <p>Measurements of the human body can be used for two purposes: Tracking movement and analyzing physiological functions :
(i) Inertial sensors, (ii) Stopwatch (for welding speed), (iii) EEG (Electroencephalogram), (iv) ECG (Electrocardiography, (v) EMG (Electromyography), (vi) Eye-tracking, (vii) Optical motion capture, and (viii) VO2 (Oxygen consumption).</p>
    </para>
    <para xml:id="S3.p6">
      <p>Finally, we can analyze the weld pool during welding to obtain, notably, its dimensions (width and/or thickness). Sound analysis of welding is also relevant:
(i) Welding camera (Cavitar <sup>©</sup>), (ii) Laser, (iii) Microphone / acoustic sensor, and (i) Ultrasound.</p>
    </para>
    <para xml:id="S3.p7">
      <p>Video capture can be valuable for several reasons, particularly to easily visualize information in a qualitative manner. This allows us to analyze the addition of filler metal in GTAW <cite class="ltx_citemacro_cite">[<bibref bibrefs="manorathna_human_2017" separator="," yyseparator=","/>]</cite>, observe variations in torch manipulation, identify body segments involved during welding, estimate arc length, and more.
<!--  %**** 2024˙02˙01˙HCI.tex Line 100 **** --></p>
    </para>
    <para xml:id="S3.p8">
      <p>To complete these measurements, a survey or interview can be developed to understand the welder’s choices and gain insights into how they justify their actions and decisions.
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% --></p>
    </para>
  </section>
  <section inlist="toc" xml:id="S4">
    <tags>
      <tag>4</tag>
      <tag role="refnum">4</tag>
      <tag role="typerefnum">§4</tag>
    </tags>
    <title><tag close=" ">4</tag>Analysis of Measurement Tools</title>
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -->    <para xml:id="S4.p1">
      <p>We do not intend to delve into an analysis involving machine learning or neural networks. These techniques require extensive training and, thus, a large database that we do not possess. Conversely, we prefer to focus on a detailed understanding of a small sample and describe their skills within the schemes framework.</p>
    </para>
    <subsection inlist="toc" xml:id="S4.SS1">
      <tags>
        <tag>4.1</tag>
        <tag role="refnum">4.1</tag>
        <tag role="typerefnum">§4.1</tag>
      </tags>
      <title><tag close=" ">4.1</tag>Electrical Parameters: Process Control</title>
      <para xml:id="S4.SS1.p1">
        <p>Arc welding is governed by its electrical parameters, particularly current and voltage. These two parameters, combined with welding speed, allow the calculation of welding energy, an interesting indicator to understand the process evolution.</p>
      </para>
      <para xml:id="S4.SS1.p2">
        <p>The set current is directly adjusted by the operator in the generator; however, this value fluctuates with the distance between the welding torch and the workpiece. Some welding machines offer the capability to measure this physical quantity and store it in memory, enabling precise post-analysis. This measurement can be made with a multimeter, Hall effect <cite class="ltx_citemacro_cite">[<bibref bibrefs="manorathna_human_2017" separator="," yyseparator=","/>]</cite> or WeldQAS.</p>
      </para>
      <para xml:id="S4.SS1.p3">
        <p>Voltage is in synergy with current and also varies depending on the distance between the torch and the workpiece (stick-out). Thus, this distance can be used as a control parameter on voltage by the welder during the process. Multimeter and WeldQAS can also be used to measure these quantities, especially voltage <cite class="ltx_citemacro_cite">[<bibref bibrefs="manorathna_human_2017" separator="," yyseparator=","/>]</cite>.
<!--  %%%%%%%%%%%%%%%%%%%%%%%% --></p>
      </para>
    </subsection>
    <subsection inlist="toc" xml:id="S4.SS2">
      <tags>
        <tag>4.2</tag>
        <tag role="refnum">4.2</tag>
        <tag role="typerefnum">§4.2</tag>
      </tags>
      <title><tag close=" ">4.2</tag>Filler Metal: A Critical Process Difference</title>
<!--  %%%%%%%%%%%%%%%%%%%%%%%% -->      <para xml:id="S4.SS2.p1">
        <p>For GMAW welding, using a consumable electrode, the filler metal’s direct dependence on current ensures consistent wire feed rate. Analyzing it involves using a measuring roller integrated with the generator’s unwinding rollers to derive the feed rate. Coupled with wire diameter, this yields feed volume. However, data gaps persist, notably the wire feed angle, obtainable through motion capture leveraging IMUs (Inertial Measurement Unit). Zhang <cite class="ltx_citemacro_cite">[<bibref bibrefs="zhang_measurement_2014" separator="," yyseparator=","/>]</cite> used IMUs to measure the inclination of GTAW’s torch, but the same idea can be used in GMAW for torch and filler metal.</p>
      </para>
      <para xml:id="S4.SS2.p2">
        <p>In GTAW, the welder manually holds the filler rod, rendering measuring roller use impractical. Some motion capture methods are disqualified as they disrupt the filler rod’s weight and the welder, presenting challenges for analysis. However, nearby cameras can effectively capture filler metal angle and frequency. Although the uniform filler rod makes added metal volume inconspicuous, graduation is considered for visual assistance in video, aiding feed volume calculation.</p>
      </para>
      <para xml:id="S4.SS2.p3">
        <p>We will use a welding camera to measure these angles based on <cite class="ltx_citemacro_cite">[<bibref bibrefs="manorathna_human_2017" separator="," yyseparator=","/>]</cite> and more parameters such as frequency or transfer mode <cite class="ltx_citemacro_cite">[<bibref bibrefs="goncalves_e_silva_effect_2019,silwal_effect_2018" separator="," yyseparator=","/>]</cite>.
<!--  %%%%%%%%%%%%%%%%%%%%%%%% --></p>
      </para>
    </subsection>
    <subsection inlist="toc" xml:id="S4.SS3">
      <tags>
        <tag>4.3</tag>
        <tag role="refnum">4.3</tag>
        <tag role="typerefnum">§4.3</tag>
      </tags>
      <title><tag close=" ">4.3</tag>Sound: A Characteristic Emission</title>
<!--  %%%%%%%%%%%%%%%%%%%%%%%% -->      <para xml:id="S4.SS3.p1">
        <p>The welding process produces noise during the operation, dependent on numerous parameters, both in the audible range and inaudible acoustic emissions, as reported by <cite class="ltx_citemacro_cite">[<bibref bibrefs="wang_analysis_2009" separator="," yyseparator=","/>]</cite>. Some welders seem to use this sound as an indicator <cite class="ltx_citemacro_cite">[<bibref bibrefs="manorathna_human_2017,saini_investigation_1998,wang_feature_2011" separator="," yyseparator=","/>]</cite>.
<!--  %**** 2024˙02˙01˙HCI.tex Line 125 **** -->Although the sound may vary significantly based on the nature and thickness of the workpieces to be welded, the welder may adapt and use it as an indicator to regulate the process. <cite class="ltx_citemacro_cite">[<bibref bibrefs="wang_analysis_2009" separator="," yyseparator=","/>]</cite>, particularly caution on the microphone angle and gas flow. Therefore, we consider the study of sound relevant and will use a microphone during our experiments. The parameters studied will include the frequencies and amplitudes of the sound signal; frequency domain analysis using a Fourier transform is also relevant, as shown by <cite class="ltx_citemacro_cite">[<bibref bibrefs="saini_investigation_1998,wang_analysis_2009" separator="," yyseparator=","/>]</cite>.</p>
      </para>
      <para xml:id="S4.SS3.p2">
        <p>Some people propose estimating the depth (penetration) of the weld pool based on sound, as demonstrated by <cite class="ltx_citemacro_cite">[<bibref bibrefs="pal_monitoring_2011" separator="," yyseparator=","/>]</cite>. Sound appears to be an interesting possibility for real-time control of the welding process <cite class="ltx_citemacro_cite">[<bibref bibrefs="lv_investigation_2011" separator="," yyseparator=","/>]</cite>. Sound offers valuable characteristics for studying the welder’s schemes, dimensions of the weld pool, and has a high potential for automating certain tasks currently not feasible for robots. Therefore, sound analysis is highly recommended.
<!--  %%%%%%%%%%%%%%%%%%%%%%%% --></p>
      </para>
    </subsection>
    <subsection inlist="toc" xml:id="S4.SS4">
      <tags>
        <tag>4.4</tag>
        <tag role="refnum">4.4</tag>
        <tag role="typerefnum">§4.4</tag>
      </tags>
      <title><tag close=" ">4.4</tag>Temperature: Anticipating Cooling</title>
<!--  %%%%%%%%%%%%%%%%%%%%%%%% -->      <para xml:id="S4.SS4.p1">
        <p>The workpiece temperature, coupled with the cooling time, governs the metallurgical structure of the weld bead; these details can be found in phase diagrams. These diagrams predict the phases obtained after thermodynamic equilibrium based on temperature and the chemical composition of the alloy. Temperature is a critical parameter depending on the welding energy supplied, material nature, and the environment.</p>
      </para>
      <para xml:id="S4.SS4.p2">
        <p>The measurement of temperature in welding is described in the standard ISO 13916 <cite class="ltx_citemacro_cite">[<bibref bibrefs="iso_13916_soudage_2018" separator="," yyseparator=","/>]</cite>, which mandates measuring the temperature at a specific distance from the weld bead. Various measurement tools are available with different levels of precision, including:
(i) Thermosensitive products (e.g., pencils or paints) (TS), (ii) Contact thermometer (CT), (iii) Thermocouple (TE), and (iv) Optical or electrical devices for non-contact measurements (TB).</p>
      </para>
      <para xml:id="S4.SS4.p3">
        <p>In our case, the electric arc in the GTAW process reaches 3000 °C in a room temperature environment; metals will rise to around 300 °C. With such a wide measurement range, we cannot expect high precision. We can still measure the temperature of the bead for some information with optical measurement. Temperature can, indeed, be a way for an operator to analyze the welding process (directly or indirectly).
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% --></p>
      </para>
    </subsection>
  </section>
  <section inlist="toc" xml:id="S5">
    <tags>
      <tag>5</tag>
      <tag role="refnum">5</tag>
      <tag role="typerefnum">§5</tag>
    </tags>
    <title><tag close=" ">5</tag>Weld pool Dimensions: A Visible Factor for the Welder</title>
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -->    <para xml:id="S5.p1">
      <p>The weld pool represents the liquid part of the workpieces being assembled, with a very high light intensity; it is the most visible element, perhaps the only one, that the welder sees during the process. Its dimensions directly influence the shape of the weld bead since it’s forming during its cooling.</p>
    </para>
    <para xml:id="S5.p2">
      <p>Dimensions include the visible surface and the penetration depth. Applying too much energy in one area risks melting the piece throughout its thickness and creating a hole. It can be an interesting element to measure. However, the strong contrasts imposed by the weld pool and ambient lighting make video measurements challenging. We will explore different approaches.
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% --></p>
    </para>
    <subsection inlist="toc" xml:id="S5.SS1">
      <tags>
        <tag>5.1</tag>
        <tag role="refnum">5.1</tag>
        <tag role="typerefnum">§5.1</tag>
      </tags>
      <title><tag close=" ">5.1</tag>Laser Measurements</title>
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -->      <para xml:id="S5.SS1.p1">
        <p>Laser techniques analyze light diffraction to measure the surface dimensions of a weld pool <cite class="ltx_citemacro_cite">[<bibref bibrefs="alvarez_bestard_measurement_2018,kovacevic_sensing_1996" separator="," yyseparator=","/>]</cite>. However, articles often neglect weld pool penetration analysis. Ensuring data continuity, particularly in-depth, is challenging; analyzing weld bead thickness is feasible, but penetration rate assessment remains elusive. The technique lacks portability and exhibits variable performance. This method is expensive, complex to implement, and appears irrelevant to our study, considering its drawbacks.
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% --></p>
      </para>
    </subsection>
    <subsection inlist="toc" xml:id="S5.SS2">
      <tags>
        <tag>5.2</tag>
        <tag role="refnum">5.2</tag>
        <tag role="typerefnum">§5.2</tag>
      </tags>
      <title><tag close=" ">5.2</tag>Ultrasonic Measurements</title>
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% 
     %**** 2024˙02˙01˙HCI.tex Line 150 ****-->      <para xml:id="S5.SS2.p1">
        <p>Ultrasonics can be used to determine weld pool dimensions, especially its depth <cite class="ltx_citemacro_cite">[<bibref bibrefs="hardt_ultrasonic_1984,alvarez_bestard_measurement_2018" separator="," yyseparator=","/>]</cite> mention several articles using this technique, particularly to obtain weld pool depth. However, the heating of the workpiece and sensors limits the use for real-time (in-line) process control. Ultrasonics are effective in determining boundaries between states of matter in a welding process. Ultrasonics can also be coupled with a laser system described earlier <cite class="ltx_citemacro_cite">[<bibref bibrefs="mi_real-time_2006" separator="," yyseparator=","/>]</cite>, or with data such as intensity, voltage, or sound. Finally, studies on weld beads using ultrasonic techniques are generally proposed to detect common defects.</p>
      </para>
    </subsection>
    <subsection inlist="toc" xml:id="S5.SS3">
      <tags>
        <tag>5.3</tag>
        <tag role="refnum">5.3</tag>
        <tag role="typerefnum">§5.3</tag>
      </tags>
      <title><tag close=" ">5.3</tag>Camera Measurements</title>
      <para xml:id="S5.SS3.p1">
        <p>Cameras are very sensitive to strong contrasts, as mentioned; however, it is interesting to note that image processing can be used to obtain weld pool images. We mentioned Weez-U Welding<sup>©</sup>, which use a camera mounted on the robot to capture multiple successive images with different intensity filters before compiling them. Some authors use high-speed cameras with significant magnification to observe weld pool solidification <cite class="ltx_citemacro_cite">[<bibref bibrefs="chiocca_etude_2016,delapp_quantitative_2005" separator="," yyseparator=","/>]</cite>.
Some cameras offer direct filtering to observe through the arc radiation; this is notably the case with the Cavitar <sup>©</sup>, which can help measure the dimensions of the weld pool. Since we can use Cavitar to measure the angle of the filler rod and torch with the workpiece, we can use it to measure the dimensions of the weld pool.
<!--  %%%%%%%%%%%%%%%%%%%%%% --></p>
      </para>
    </subsection>
  </section>
  <section inlist="toc" xml:id="S6">
    <tags>
      <tag>6</tag>
      <tag role="refnum">6</tag>
      <tag role="typerefnum">§6</tag>
    </tags>
    <title><tag close=" ">6</tag>Operator Motion Capture</title>
<!--  %%%%%%%%%%%%%%%%%%%%%% -->    <para xml:id="S6.p1">
      <p>We aim to compare two elements: what the welder precisely executes and what justifies their actions. This involves studying the welder’s movements to understand the welding speed, selected intensity, regularity of the motion, etc. These details are then compared with the reasons behind the actions, exploring why a variation in movement occurs at a specific moment and what information is perceived. Analyzing the operator’s beliefs and knowledge is crucial, considering both implicit and explicit dimensions.</p>
    </para>
    <para xml:id="S6.p2">
      <p>Among the various measurement instruments, we have particularly focused on motion capture. The welder’s movements reflect decisions, personality, and the ability to interact with the environment to adapt to a situation. In our case, the situation involves performing an electric arc weld, a specialized process where the quality of the result is not directly observable. Moreover, the electric arc produces intense visible radiation and electromagnetic disturbances. It is essential to keep this in mind when analyzing measurement tools.</p>
    </para>
    <para xml:id="S6.p3">
      <p>To capture human body movement, we need the orientation and position of different body segments to estimate joint angles. Tools considered for this purpose include:</p>
    </para>
    <para xml:id="S6.p4">
      <itemize xml:id="S6.I1">
        <item xml:id="S6.I1.i1">
          <tags>
            <tag>•</tag>
            <tag role="typerefnum">1st item</tag>
          </tags>
          <para xml:id="S6.I1.i1.p1">
            <p>Optical motion capture: the reflection of infrared light (wavelength greater than 800 nm) on passive markers to calculate the spatial position of markers. This system ensures high precision.</p>
          </para>
        </item>
        <item xml:id="S6.I1.i2">
          <tags>
            <tag>•</tag>
            <tag role="typerefnum">2nd item</tag>
          </tags>
          <para xml:id="S6.I1.i2.p1">
            <p>IMU: a system consisting of an accelerometer and a gyroscope to measure acceleration and angular velocity, respectively. These data are then used to calculate the spatial position and orientation of a segment to which the IMU is attached. They are known for their high acquisition frequency and reasonable cost.</p>
          </para>
        </item>
        <item xml:id="S6.I1.i3">
          <tags>
            <tag>•</tag>
            <tag role="typerefnum">3rd item</tag>
          </tags>
          <para xml:id="S6.I1.i3.p1">
            <p>RGB video: standard color video (Red Green Blue) that can be used to define the outlines of a subject. It can be coupled with an infrared camera to provide more information on the distance between a subject and the camera; this is then referred to as a depth camera. It combines ease of implementation and reasonable cost.</p>
          </para>
        </item>
        <item xml:id="S6.I1.i4">
          <tags>
            <tag>•</tag>
            <tag role="typerefnum">4th item</tag>
          </tags>
          <para xml:id="S6.I1.i4.p1">
            <p>Depth camera: estimation of the distance to an object using stereographic vision (double camera). Some depth cameras use infrared radiation, similar to optical motion capture. It allows reproducing movement in a three-dimensional environment.</p>
          </para>
        </item>
      </itemize>
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%% -->    </para>
    <subsection inlist="toc" xml:id="S6.SS1">
      <tags>
        <tag>6.1</tag>
        <tag role="refnum">6.1</tag>
        <tag role="typerefnum">§6.1</tag>
      </tags>
      <title><tag close=" ">6.1</tag>Optical Motion Capture</title>
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%% -->      <para xml:id="S6.SS1.p1">
        <p>Motion capture involves a set of cameras (transmitter/receiver) emitting light in near-infrared (IR) (wavelength 820 nm). The arc welding radiation spectrum is primarily in the visible range and extends into the UV. However, there are emissions in the IR range, with a peak observed at 817 nm, which may introduce noise into our tools. More information on radiation is available in articles by <cite class="ltx_citemacro_cite">[<bibref bibrefs="gourzoulidis_photobiological_2023,thomas_d_tenkate_optical_1998" separator="," yyseparator=","/>]</cite>, <cite class="ltx_citemacro_cite">[<bibref bibrefs="weglowski_investigation_2007" separator="," yyseparator=","/>]</cite>.</p>
      </para>
<!--  %**** 2024˙02˙01˙HCI.tex Line 175 **** -->      <para xml:id="S6.SS1.p2">
        <p>Optical motion capture is currently used in welding with virtual or augmented reality environments <cite class="ltx_citemacro_cite">[<bibref bibrefs="mueller_intuitive_2019,ong_augmented_2020" separator="," yyseparator=","/>]</cite>. The limitation we can highlight is the virtual aspect of welding, relying on models that may not be as precise as reality. An article by <cite class="ltx_citemacro_cite">[<bibref bibrefs="erden_identifying_2009" separator="," yyseparator=","/>]</cite> proposes performing this measurement by creating occlusion between the cameras and the arc using an opaque box based on measurements made by <cite class="ltx_citemacro_cite">[<bibref bibrefs="van_essen_identifying_2008" separator="," yyseparator=","/>]</cite>. However, these measurements suffer from data loss and noise due to radiation.</p>
      </para>
      <para xml:id="S6.SS1.p3">
        <p>We conducted experiments to observe the impact of the welding process on optical motion capture measurements with a SmartTrack 3/M from ART. This tool is a portable motion capture camera, easily transportable in a workshop. The major drawback of this tool is its limit to 4 markers.</p>
      </para>
      <para xml:id="S6.SS1.p4">
        <p>We tried to estimate the noise made by the electric arc on motion and IMU. Therefore, we decided to place two markers as fixed references on a linear support on the table. These two markers will be named body #0 and #1. Another one was used for measure and get placed on the Weez-U<sup>©</sup> robot arm. This one will be named body #2. The experiment involved linear motion with torch ignition at the midpoint and a constant speed. The aim was to confirm data linearity by monitoring any mid-displacement variations, ensuring no interference from the electric arc. Moreover, our fixed reference (body #0 and body #1) should be measured during the whole welding process.</p>
      </para>
      <para xml:id="S6.SS1.p5">
        <p>Figure  <ref labelref="LABEL:fig:Mesures_Bruit_IMU"/> illustrates the position according to a Cartesian coordinate system located at the center of the camera for the three present references. The trials measure the robot’s positioning throughout the trajectory, unaffected by torch ignition. However, for the two fixed bodies, we observe a loss of vision (characterized by the return of positions to 0). This effect is not systematic during the trials.</p>
      </para>
      <figure inlist="lof" labels="LABEL:fig:Mesures_Bruit_IMU" placement="!ht" xml:id="S6.F2">
        <tags>
          <tag><text fontsize="90%">Figure 2</text></tag>
          <tag role="refnum">2</tag>
          <tag role="typerefnum">Figure 2</tag>
        </tags>
        <graphics candidates="images/Figure02.png" class="ltx_centering" graphic="images/Figure02.png" options="width=303.534pt" xml:id="S6.F2.g1"/>
        <toccaption class="ltx_centering"><tag close=" ">2</tag>Welding arc noise test measurements on optical motion capture</toccaption>
        <caption class="ltx_centering"><tag close=": "><text fontsize="90%">Figure 2</text></tag><text fontsize="90%">Welding arc noise test measurements on optical motion capture</text></caption>
      </figure>
      <para xml:id="S6.SS1.p6">
        <p>In conclusion, these trials indicate good measurement stability after arc ignition if detection is ensured. However, some markers may experience occlusion if close to the axis between the camera and the electric arc, with the arc’s radiation hindering marker detection. The solution appears viable, but careful attention should be paid to the camera’s placement relative to the welder.</p>
      </para>
      <para xml:id="S6.SS1.p7">
        <p>A new trial was conducted to measure the welder’s arm movements. We placed a marker on the forearm and another on the same arm of the operator. We calibrated a new sensor, placing it out of the field of vision to check for possible spurious detection.</p>
      </para>
      <figure inlist="lof" labels="LABEL:fig:MoCap_Bras_Soudeur" xml:id="S6.F3">
        <tags>
          <tag><text fontsize="90%">Figure 3</text></tag>
          <tag role="refnum">3</tag>
          <tag role="typerefnum">Figure 3</tag>
        </tags>
        <graphics candidates="images/Figure03.png" class="ltx_centering" graphic="images/Figure03.png" options="width=303.534pt" xml:id="S6.F3.g1"/>
        <toccaption class="ltx_centering"><tag close=" ">3</tag>Results of capturing the movement of a welding arm</toccaption>
        <caption class="ltx_centering"><tag close=": "><text fontsize="90%">Figure 3</text></tag><text fontsize="90%">Results of capturing the movement of a welding arm</text></caption>
      </figure>
      <para xml:id="S6.SS1.p8">
        <p>The results are available in Figure <ref labelref="LABEL:fig:MoCap_Bras_Soudeur"/>. The absent calibrated body is body #1; we observe its detection due to radiation produced by the electric arc. This emphasizes the need to pay attention to the camera’s positioning relative to the welder and the workpiece.
<!--  %**** 2024˙02˙01˙HCI.tex Line 200 **** --></p>
      </para>
      <para xml:id="S6.SS1.p9">
        <p>The other two bodies (body #0 and body #2) are generally well-detected, but body #0 is temporarily undetected (approximately 5 seconds). Thus, the arc introduces a significant source of noise.</p>
      </para>
      <para xml:id="S6.SS1.p10">
        <p>Combined with the limit of four markers, this solution, despite its considerable advantages in precision and portability, seems incongruous with our objectives. However, potential avenues can be explored:</p>
        <enumerate xml:id="S6.I2">
          <item xml:id="S6.I2.i1">
            <tags>
              <tag>1.</tag>
              <tag role="refnum">1</tag>
              <tag role="typerefnum">item 1</tag>
            </tags>
            <para xml:id="S6.I2.i1.p1">
              <p>To address the low sensor count, acquiring an additional SmartTrack camera and synchronizing data acquisition could be considered.</p>
            </para>
          </item>
          <item xml:id="S6.I2.i2">
            <tags>
              <tag>2.</tag>
              <tag role="refnum">2</tag>
              <tag role="typerefnum">item 2</tag>
            </tags>
            <para xml:id="S6.I2.i2.p1">
              <p>To mitigate the disturbance from the electric arc, placing a band-pass filter in front of the lenses is an option. However, this may introduce optical path drift and data blurring. Additionally, as the arc and camera radiation are close, the band-pass filter doesn’t guarantee satisfactory results.</p>
            </para>
          </item>
        </enumerate>
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -->      </para>
    </subsection>
    <subsection inlist="toc" xml:id="S6.SS2">
      <tags>
        <tag>6.2</tag>
        <tag role="refnum">6.2</tag>
        <tag role="typerefnum">§6.2</tag>
      </tags>
      <title><tag close=" ">6.2</tag>Inertial Measurement Units (IMUs)</title>
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -->      <para xml:id="S6.SS2.p1">
        <p>Inertial Measurement Units employ a gyroscope and an accelerometer to provide angular velocity and acceleration of a body. This theoretically enables obtaining a segment’s position through double integration of accelerometer data and its orientation through gyroscope data integration. However, the high sensibility of IMU makes acceleration data subject to noise. IMU are also used to obtain angle by measuring the acceleration of gravitation and coupling with data from the gyroscope by signal processing.</p>
      </para>
      <para xml:id="S6.SS2.p2">
        <p>Some researchers utilize these measurement tools in welding, including <cite class="ltx_citemacro_cite">[<bibref bibrefs="zhang_measurement_2014,zhang_welding_2017" separator="," yyseparator=","/>]</cite>. To assess IMU immunity to the measurement environment, we coupled the SmartTrack experiment with an inertial sensor attached to the Weez-U<sup>©</sup> arm. The sensor is positioned on a segment further from the torch for ease of implementation using an existing strap.</p>
      </para>
      <para xml:id="S6.SS2.p3">
        <p>Similar to the initial observation with optical motion capture, no variations are observed during arc ignition. Although the trajectory is coded for constant speed, we note jerks attributed to the robot’s architecture.</p>
      </para>
      <figure inlist="lof" labels="LABEL:fig:Bruit_IMU" xml:id="S6.F4">
        <tags>
          <tag><text fontsize="90%">Figure 4</text></tag>
          <tag role="refnum">4</tag>
          <tag role="typerefnum">Figure 4</tag>
        </tags>
        <graphics candidates="images/Figure04.png" class="ltx_centering" graphic="images/Figure04.png" xml:id="S6.F4.g1"/>
        <toccaption class="ltx_centering"><tag close=" ">4</tag>Inertial measurements with acceleration, angular velocity, and magnetic field according to a Cartesian reference.</toccaption>
        <caption class="ltx_centering"><tag close=": "><text fontsize="90%">Figure 4</text></tag><text fontsize="90%">Inertial measurements with acceleration, angular velocity, and magnetic field according to a Cartesian reference.</text></caption>
      </figure>
      <para xml:id="S6.SS2.p4">
        <p>On figure <ref labelref="LABEL:fig:Bruit_IMU"/> we observe significant angular velocity and acceleration noise when the torch ignites, initially attributed to the magnetic field, but now believed to be the robot’s vibrations during welding.
<!--  %**** 2024˙02˙01˙HCI.tex Line 225 **** --></p>
      </para>
      <para xml:id="S6.SS2.p5">
        <p>A follow-up experiment with the IMU on both a table and the floor aimed to confirm this hypothesis. The goal was to check if displacement was measured while the sensor was stationary. On the table, during arc ignition (identified by the magnetometer), the accelerometer displayed a highly noisy signal. On the floor, these signals were absent, demonstrating the sensor’s immunity to disturbances from the electric arc.</p>
      </para>
      <para xml:id="S6.SS2.p6">
        <p>Inertial Measurement Units appear promising for capturing human body movement. For a complete body, 15 sensors are necessary (head, neck, lumbar, two arms, two forearms, two hands, two thighs, two shins, two feet). Manufacturers offer suits providing joint data directly from these measurements, such as Movella<sup>©</sup> (with Xsens IMUs) or Teslasuit<sup>©</sup>, the latter potentially suitable for comprehensive testing.
<!--  %%%%%%%%%%%%%%% --></p>
      </para>
    </subsection>
    <subsection inlist="toc" xml:id="S6.SS3">
      <tags>
        <tag>6.3</tag>
        <tag role="refnum">6.3</tag>
        <tag role="typerefnum">§6.3</tag>
      </tags>
      <title><tag close=" ">6.3</tag>RBG video</title>
<!--  %%%%%%%%%%%%%%% -->      <para xml:id="S6.SS3.p1">
        <p>Traditional camera video is qualitatively valuable and can be used quantitatively by outlining the operator’s contour for posture analysis, especially with a depth camera. However, this application is usually used in classification more than precise measurement of articulation’s angle. Moreover, the intense light interference from the electric arc complicates this task. Cameras can provide additional insights into filler metal management or weld pool dimensions. Despite challenges, some industries use videos with extensive processing, capturing successive images with varying intensity filters and combining them to retain relevant portions, reducing significant contrast. Video capture remains beneficial for qualitative aspects, facilitating easy action visualization and data processing validation through comparisons with obtained data graphics. They can be used to take all the working scenes or be placed on the operator to have his field of view.
<!--  %%%%%%%%%%%%%%% --></p>
      </para>
    </subsection>
    <subsection inlist="toc" xml:id="S6.SS4">
      <tags>
        <tag>6.4</tag>
        <tag role="refnum">6.4</tag>
        <tag role="typerefnum">§6.4</tag>
      </tags>
      <title><tag close=" ">6.4</tag>Depth camera</title>
<!--  %%%%%%%%%%%%%%% -->      <para xml:id="S6.SS4.p1">
        <p>The depth camera was explored to capture an operator’s contours and movements. This involves substantial data processing and multiple cameras to estimate the three-dimensional positions of all segments, along with the risk of occlusions. Tests were conducted with an Intel RealSense D400 camera using stereoscopy.
The two images in Figure <ref labelref="LABEL:fig:_DepthCamera"/> show depth capture without an electric arc on the left and with an electric arc on the right. While the quality is good, distinguishing the workpiece, the background robot, the operator, and the torch, the image significantly distorts when an electric arc is lit. Despite its interest, this technology lacks precision and is affected by electric arc noise, rendering it unsuitable for our study.</p>
      </para>
      <figure inlist="lof" labels="LABEL:fig:_DepthCamera" placement="!ht" xml:id="S6.F5">
        <tags>
          <tag><text fontsize="90%">Figure 5</text></tag>
          <tag role="refnum">5</tag>
          <tag role="typerefnum">Figure 5</tag>
        </tags>
        <figure align="center" xml:id="S6.F5.fig1">
          <graphics candidates="images/Figure05a.png" graphic="images/Figure05a.png" options="width=433.62pt" xml:id="S6.F5.g1"/>
        </figure>
        <figure align="center" xml:id="S6.F5.fig2">
          <graphics candidates="images/Figure05b.png" graphic="images/Figure05b.png" options="width=433.62pt" xml:id="S6.F5.g2"/>
        </figure>
        <toccaption class="ltx_centering"><tag close=" ">5</tag>Depth camera scan difference with (left) and without (right) electric arc</toccaption>
        <caption class="ltx_centering"><tag close=": "><text fontsize="90%">Figure 5</text></tag><text fontsize="90%">Depth camera scan difference with (left) and without (right) electric arc</text></caption>
      </figure>
<!--  %**** 2024˙02˙01˙HCI.tex Line 250 **** 
     %%%%%%%%%%%%%%%%%%-->    </subsection>
    <subsection inlist="toc" xml:id="S6.SS5">
      <tags>
        <tag>6.5</tag>
        <tag role="refnum">6.5</tag>
        <tag role="typerefnum">§6.5</tag>
      </tags>
      <title><tag close=" ">6.5</tag>Measurement by force sensors/pressure plate</title>
<!--  %%%%%%%%%%%%%%%%%% -->      <para xml:id="S6.SS5.p1">
        <p>A force plate is a tool in the form of a thin platform placed on the ground. It provides information on the distribution of forces and moments applied to support surfaces, offering an estimate of the subject’s center of gravity changes while moving on it. Mainly used in gait analysis, these plates show the temporal evolution of vertical forces, providing insights into gesture deviation, direction, and balance. While redundant if we have access to the welder’s complete motion, these plates can offer valuable information about the welder’s balance and positional changes during welding but the welder needs to get on it during the process.
<!--  %%%%%%%%%%%%%%%%%% --></p>
      </para>
    </subsection>
    <subsection inlist="toc" xml:id="S6.SS6">
      <tags>
        <tag>6.6</tag>
        <tag role="refnum">6.6</tag>
        <tag role="typerefnum">§6.6</tag>
      </tags>
      <title><tag close=" ">6.6</tag>Summary of Motion Capture Measurements</title>
<!--  %%%%%%%%%%%%%%%%%% -->      <para xml:id="S6.SS6.p1">
        <p>Motion capture is dominated by optical techniques with passive markers. While highly precise, this technology requires large spaces with numerous cameras. The arc’s radiation interferes with measurement wavelengths, introducing noise and occluding markers despite precautions <cite class="ltx_citemacro_cite">[<bibref bibrefs="erden_identifying_2009,van_essen_identifying_2008" separator="," yyseparator=","/>]</cite>. We utilized a portable SmartTrack 3 motion capture; despite its precision, the limitation to four markers is a significant drawback. If access to a complete room becomes available, we may reconsider this solution; currently, it is not feasible. Inertial sensors are cost-effective and offer high acquisition frequency and sensitivity. Though susceptible to noise, they provide precise data, making them relevant for our study <cite class="ltx_citemacro_cite">[<bibref bibrefs="ahmad_reviews_2013,gu_imu-based_2023" separator="," yyseparator=","/>]</cite>. Additional force plates can complement the setup. These techniques can also yield information on the torch’s orientation and position.
<!--  %%%%%%%%%%%%%%%%%% --></p>
      </para>
    </subsection>
  </section>
  <section inlist="toc" xml:id="S7">
    <tags>
      <tag>7</tag>
      <tag role="refnum">7</tag>
      <tag role="typerefnum">§7</tag>
    </tags>
    <title><tag close=" ">7</tag>Physiological measurements: The body’s response</title>
<!--  %%%%%%%%%%%%%%%%%% -->    <para xml:id="S7.p1">
      <p>Physiological measurements encompass signals from the body’s electrical activity (muscles – EMG, heart – ECG, brain – EEG), eye movements (gaze tracking), oxygen consumption, emotional responses, etc. While some are valuable for user interface development, in our context, most won’t provide significant information.
<!--  %%%%%%%%%%%%%%%%%% --></p>
    </para>
    <subsection inlist="toc" xml:id="S7.SS1">
      <tags>
        <tag>7.1</tag>
        <tag role="refnum">7.1</tag>
        <tag role="typerefnum">§7.1</tag>
      </tags>
      <title><tag close=" ">7.1</tag>Measurements of physiological electrical signals</title>
<!--  %%%%%%%%%%%%%%%%%% -->      <para xml:id="S7.SS1.p1">
        <p>The analysis of muscular activity helps determine the muscles used in a gesture, providing a more detailed analysis of the movement and revealing associated muscle fatigue. Brain activity reveals cognitive load and the regions involved during an action, highlighting the preferential processing of one piece of information over another (approximately). Heart activity provides information on a person’s stress; being also linked to physical activity, this complex data requires correlation with other information. Although it offers relevant details, it is not essential.</p>
      </para>
      <para xml:id="S7.SS1.p2">
        <p>These three activities can be measured using the electrical signals produced by the human body:
(i) EEG: Electroencephalogram for the brain, (ii) ECG: Electrocardiogram for the heart, and (iii) EMG: Electromyogram for the muscles.</p>
      </para>
      <para xml:id="S7.SS1.p3">
        <p>However, the generated intensities are low and highly influenced by the sensor’s proximity to the skin. Additionally, electromagnetic disturbances from the welding arc can lead to significant interference. Due to the limited information provided by physiological measurements, their sensitivity to noise, and the substantial data processing required, we believe their use is not necessary.
<!--  %%%%%%%%%%%%%%% --></p>
      </para>
    </subsection>
    <subsection inlist="toc" xml:id="S7.SS2">
      <tags>
        <tag>7.2</tag>
        <tag role="refnum">7.2</tag>
        <tag role="typerefnum">§7.2</tag>
      </tags>
      <title><tag close=" ">7.2</tag>Gaze tracking</title>
<!--  %%%%%%%%%%%%%%% 
     %**** 2024˙02˙01˙HCI.tex Line 275 ****-->      <para xml:id="S7.SS2.p1">
        <p>The gaze tracking system, utilizing infrared oculometry, recalibrates the gaze direction on a video obtained from a camera located on the nose’s edge. Some glasses supplement these data with a gyroscope to provide head orientation. Gaze tracking can offer valuable insights into an operator’s behavior, revealing visual cues in the environment and providing information on cognitive information processing through fixation duration and gaze scanning rate. In our case, we aim to determine the gaze position concerning the weld pool’s location, understanding whether the operator looks before or after the pool, fixates on it, or maintains a constant scan. However, the protective hood against the welding arc’s light poses a challenge to using this technology, limiting its application in our study. Despite having oculometric data, we lack a detailed image, only obtaining a luminous point surrounded by darkness.</p>
      </para>
      <para xml:id="S7.SS2.p2">
        <p>An attempt was made using Tobii Proglasses 2, provided by the University of Nantes. The camera quality remains good until the welding hood is worn. At that moment, the video becomes less usable and completely unworkable when the electric arc is initiated. Several possibilities could enable the use of this technique:</p>
        <enumerate xml:id="S7.I1">
          <item xml:id="S7.I1.i1">
            <tags>
              <tag>1.</tag>
              <tag role="refnum">1</tag>
              <tag role="typerefnum">item 1</tag>
            </tags>
            <para xml:id="S7.I1.i1.p1">
              <p>Modify the protective glass: Creating a protective glass with two different filter intensities, a weaker filter in front of the camera and a standard one for the eyes.</p>
            </para>
          </item>
          <item xml:id="S7.I1.i2">
            <tags>
              <tag>2.</tag>
              <tag role="refnum">2</tag>
              <tag role="typerefnum">item 2</tag>
            </tags>
            <para xml:id="S7.I1.i2.p1">
              <p>Utilize the gyroscope: Before initiating the arc, the trajectory can be identified based on the gap between the parts to be welded. Head tilt variations can be used to align the trajectory, considering the weld pool at the center of this line.</p>
            </para>
          </item>
          <item xml:id="S7.I1.i3">
            <tags>
              <tag>3.</tag>
              <tag role="refnum">3</tag>
              <tag role="typerefnum">item 3</tag>
            </tags>
            <para xml:id="S7.I1.i3.p1">
              <p>Move the camera: Placing the camera on the other side of the filtering glass may provide a clearer image; additional video processing might make the video usable.</p>
            </para>
          </item>
        </enumerate>
        <p>The first hypothesis poses safety risks if not executed correctly, and video quality might not guarantee to observe part positions. The second hypothesis is sensitive to gyroscope data drift. The third hypothesis involves challenges such as the difference in the field of view between the camera and eyes, along with data processing difficulties.</p>
      </para>
      <para xml:id="S7.SS2.p3">
        <p>Eye tracking is used in welding, especially in conjunction with virtual reality. Despite the potential benefits of eye-tracking measurements, ensuring effective utilization of this measurement tool cannot be guaranteed.
<!--  %%%%%%%%%%%%%%% --></p>
      </para>
    </subsection>
  </section>
  <section inlist="toc" xml:id="S8">
    <tags>
      <tag>8</tag>
      <tag role="refnum">8</tag>
      <tag role="typerefnum">§8</tag>
    </tags>
    <title><tag close=" ">8</tag>Summary and conclusion of the measurement tools</title>
<!--  %%%%%%%%%%%%%%% -->    <para xml:id="S8.p1">
      <p>In summary, considering all the measurement tools mentioned here and their potential use for studying the welder’s schemes, we propose a matrix of possible utilization (see Table <ref labelref="LABEL:tab:measurement"/>). This matrix indicates whether a measurement tool is applicable (yes or no) in our case. If a tool is considered feasible under certain conditions, we may note ”perhaps” with an explanation.</p>
    </para>
    <table inlist="lot" labels="LABEL:tab:measurement" placement="ht!" xml:id="S8.T1">
      <tags>
        <tag><text fontsize="90%">Table 1</text></tag>
        <tag role="refnum">1</tag>
        <tag role="typerefnum">Table 1</tag>
      </tags>
<!--  %sans forcer le placement avec [h!], une page entière est dédiée au tableau et aucun texte n’est ajouté sous le tableau. -->      <tabular class="ltx_guessed_headers" vattach="middle">
        <thead>
          <tr>
            <td align="justify" border="l r t" thead="column" width="65.4pt">Measurement Tool</td>
            <td align="justify" border="r t" thead="column" width="54.1pt">Applicable in our study</td>
            <td align="justify" border="r t" thead="column" width="54.1pt">Under conditions</td>
            <td align="justify" border="r t" thead="column" width="51.2pt">Not applicable</td>
            <td align="justify" border="r t" thead="column" width="102.4pt">Comments</td>
          </tr>
        </thead>
        <tbody>
          <tr>
            <td align="justify" border="l r tt" width="65.4pt">Welding display</td>
            <td align="justify" border="r tt" width="54.1pt">X</td>
            <td align="justify" border="r tt" width="54.1pt"/>
            <td align="justify" border="r tt" width="51.2pt"/>
            <td align="justify" border="r tt" width="102.4pt"/>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Cavitar<sup class="ltx_centering">©</sup></td>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt"/>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Non-contact thermometer</td>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt"/>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">ECG</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="51.2pt">X</td>
            <td align="justify" border="r t" width="102.4pt"/>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">EEG</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="51.2pt">X</td>
            <td align="justify" border="r t" width="102.4pt"/>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">EMG</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="51.2pt">X</td>
            <td align="justify" border="r t" width="102.4pt"/>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Eye tracking</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt">Maybe with adaptation of the protective glass</td>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Measuring roller</td>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt">Applicable in GMAW, not in GTAW</td>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">IMU</td>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt"/>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Laser</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt">Expensive</td>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Micro/acoustic sensor</td>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt">Noise and risk of occlusion</td>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Motion capture</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt"/>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Multimeter</td>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt"/>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Oscilloscope</td>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt"/>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Pressure platform</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt">Accurate measurements would require coverage over a substantial area.</td>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Thermosensitive product</td>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt">Not very precise</td>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Survey</td>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt"/>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Ruler/caliper</td>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt"/>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Thermocouple</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt">Can be done if pre-welded</td>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Contact thermometer</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt">Does not allow real-time study</td>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Ultrasonics</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt"/>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Video</td>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt">Caution about what is intended to be measured</td>
          </tr>
          <tr>
            <td align="justify" border="l r t" width="65.4pt">Welding speed</td>
            <td align="justify" border="r t" width="54.1pt">X</td>
            <td align="justify" border="r t" width="54.1pt"/>
            <td align="justify" border="r t" width="51.2pt"/>
            <td align="justify" border="r t" width="102.4pt"/>
          </tr>
          <tr>
            <td align="justify" border="b l r t" width="65.4pt">VO2</td>
            <td align="justify" border="b r t" width="54.1pt"/>
            <td align="justify" border="b r t" width="54.1pt"/>
            <td align="justify" border="b r t" width="51.2pt">X</td>
            <td align="justify" border="b r t" width="102.4pt">Little interest</td>
          </tr>
        </tbody>
      </tabular>
      <toccaption><tag close=" ">1</tag>Summary of the measurement tools applicability in our study</toccaption>
      <caption><tag close=": "><text fontsize="90%">Table 1</text></tag><text fontsize="90%">Summary of the measurement tools applicability in our study</text></caption>
<!--  %**** 2024˙02˙01˙HCI.tex Line 325 **** -->    </table>
    <para xml:id="S8.p2">
      <p>Within these parameters, we can identify which one matches with a cognitive aspect of skills, meaning one pillar of the scheme. Consider, for instance, the electric parameters that an operator can set, embodying a prescribed rule of action. By examining the correlation between a torch manipulation reaction and the weld pool dimension, we identify an inference mechanism at play. Time reaction being unknown, we have to be careful when we analyze data. Through collaborative discussions with the operator and meticulous comparisons with other parameters, we can find and derive goals and operational invariants. This intricate analysis provides valuable insights into the interplay of cognitive skills and their manifestation within the defined framework.
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% --></p>
    </para>
  </section>
  <section inlist="toc" xml:id="S9">
    <tags>
      <tag>9</tag>
      <tag role="refnum">9</tag>
      <tag role="typerefnum">§9</tag>
    </tags>
    <title><tag close=" ">9</tag>Survey and interview: A subjective measure of the rationale of the operator</title>
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -->    <para xml:id="S9.p1">
      <p>To gather the operator’s insights, especially to understand the rationale behind their actions, we can utilize a survey or conduct an interview. However, a drawback of using a survey is its restrictive nature, providing limited freedom for the operator’s responses and potentially directing them in a particular direction. This limitation could subsequently constrain the depth of the analysis we can perform.</p>
    </para>
    <para xml:id="S9.p2">
      <p>Several interview techniques are available. Our objective is to comprehend the reasons behind specific actions, and for this purpose, Pierre Vermersch’s explicitation interview appears most suitable <cite class="ltx_citemacro_cite">[<bibref bibrefs="vermersch_entretien_2019" separator="," yyseparator=","/>]</cite>. However, this method is acknowledged for its complexity in implementation, requiring training in interview techniques. Another equally interesting and easier-to-implement method is autoconfrontation.</p>
    </para>
    <para xml:id="S9.p3">
      <p>Autoconfrontation, a commonly used technique, involves using traces, including videos, to place an operator back into the action situation, allowing them to explain their gestures <cite class="ltx_citemacro_cite">[<bibref bibrefs="theureau_les_2010" separator="," yyseparator=","/>]</cite>. Another method is the double instruction, aiming to prompt individuals to assume the role of an instructor to explain their profession <cite class="ltx_citemacro_cite">[<bibref bibrefs="laine_chapitre_2019" separator="," yyseparator=","/>]</cite>.</p>
    </para>
    <para xml:id="S9.p4">
      <p>Interview techniques focus the interviewee’s attention on specific aspects, such as action realization with video support in autoconfrontation, precise and non-generalized actions in the explicitation interview, and pedagogical debate in the case of double instruction. The importance of pauses remains central in these techniques. As this report concentrates on objective measurements, we won’t delve further into these interview techniques.
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% --></p>
    </para>
  </section>
  <section inlist="toc" xml:id="S10">
    <tags>
      <tag>10</tag>
      <tag role="refnum">10</tag>
      <tag role="typerefnum">§10</tag>
    </tags>
    <title><tag close=" ">10</tag>Proposed experimental protocol</title>
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -->    <para xml:id="S10.p1">
      <p>We propose creating a reference piece for a group of welders. This piece should encompass various situations, easily adaptable into a few variants (thickness and material), and representative of many mechanized welding production processes. To achieve this, we present the piece in Figure <ref labelref="LABEL:fig:Pièce_référence"/>.</p>
    </para>
    <figure inlist="lof" labels="LABEL:fig:Pièce_référence" xml:id="S10.F6">
      <tags>
        <tag><text fontsize="90%">Figure 6</text></tag>
        <tag role="refnum">6</tag>
        <tag role="typerefnum">Figure 6</tag>
      </tags>
      <graphics candidates="images/Figure06.png" class="ltx_centering" graphic="images/Figure06.png" options="width=216.81pt" xml:id="S10.F6.g1"/>
      <toccaption class="ltx_centering"><tag close=" ">6</tag>Reference piece to be used in the experimental protocol</toccaption>
      <caption class="ltx_centering"><tag close=": "><text fontsize="90%">Figure 6</text></tag><text fontsize="90%">Reference piece to be used in the experimental protocol</text></caption>
<!--  %**** 2024˙02˙01˙HCI.tex Line 350 **** -->    </figure>
    <para xml:id="S10.p2">
      <p>This part incorporates the following situations (positions according to ISO 6947 <cite class="ltx_citemacro_cite">[<bibref bibrefs="iso_6947_soudage_2019" separator="," yyseparator=","/>]</cite>:</p>
      <enumerate xml:id="S10.I1">
        <item xml:id="S10.I1.i1">
          <tags>
            <tag>1.</tag>
            <tag role="refnum">1</tag>
            <tag role="typerefnum">item 1</tag>
          </tags>
          <para xml:id="S10.I1.i1.p1">
            <p>Angle at the ceiling – plate against plate (position PD)</p>
          </para>
        </item>
        <item xml:id="S10.I1.i2">
          <tags>
            <tag>2.</tag>
            <tag role="refnum">2</tag>
            <tag role="typerefnum">item 2</tag>
          </tags>
          <para xml:id="S10.I1.i2.p1">
            <p>Flat angle – plate against plate (position PB)</p>
          </para>
        </item>
        <item xml:id="S10.I1.i3">
          <tags>
            <tag>3.</tag>
            <tag role="refnum">3</tag>
            <tag role="typerefnum">item 3</tag>
          </tags>
          <para xml:id="S10.I1.i3.p1">
            <p>Flat angle – tube against plate (position PB)</p>
          </para>
        </item>
        <item xml:id="S10.I1.i4">
          <tags>
            <tag>4.</tag>
            <tag role="refnum">4</tag>
            <tag role="typerefnum">item 4</tag>
          </tags>
          <para xml:id="S10.I1.i4.p1">
            <p>Vertical ascending angle – tube against plate (position PF)</p>
          </para>
        </item>
        <item xml:id="S10.I1.i5">
          <tags>
            <tag>5.</tag>
            <tag role="refnum">5</tag>
            <tag role="typerefnum">item 5</tag>
          </tags>
          <para xml:id="S10.I1.i5.p1">
            <p>Flat angle – tube against tube (position PB - external)</p>
          </para>
        </item>
      </enumerate>
    </para>
    <para xml:id="S10.p3">
      <p>The welder will have at his disposal all the necessary sheets and tubes accompanied by the technical drawing of this reference part. We propose to manufacture this piece with three different thicknesses: 2 mm, 4 mm, and 6 mm. A second piece may be produced in a subsequent trial to analyze edge-to-edge welds, especially in GTAW welding, to observe a task that is challenging for automation.</p>
    </para>
    <para xml:id="S10.p4">
      <p>Before carrying out the welds, we will equip the welders with a set of inertial sensors to obtain the orientation of body segments (arms, forearms, torso, etc.). These inertial sensors can be incorporated into a suit (Teslasuit© or Movella©, or using IMUs with custom coding). We will focus on joint amplitudes, particularly those of the upper limbs, directing our attention to torch manipulation speed, pause times, and back-and-forth movements.</p>
    </para>
    <para xml:id="S10.p5">
      <p>We will add a set of sensors to the work environment:
(i) Non-contact thermometer (infrared) to measure temperature,
(ii) A microphone to analyze sound,
(iii) A welding camera (Cavitar<sup>©</sup>) to analyze the fusion pool with filler metal and stick-out,
(iv) An RGB camera to qualitatively analyze the complete body movement and provide a record of the activity,
(v) Inertial measurement units to capture movements.</p>
    </para>
    <para xml:id="S10.p6">
      <p>After completing the weld, we suggest conducting an exchange with the welder in the form of an interview to analyze the reasons behind their actions and understand their activity.</p>
    </para>
    <para xml:id="S10.p7">
      <p>This article underscores the challenges and opportunities related to assessing welders’ schemes in a welding environment. The interference of the electric arc (light, electromagnetic field, etc.) on most measurement tools justifies comparing objective indicators, such as sound and temperature, alongside subjective evaluations through self-confrontation interviews <cite class="ltx_citemacro_cite">[<bibref bibrefs="theureau_les_2010" separator="," yyseparator=","/>]</cite>. Our proposed approach involves analyzing welders’ movements and reactions using objective measures like sound and temperature in various representational situations provided in a reference workpiece (see Figure <ref labelref="LABEL:fig:Pièce_référence"/>). Our analysis will focus on identifying the control loop made by welders to operate a regulation during the welding process. The goal is to identify invariant organizational aspects across multiple situations, reflecting their schemes. By examining welders’ movements and reactions with objective data, we aim to gain a comprehensive understanding of their schemes and develop a model encompassing all facets of their expertise. This model aspires to address current technical limitations faced by robots in specific tasks by incorporating human gestures and cognitive aspects of skills.
<!--  %**** 2024˙02˙01˙HCI.tex Line 375 **** --></p>
    </para>
<!--  %This model will serve as a stepping stone towards automating tasks that are currently difficult for robots to perform, enhancing welding efficiency and productivity. 
     %%%%%%%%%%%%%%%-->  </section>
  <section inlist="toc" xml:id="S11">
    <tags>
      <tag>11</tag>
      <tag role="refnum">11</tag>
      <tag role="typerefnum">§11</tag>
    </tags>
    <title><tag close=" ">11</tag>Conclusions and future work</title>
<!--  %%%%%%%%%%%%%%% -->    <para xml:id="S11.p1">
      <p>The workforce in industries, including welders, constitutes the core of Industry 5.0, yet understanding the principles behind their skills poses challenges. In this article, we propose a set of measures to explore the reasoning behind each decision made by welders. Acknowledging the numerous variables influencing the welding process, we aim to identify critical ones used by welders, recognizing the presence of implicit skills, described within schemes framework.</p>
    </para>
    <para xml:id="S11.p2">
      <p>Measuring a welder’s movement is crucial but is a time-consuming step. Inertial Measurement Units (IMUs) offer a suitable compromise, despite requiring signal processing. While the weld pool dimensions are critical, measuring them poses challenges.</p>
    </para>
    <para xml:id="S11.p3">
      <p>This article primarily centers on welding, yet the methodology employed here can be applicable to various professions. In summary, individuals seeking to analyze schemes must comprehend the intricacies of the job to determine multiple representative situations. Within these scenarios, it is imperative to select variables relevant to the operator. Then we have to measure them. Throughout the data analysis process, emphasis should be placed on identifying control loops that connect perception and action. Upon identification of these loops, it is crucial to verify their consistency across different situations. The organizational constants revealed through this process are indicative of the skills.
<!--  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% --></p>
    </para>
  </section>
  <bibliography xml:id="bib">
    <title>References</title>
    <biblist>
      <bibitem key="ahmad_reviews_2013" xml:id="bib.bib1">
        <tags>
          <tag>[1]</tag>
          <tag role="refnum">1</tag>
        </tags>
        <bibblock>
Ahmad, N., Ghazilla, R.A.R., Khairi, N.M., Kasi, V.: Reviews on various
inertial measurement unit (IMU) sensor applications. International Journal
of Signal Processing Systems <text font="bold">1</text>(2), 256–262 (2013), publisher:
EJournal Publishing
</bibblock>
      </bibitem>
      <bibitem key="alvarez_bestard_measurement_2018" xml:id="bib.bib2">
        <tags>
          <tag>[2]</tag>
          <tag role="refnum">2</tag>
        </tags>
        <bibblock>
Alvarez Bestard, G.A., Absi Alfaro, S.C.: Measurement and estimation of the
weld bead geometry in arc welding processes: the last 50 years of
development. Journal of the Brazilian Society of Mechanical Sciences and
Engineering <text font="bold">40</text>(9),  444 (Sep 2018)
</bibblock>
      </bibitem>
      <bibitem key="charron_conceptualization_2002" xml:id="bib.bib3">
        <tags>
          <tag>[3]</tag>
          <tag role="refnum">3</tag>
        </tags>
        <bibblock>
Charron, C.: Conceptualization of fractions and categorization of problems for
adolescents. European Journal of Psychology of Education <text font="bold">17</text>(2),
115–128 (Jun 2002)
</bibblock>
      </bibitem>
      <bibitem key="chiocca_etude_2016" xml:id="bib.bib4">
        <tags>
          <tag>[4]</tag>
          <tag role="refnum">4</tag>
        </tags>
        <bibblock>
Chiocca, A.: Etude de l’influence des écoulements dans le bain de fusion sur
<!--  %**** 2024˙02˙01˙HCI.bbl Line 25 **** -->les mécanismes de solidification en soudage sur l’alliage Cu30Ni.
phdthesis, Université Montpellier (Jun 2016)
</bibblock>
      </bibitem>
      <bibitem key="delapp_quantitative_2005" xml:id="bib.bib5">
        <tags>
          <tag>[5]</tag>
          <tag role="refnum">5</tag>
        </tags>
        <bibblock>
Delapp, D., Cook, G., Strauss, A., Hofmeister, W.: Quantitative observations of
surface flow and solidification on autogenous GTA weld pools. In: ASM
Proceedings of the International Conference: Trends in Welding
Research. vol. 2005, pp. 97–102 (2005)
</bibblock>
      </bibitem>
      <bibitem key="erden_identifying_2009" xml:id="bib.bib6">
        <tags>
          <tag>[6]</tag>
          <tag role="refnum">6</tag>
        </tags>
        <bibblock>
Erden, M.S., Tomiyama, T.: Identifying welding skills for training and
assistance with robot. Science and Technology of Welding and Joining
<text font="bold">14</text>(6), 523–532 (Aug 2009)
</bibblock>
      </bibitem>
      <bibitem key="van_essen_identifying_2008" xml:id="bib.bib7">
        <tags>
          <tag>[7]</tag>
          <tag role="refnum">7</tag>
        </tags>
        <bibblock>
van Essen, J., van der Jagt, M., Troll, N., Wanders, M., Erden, M.S., van Beek,
T., Tomiyama, T.: Identifying Welding Skills for Robot Assistance.
In: 2008 IEEE/ASME International Conference on Mechtronic and
Embedded Systems and Applications. pp. 437–442 (Oct 2008)
</bibblock>
      </bibitem>
      <bibitem key="gourzoulidis_photobiological_2023" xml:id="bib.bib8">
        <tags>
          <tag>[8]</tag>
          <tag role="refnum">8</tag>
        </tags>
        <bibblock>
Gourzoulidis, G.A., Bouroussis, C.A., Achtipis, A., Kazasidis, M., Pantelis,
D., Markoulis, A., Konstantakopoulos, I., Topalis, F.V.: Photobiological
hazards in shielded metal arc welding. Physica Medica <text font="bold">106</text>, 102520
(Feb 2023)
<!--  %**** 2024˙02˙01˙HCI.bbl Line 50 **** --></bibblock>
      </bibitem>
      <bibitem key="gu_imu-based_2023" xml:id="bib.bib9">
        <tags>
          <tag>[9]</tag>
          <tag role="refnum">9</tag>
        </tags>
        <bibblock>
Gu, C., Lin, W., He, X., Zhang, L., Zhang, M.: IMU-based motion capture
system for rehabilitation applications: A systematic review. Biomimetic
Intelligence and Robotics <text font="bold">3</text>(2), 100097 (Jun 2023)
</bibblock>
      </bibitem>
      <bibitem key="hardt_ultrasonic_1984" xml:id="bib.bib10">
        <tags>
          <tag>[10]</tag>
          <tag role="refnum">10</tag>
        </tags>
        <bibblock>
Hardt, D., Katz, J., others: Ultrasonic measurement of weld penetration.
Welding Journal <text font="bold">63</text>(9), 273s–281s (1984)
</bibblock>
      </bibitem>
      <bibitem key="hoarau_revealing_2018" xml:id="bib.bib11">
        <tags>
          <tag>[11]</tag>
          <tag role="refnum">11</tag>
        </tags>
        <bibblock>
Hoarau, M., Charron, C., Mars, F.: Revealing misleading schemes through
operator activity analysis: A factory case study. Human Factors and
Ergonomics in Manufacturing &amp; Service Industries <text font="bold">28</text>(6), 360–371
(Nov 2018)
</bibblock>
      </bibitem>
      <bibitem key="iso_13916_soudage_2018" xml:id="bib.bib12">
        <tags>
          <tag>[12]</tag>
          <tag role="refnum">12</tag>
        </tags>
        <bibblock>
ISO 13916: Soudage — Mesurage de la température de préchauffage, de la
température entre passes et de la température de maintien du préchauffage
(Feb 2018)
</bibblock>
      </bibitem>
      <bibitem key="iso_6947_soudage_2019" xml:id="bib.bib13">
        <tags>
          <tag>[13]</tag>
          <tag role="refnum">13</tag>
        </tags>
        <bibblock>
ISO 6947: Soudage et techniques connexes — Positions de soudage (2019)
</bibblock>
      </bibitem>
      <bibitem key="kovacevic_sensing_1996" xml:id="bib.bib14">
        <tags>
          <tag>[14]</tag>
          <tag role="refnum">14</tag>
        </tags>
        <bibblock>
<!--  %**** 2024˙02˙01˙HCI.bbl Line 75 **** -->Kovacevic, R., Zhang, Y.M.: Sensing Free Surface of Arc Weld Pool
Using Specular Reflection: Principle and Analysis. Proceedings of
the Institution of Mechanical Engineers, Part B: Journal of Engineering
Manufacture <text font="bold">210</text>(6), 553–564 (Dec 1996)
</bibblock>
      </bibitem>
      <bibitem key="laine_chapitre_2019" xml:id="bib.bib15">
        <tags>
          <tag>[15]</tag>
          <tag role="refnum">15</tag>
        </tags>
        <bibblock>
Lainé, A., Mayen, P.: Chapitre 9. – L’instruction au sosie. In:
Valoriser le potentiel d’apprentissage des expériences professionnelles, pp.
103–120. Praxis (Eduter Ingénierie), Éducagri éditions, Dijon cedex
(2019)
</bibblock>
      </bibitem>
      <bibitem key="lv_investigation_2011" xml:id="bib.bib16">
        <tags>
          <tag>[16]</tag>
          <tag role="refnum">16</tag>
        </tags>
        <bibblock>
Lv, N., Chen, S.: Investigation on Acoustic Signals for On-line
Monitoring of Welding. In: Tarn, T.J., Chen, S.B., Fang, G. (eds.)
Robotic Welding, Intelligence and Automation. pp. 235–243. Lecture
Notes in Electrical Engineering, Springer, Berlin, Heidelberg (2011)
</bibblock>
      </bibitem>
      <bibitem key="manorathna_human_2017" xml:id="bib.bib17">
        <tags>
          <tag>[17]</tag>
          <tag role="refnum">17</tag>
        </tags>
        <bibblock>
Manorathna, P., Marimuthu, S., Justham, L., Jackson, M.: Human behaviour
capturing in manual tungsten inert gas welding for intelligent automation.
Proceedings of the Institution of Mechanical Engineers, Part B: Journal of
Engineering Manufacture <text font="bold">231</text>(9), 1619–1627 (Jul 2017)
</bibblock>
      </bibitem>
      <bibitem key="mi_real-time_2006" xml:id="bib.bib18">
        <tags>
          <tag>[18]</tag>
          <tag role="refnum">18</tag>
        </tags>
        <bibblock>
Mi, B., Ume, C.: Real-Time Weld Penetration Depth Monitoring With
<!--  %**** 2024˙02˙01˙HCI.bbl Line 100 **** -->Laser Ultrasonic Sensing System. Journal of Manufacturing Science and
Engineering-transactions of The Asme - J MANUF SCI ENG <text font="bold">128</text> (Feb
2006)
</bibblock>
      </bibitem>
      <bibitem key="mueller_intuitive_2019" xml:id="bib.bib19">
        <tags>
          <tag>[19]</tag>
          <tag role="refnum">19</tag>
        </tags>
        <bibblock>
Mueller, F., Deuerlein, C., Koch, M.: Intuitive Welding Robot Programming
via Motion Capture and Augmented Reality. IFAC-PapersOnLine
<text font="bold">52</text>(10), 294–299 (Jan 2019)
</bibblock>
      </bibitem>
      <bibitem key="ong_augmented_2020" xml:id="bib.bib20">
        <tags>
          <tag>[20]</tag>
          <tag role="refnum">20</tag>
        </tags>
        <bibblock>
Ong, S.K., Yew, A.W.W., Thanigaivel, N.K., Nee, A.Y.C.: Augmented
reality-assisted robot programming system for industrial applications.
Robotics and Computer-Integrated Manufacturing <text font="bold">61</text>, 101820 (Feb
2020)
</bibblock>
      </bibitem>
      <bibitem key="pal_monitoring_2011" xml:id="bib.bib21">
        <tags>
          <tag>[21]</tag>
          <tag role="refnum">21</tag>
        </tags>
        <bibblock>
Pal, K., Pal, S.K.: Monitoring of Weld Penetration Using Arc
Acoustics. Materials and Manufacturing Processes <text font="bold">26</text>(5), 684–693
(May 2011)
</bibblock>
      </bibitem>
      <bibitem key="saini_investigation_1998" xml:id="bib.bib22">
        <tags>
          <tag>[22]</tag>
          <tag role="refnum">22</tag>
        </tags>
        <bibblock>
Saini, D., Floyd, S.: An investigation of gas metal arc welding sound signature
for on-line quality control. WELDING JOURNAL-NEW YORK- <text font="bold">77</text>, 172–s
(1998), publisher: AMERICAN WELDING SOC
<!--  %**** 2024˙02˙01˙HCI.bbl Line 125 **** --></bibblock>
      </bibitem>
      <bibitem key="goncalves_e_silva_effect_2019" xml:id="bib.bib23">
        <tags>
          <tag>[23]</tag>
          <tag role="refnum">23</tag>
        </tags>
        <bibblock>
Gonçalves e Silva, R.H., Correa Riffel, K., Pompermaier Okuyama, M., Dalpiaz,
G.: Effect of dynamic wire in the GTAW process. Journal of Materials
Processing Technology <text font="bold">269</text>, 91–101 (Jul 2019)
</bibblock>
      </bibitem>
      <bibitem key="silwal_effect_2018" xml:id="bib.bib24">
        <tags>
          <tag>[24]</tag>
          <tag role="refnum">24</tag>
        </tags>
        <bibblock>
Silwal, B., Santangelo, M.: Effect of vibration and hot-wire gas tungsten arc
(GTA) on the geometric shape. Journal of Materials Processing Technology
<text font="bold">251</text>, 138–145 (Jan 2018)
</bibblock>
      </bibitem>
      <bibitem key="thomas_d_tenkate_optical_1998" xml:id="bib.bib25">
        <tags>
          <tag>[25]</tag>
          <tag role="refnum">25</tag>
        </tags>
        <bibblock>
Tenkate, T.D.: Optical Radiation Hazards of Welding Arcs. Reviews on
Environmental Health <text font="bold">13</text>(3), 131–146 (Jul 1998), publisher: De
Gruyter
</bibblock>
      </bibitem>
      <bibitem key="theureau_les_2010" xml:id="bib.bib26">
        <tags>
          <tag>[26]</tag>
          <tag role="refnum">26</tag>
        </tags>
        <bibblock>
Theureau, J.: Les entretiens d’autoconfrontation et de remise en situation par
les traces matérielles et le programme de recherche cours d’action. Revue
d’anthropologie des connaissances <text font="bold">Vol 4, 2</text>(2), 287–322 (2010),
place: Grenoble Publisher: S.A.C.
</bibblock>
      </bibitem>
      <bibitem key="vergnaud_theory_2009" xml:id="bib.bib27">
        <tags>
          <tag>[27]</tag>
          <tag role="refnum">27</tag>
        </tags>
        <bibblock>
Vergnaud, G.: The Theory of Conceptual Fields. Human Development
<text font="bold">52</text>(2), 83–94 (2009)
<!--  %**** 2024˙02˙01˙HCI.bbl Line 150 **** --></bibblock>
      </bibitem>
      <bibitem key="vermersch_entretien_2019" xml:id="bib.bib28">
        <tags>
          <tag>[28]</tag>
          <tag role="refnum">28</tag>
        </tags>
        <bibblock>
Vermersch, P.: L’entretien d’explicitation. Psychologies &amp; psychothérapies,
ESF sciences humaines, Paris, 9e éd. 2019 edn. (2019)
</bibblock>
      </bibitem>
      <bibitem key="wang_feature_2011" xml:id="bib.bib29">
        <tags>
          <tag>[29]</tag>
          <tag role="refnum">29</tag>
        </tags>
        <bibblock>
Wang, J.F., Yu, H.D., Qian, Y.Z., Yang, R.Z., Chen, S.B.: Feature extraction in
welding penetration monitoring with arc sound signals. Proceedings of the
Institution of Mechanical Engineers, Part B: Journal of Engineering
Manufacture <text font="bold">225</text>(9), 1683–1691 (2011)
</bibblock>
      </bibitem>
      <bibitem key="wang_analysis_2009" xml:id="bib.bib30">
        <tags>
          <tag>[30]</tag>
          <tag role="refnum">30</tag>
        </tags>
        <bibblock>
Wang, J., Chen, B., Chen, H., Chen, S.: Analysis of arc sound characteristics
for gas tungsten argon welding. Sensor Review <text font="bold">29</text>(3), 240–249 (Jan
2009), publisher: Emerald Group Publishing Limited
</bibblock>
      </bibitem>
      <bibitem key="weglowski_investigation_2007" xml:id="bib.bib31">
        <tags>
          <tag>[31]</tag>
          <tag role="refnum">31</tag>
        </tags>
        <bibblock>
Weglowski, M.: Investigation on the electric arc light emission in TIG
welding. International Journal of Computational Materials Science and Surface
Engineering <text font="bold">1</text> (Jan 2007)
</bibblock>
      </bibitem>
      <bibitem key="zhang_welding_2017" xml:id="bib.bib32">
        <tags>
          <tag>[32]</tag>
          <tag role="refnum">32</tag>
        </tags>
        <bibblock>
Zhang, G., Shi, Y., Gu, Y., Fan, D.: Welding torch attitude-based study of
human welder interactive behavior with weld pool in GTAW. Robotics and
Computer-Integrated Manufacturing <text font="bold">48</text>, 145–156 (Dec 2017)
<!--  %**** 2024˙02˙01˙HCI.bbl Line 175 **** --></bibblock>
      </bibitem>
      <bibitem key="zhang_measurement_2014" xml:id="bib.bib33">
        <tags>
          <tag>[33]</tag>
          <tag role="refnum">33</tag>
        </tags>
        <bibblock>
Zhang, W., Xiao, J., Chen, H., Zhang, Y.: Measurement of three-dimensional
welding torch orientation for manual arc welding process. Measurement Science
and Technology <text font="bold">25</text>(3), 035010 (Mar 2014)
</bibblock>
      </bibitem>
    </biblist>
  </bibliography>
</document>
