seminar.tex

\documentclass{beamer}

% Manifest data
\input{manifest}

\usepackage{amsmath}
\usepackage{textcomp}
\usepackage{listings}
\usepackage{lmodern}
\usepackage[T1]{fontenc}
\usepackage{tikz}
\usepackage{tikzsymbols}
\usepackage{anyfontsize}

\usepackage{makecell, tabularx}
\newcolumntype{M}{>{\raggedright\arraybackslash}m}
\renewcommand\tabularxcolumn[1]{M{#1}}
\renewcommand\arraystretch{1.2}
\usetikzlibrary{shapes,shapes.geometric,arrows,graphs,graphdrawing,fit,calc,positioning,automata}
\usepackage{pgf-pie,pgfplots}
\pgfplotsset{compat=1.9}

\usepackage{multicol}

\usepackage[disable]{todonotes}
% Disable footnotes; from https://tex.stackexchange.com/a/240494/192195
\renewcommand{\footnote}[2][]{\relax}

% From https://tex.stackexchange.com/a/283202/192195
\usepackage[shortcuts]{extdash}

% Required for biblatex, but also adds functionality for quotation
\usepackage{csquotes}

% Jason's bibliography format
% % Credit to Gabriel Devenyi for this bibliography cfg:
% % github.com/gdevenyi/mcmaster.latex
% \usepackage[
%   style=numeric-comp,
%   backend=biber,
%   sorting=none,
%   backref=true,
%   maxnames=99,
%   alldates=iso,
%   seconds=true
% ]{biblatex} % bibliography
% \addbibresource{references.bib}
\usepackage[round]{natbib}
\bibliographystyle{plainnat}
\setcitestyle{yysep={;}}
\defcitealias{ISTQB}{Hamburg and Mogyorodi}
\newcommand{\citetISTQB}{\citetalias{ISTQB} (\citeyear{ISTQB})}
\newcommand{\citepISTQB}{\citepalias[\citeyear{ISTQB}]{ISTQB}}
\newcommand{\citealpISTQB}{\citetalias{ISTQB}, \citeyear{ISTQB}}

\lstset{
    language=[latex]tex,
    breaklines=true}

\usetheme{Madrid}

\setbeamertemplate{caption}{\centering\insertcaption\par}

% Change block width
\addtobeamertemplate{block begin}{%
    \centering\large%
    \setlength{\textwidth}{0.9\textwidth}
}{}

% From https://tex.stackexchange.com/a/489625/192195
\BeforeBeginEnvironment{block}{\begin{adjustbox}{minipage={\linewidth}, center}}
    \AfterEndEnvironment{block}{\end{adjustbox}}

\usepackage{adjustbox}

\def\checkmark{\tikz\fill[scale=0.4](0,.35) -- (.25,0) -- (1,.7) -- (.25,.15) -- cycle;} 

\input{common_macros}
\input{assets}
\notpapertrue
\notdefensetrue

\newenvironment{paperTable}{
    \begingroup
    \renewcommand*{\thefootnote}{\alph{footnote}}
    \begin{table}[hbtp!]
        }{
    \end{table}
    \endgroup
}

\renewcommand\stds{\stdSources{1}}
\renewcommand\metas{\metaSources{1}}
\renewcommand\texts{\textSources{1}}
\renewcommand\papers{\paperSources{1}}

\newcounter{methodCounter}

\title[Testing Terminology]{\thesisTitle{}}
\subtitle{\thesisTargetDegreeNameShort{} Seminar}
\author[\thesisAuthorName{}]{\thesisAuthorName{}, \thesisAuthorCredentials{}}

% Committee
% \begin{itemize}
%     \item \emph{Supervisor}: Dr.~Jacques Carette
%     \item \emph{Supervisor}: Dr.~Spencer Smith
%     \item Dr.~Ned Nedialkov
%     \item Dr.~Richard Paige
% \end{itemize}

\institute[McMaster University]{McMaster University\\Department of Computing and Software}
\date{Fall 2025}

\AtBeginSection[]
{
  \begin{frame}{Table of Contents}
    \tableofcontents[currentsection]
  \end{frame}
}

\begin{document}

% From https://tex.stackexchange.com/a/42826/192195
\NewDocumentCommand{\ShowListingForLineNumber}{s O{1.0} m m}{
    \IfBooleanTF{#1}{\vspace{-#2\baselineskip}}{}
    \lstinputlisting[
        style=MyListStyle,
        linerange={#3-#3},
        firstnumber=#3,
    ]{#4}
}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%% TITLE PAGE
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\frame{\titlepage}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%% TABLE OF CONTENTS
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

\begin{frame}{Table of Contents}
    \tableofcontents
\end{frame}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%% INTRODUCTION
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\section{Introduction}

\subsection{The Need for Standardized Terminology}

\begin{frame}{The Need for Standardized Terminology}
    \begin{columns}[T]
        \begin{column}{.6\textwidth}
            \begin{itemize}
                \item Engineering is applied science
                \item Scientific fields use precise terminology
            \end{itemize}
        \end{column}
        \begin{column}{.4\textwidth}
            \begin{column}{.3\textwidth}
                \begin{center}
                    \vspace*{\fill}
                    \vspace{2mm}
                    \huge \textbf{$\Rightarrow$}
                    \vspace*{\fill}
                \end{center}
            \end{column}
            \begin{column}{.7\textwidth}
                \vspace{-1mm}
                \begin{block}{}{
                        \begin{center}
                            SOFTWARE ENGINEERING
                        \end{center}
                    }
                \end{block}
            \end{column}
        \end{column}
    \end{columns}
    % \pause
    \vspace{5mm}
    \begin{columns}[b]
        \begin{column}{.3\textwidth}
            \begin{figure}
                \includegraphics[width=\linewidth]{assets/images/force}
                \caption{\tiny \cite{force}}
            \end{figure}
        \end{column}
        \begin{column}{.3\textwidth}
            \begin{figure}
                \includegraphics[width=\linewidth]{assets/images/isotope}
                \caption{\tiny \cite{isotope}}
            \end{figure}
        \end{column}
        \begin{column}{.3\textwidth}
            \begin{figure}
                \includegraphics[width=\linewidth]{assets/images/protein}
                \caption{\tiny \cite{protein}}
            \end{figure}
        \end{column}
    \end{columns}
\end{frame}

\subsection{The Lack of Standardized Terminology}

% \begin{frame}[c]{The Lack of Standardized Terminology}
%     \framesubtitle{``The Problem''}
%     \begin{figure}
%         \centering
%         \only{\includegraphics[height=0.65\textheight]{assets/images/test approach choices}
%             \caption{\tiny \citep[Fig.~2]{IEEE2022}}}<1>
%         \only{\includegraphics[height=0.65\textheight]{assets/images/test approach exp based}
%             \caption{\tiny Adapted from \citep[Fig.~2]{IEEE2022}}}<2>
%     \end{figure}
% \end{frame}

\begin{frame}[c]{The Lack of Standardized Terminology}
    \framesubtitle{``The Problem''}  % (cont.)
    \begin{figure}
        \begin{center}
            \only{\includegraphics[height=0.65\textheight]{assets/images/system testing}
                \caption{\tiny \citep[p.~23]{Firesmith2015}}}<1>
            \only{\includegraphics[height=0.65\textheight]{assets/images/system testing hil}
                \caption{\tiny Adapted from \citep[p.~23]{Firesmith2015}}}<2>
            \only{\includegraphics[height=0.65\textheight]{assets/images/system testing sos}
                \caption{\tiny Adapted from \citep[p.~23]{Firesmith2015}}}<3>
            \only{\includegraphics[height=0.65\textheight]{assets/images/system testing self}
                \caption{\tiny Adapted from \citep[p.~23]{Firesmith2015}}}<4>
            \only{\includegraphics[height=0.65\textheight]{assets/images/system testing int}
                \caption{\tiny Adapted from \citep[p.~23]{Firesmith2015}}}<5>
            \only{\includegraphics[height=0.65\textheight]{assets/images/system testing int 2}
                \begin{columns}
                    \centering
                    \begin{column}{0.4\textwidth}
                        \caption{\tiny Adapted from \citepISTQB{}}
                    \end{column}
                    \begin{column}{0.4\textwidth}
                        \caption{\tiny Adapted from \citep[p.~23]{Firesmith2015}}
                    \end{column}
                \end{columns}
            }<6>
        \end{center}
    \end{figure}
\end{frame}

\newcommand{\stick}[3][black]{
    \node at (#2, 1) {\textcolor{#1}{\Strichmaxerl[3]}};
    \node[above] at (#2, 1.5) {#3};
}
\newcommand{\tester}[1]{\stick[red]{#1}{Tester}}
\newcommand{\boss}[1]{\stick{#1}{Boss}}
\newcommand{\dev}[1]{\stick{#1}{Dev}}
\newcommand{\user}[1]{\stick{#1}{User}}

\begin{frame}{The Lack of Standardized Terminology}
    \framesubtitle{``The Problem'' (cont.)}

    \vspace{-0.5cm}

    \centering
    \begin{tikzpicture}[scale=1.5]

        % Draw the rectangle
        \draw[ultra thick] (0, 0) rectangle (4, 2.5);

        \dev{0.5}
        \boss{3.5}
        \user{5.75}
        \user{6.5}

        \onslide<1>{
            \tester{2.75}
            \node[draw, ellipse callout, align=center, anchor=south,
                inner xsep=-0.75em, fill=white, text width=4.5cm, font=\small,
                callout absolute pointer={(3.5, 2)}] at (3, 2.5)
            {Tester, let's conduct alpha testing on our product!};
            % The ``first stage of testing before a product is
            % considered ready for commercial or operational use''
            % \citep[p.~17]{IEEE2017}.
        }

        \onslide<2>{
            \tester{2}
            \node[draw, ellipse callout, align=center, anchor=south,
                inner xsep=-3em, fill=white, text width=7.5cm, font=\small,
                callout absolute pointer={(2, 2)}] at (1.75, 2.25)
            % \node[draw, cloud, cloud puffs=10, cloud puff arc=120, aspect=1.5, align=center,
            %     anchor=south, fill=white, text width=3cm, font=\footnotesize] at (3.5, 2.25)
            {Alpha testing is done by ``users within \\ the organization developing
                the software''.\\ \tiny \citep[p.~17]{IEEE2017}};
        }

        \onslide<3-4>{\tester{1.25}}

        \onslide<3>{
            \node[draw, ellipse callout, align=center, anchor=south,
                inner xsep=-1em, fill=white, text width=4cm, font=\small,
                callout absolute pointer={(1.25, 2)}] at (1.5, 2.5)
            {Dev, can you do some alpha testing?};
        }

        \onslide<4>{
            \node[draw, ellipse callout, align=center, anchor=south,
                inner xsep=-2em, fill=white, text width=5cm, font=\small,
                callout absolute pointer={(0.75, 2)}] at (1.75, 2.25)
            {No?! Alpha testing is done by ``a small, selected group of
                potential users''!\\ \tiny \citep[p.~5\=/8]{SWEBOK2025}};
        }

        \onslide<5>{
            \tester{5}
            \node[draw, ellipse callout, align=center, anchor=south,
                inner xsep=-1.75em, fill=white, text width=4cm, font=\small,
                callout absolute pointer={(5.25, 2)}] at (5.75, 2.25)
            {Alpha testing time!};
        }

        \onslide<6-7>{\tester{2.75}}

        \onslide<6>{
            \node[draw, ellipse callout, align=center, anchor=south,
                inner xsep=-2em, fill=white, text width=3cm, font=\small,
                callout absolute pointer={(2.75, 2)}] at (3, 2.25)
            {All done!};
        }

        \onslide<7>{
            \node[draw, ellipse callout, align=center, anchor=south,
                inner xsep=-1.75em, fill=white, text width=6cm, font=\small,
                callout absolute pointer={(3.5, 2)}] at (3, 2.25)
            {How? Alpha testing is performed \\
                % by `roles outside the development organization' and done
                ``in the developer's test \mbox{environment}'', but you didn't bring
                anyone in.\\ \tiny \citepISTQB{}};
        }

    \end{tikzpicture}
\end{frame}

\begin{frame}{Barriers to Effective Communication}
    \framesubtitle{``The Problem'' (cont.)}
    \vspace{-1cm}
    \begin{columns}[T]
        \begin{column}{.5\textwidth}
            \begin{center}
                \huge Interorganizational

                \normalsize Schools, companies, etc.

                \vspace{5mm}

                % Based on code frustratingly generated by ChatGPT
                \begin{tikzpicture}

                    % Define coordinates of the triangle's vertices
                    \coordinate (A) at (0, 0);
                    \coordinate (B) at (3, 0);
                    \coordinate (C) at (1.5, 2.6);
                    \coordinate (D) at (1.5, 0.86667);

                    % Draw circles at each vertex without labels
                    \draw[fill=blue!20] (A) circle [radius=0.5];
                    \draw[fill=blue!20] (B) circle [radius=0.5];
                    \draw[fill=blue!20] (C) circle [radius=0.5];

                    % Draw arrows as arcs
                    \draw[->, thick, shorten <= 20pt] (B) arc (0:48:3cm);
                    \draw[->, thick, shorten <= 20pt] (C) arc (120:168:3cm);
                    \draw[->, thick, shorten <= 20pt] (A) arc (240:288:3cm);

                    % Small diagrams inside each circle
                    \only<2->{
                        \foreach \x in {A,B,C} {
                                \begin{scope}[shift={(\x)}, scale=0.2] % Scaling down and shifting to position A
                                    \coordinate (D) at (-1.25, -0.75);
                                    \coordinate (E) at (1.25, -0.75);
                                    \coordinate (F) at (0, 1.5);
                                    \draw[fill=blue!20] (D) circle [radius=0.5];
                                    \draw[fill=blue!20] (E) circle [radius=0.5];
                                    \draw[fill=blue!20] (F) circle [radius=0.5];
                                    \draw[->, shorten <= 4pt] (E) arc (0:45:2.5cm);
                                    \draw[->, shorten <= 4pt] (F) arc (120:165:2.5cm);
                                    \draw[->, shorten <= 4pt] (D) arc (240:285:2.5cm);
                                \end{scope}
                            }
                    }
                \end{tikzpicture}
            \end{center}
        \end{column}
        \begin{column}<2->{.5\textwidth}
            \begin{center}
                \huge Intraorganizational \normalsize
            \end{center}

            ``Complete testing'' could require the tester to:
            \begin{itemize}
                \item discover every bug,
                \item exhaust the time allocated,
                \item implement every planned test,
                \item \dots{} \tiny \citep[p.~7]{KanerEtAl2011}
                      \normalsize \hspace{0pt} % For bullet spacing
            \end{itemize}
        \end{column}
    \end{columns}
\end{frame}

\begin{frame}{Taxonomies to the Rescue?}
    \framesubtitle{``The Problem'' (cont.)}
    \begin{itemize}
        \item Existing software testing taxonomies: \hfill Focus on: \hspace{0.25cm}
              \begin{itemize}
                  \item \citet{TebesEtAl2020a} \hfill {\small The Testing Process}
                  \item \citet{SouzaEtAl2017} \hfill {\small Organizing Terminology}
                  \item \citet{Firesmith2015} \hfill {\small Relations between Approaches}
                  \item \citet{UnterkalmsteinerEtAl2014} \hfill {\small Traceability between Stages}
              \end{itemize}
    \end{itemize}
\end{frame}

\input{common_slides}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%% CONCLUSION
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\section{Next Steps}

\begin{frame}{Next Steps}
    \framesubtitle{Threats to Validity}
    \begin{enumerate}
        \item Performed by a single researcher over a period of time
        \item Terms we defined: categories, flaws, \dots{}
        \item Derived approaches: test types from qualities, test techniques
              from coverage metrics, \dots{}
        \item Limits and enforcement of standards
    \end{enumerate}
\end{frame}

\begin{frame}{Next Steps}
    \framesubtitle{Future Work}
    \begin{columns}
        \begin{column}{0.35\textwidth}
            \begin{figure}
                \beforeIterGraph{0.5}
                \vspace{-0.3cm}
                \caption{Before}
            \end{figure}
        \end{column}
        \begin{column}{0.35\textwidth}
            \begin{figure}
                \afterIterGraph{0.5}
                \vspace{-0.3cm}
                \caption{After}
            \end{figure}
        \end{column}
        \begin{column}{0.3\textwidth}
            \begin{figure}
                \iterLegend{0.7}
                \vspace{0.7cm}
            \end{figure}
        \end{column}
    \end{columns}
    \vfill
    \begin{enumerate}
        \item Iterate over undefined test approaches
        \item Investigate missing approaches
        \item Fill in other approach data
        \item Improve approach relation visualizations
        \item Identify and detect more flaws
    \end{enumerate}
    \vfill
\end{frame}

\begin{frame}{Next Steps}
    \framesubtitle{Future Work}
    \rqc{}
    \begin{itemize}
        \item It will be more effective to do this more systematically once the
              previous tasks are finished
        \item Our glossaries and tools for analyzing them provide a solid
              foundation for this task on which future researchers can build
    \end{itemize}
\end{frame}

\section{Conclusion}

\begin{frame}{Conclusion}
    \begin{itemize}
        \item<1-> The software testing literature is flawed, so
              don't assume everyone is on the same page
        \item<2> Even if they are, there can still be issues!
    \end{itemize}
    \only<1>{\vspace*{2.1cm}%
        \input{assets/graphs/flawBarsSem}}
    \onslide<2>{\begin{figure}
            \includegraphics[width=0.8\textwidth]{assets/images/system testing}
            \caption{\tiny \citep[p.~23]{Firesmith2015}}
        \end{figure}}
\end{frame}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%% ACKNOWLEDGEMENT
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

\begin{frame}{Acknowledgment}

    \begin{itemize}
        \item \supersAck{}
        \item The format of this presentation was \emph{heavily} based on
              a previous presentation by Jason Balaci, who also provided a
              great thesis template
        \item \familyAck{}\vspace*{1cm}
        \item \codeAI*{}
    \end{itemize}
\end{frame}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%% REFERENCES
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

% From https://tex.stackexchange.com/a/457255/192195
\setbeamertemplate{page number in head/foot}{}

\begin{frame}[allowframebreaks,noframenumbering]{References}

    \bibliography{references,seminar_refs}
\end{frame}

\end{document}