Added Graphics about Single-Point vs. Runtime Behavior

Author: thomasWeise

graphics/performance/performance_dimensions/performance_cuts.cdr

@@ -25,13 +25,13 @@
 \begin{itemize}%
 \item install Docker from\\\url{http://www.docker.com/} and do%
 \item \mbox{\codeil{docker run -t -i -p 9999:8080/tcp}} \mbox{\codeil{optimizationbenchmarking/evaluator-gui}}%
-\item open browser to \codeil{http://localhost:9999}%
+\item open browser to \codeil{http://localhost:9999} on Linux, replace \codeil{localhost} with the IP address of the Docker container under Windows or Mac OS%
 \end{itemize}%
 %
 \vfill%
 }%
 %
-\locateGraphic{2-}{width=0.33\paperwidth}{graphics/website/website}{0.63}{0.47}%
+\locateGraphic{2-}{width=0.33\paperwidth}{graphics/website/website}{0.63}{0.45}%
 \locateGraphic{1}{width=0.33\paperwidth}{graphics/barcodes/website}{0.63}{0.47}%
 %
 \end{itemize}%

graphics/performance/performance_dimensions/performance_cuts.pdf

@@ -5,11 +5,11 @@ \section{Introduction}%
 \frametitle{Quick Overview}%
 \begin{itemize}%
 \item Concept of optimization algorithms% 
-\item<2-> How to benchmark such algorithms%
+\item<2-> How to benchmark optimization algorithms%
 \item<3-> How to evaluate data obtained from benchmarking and how to compare algorithms
 \item<4-> The \optimizationBenchmarking\ Framework can do it for you\only<-4>{!}\only<5->{:}%
 \item<5-> It provides a graphical user interface in a client/server application for loading, editing, and evaluating experimental results.%
-\item<6-> It can run as Docker container under Linux, MacOS?, and Windows? without needing any additional software (except Docker and a browser).% 
+\item<6-> It can run as Docker container under Linux, MacOS, and Windows without needing any additional software (except Docker and a browser).% 
 \item<7-> It produces reports, similar to articles, in \LaTeX\ with figures and building blocks ready for use in your publications%
 \end{itemize}%
 \end{frame}%
@@ -87,32 +87,38 @@ \section{Introduction}%
 \end{itemize}%
 }%
 %
-\item<10-> \alert{Experimental analysis and comparison only practical alternative.}%
+\item<10-> \alert{Experimental analysis and comparison is the only practical alternative.}%
 %
 \end{itemize}%
 \end{frame}%
 %
 %
 %
-\begin{frame}%
+\begin{frame}[t]%
 \frametitle{Performance and Anytime Algorithms}%
 %
 \emph{\inQuotes{We use metaheuristic optimization algorithms to give us \alert<3->{good approximate solutions} within \alert<4->{acceptable runtime}.}}%
 %
 \uncover<2->{%
 \begin{itemize}%
 \item Algorithm performance has two dimensions\scitep{NAFR2010RPBBOB2ES,WCTLTCMY2014BOAAOSFFTTSP}:\uncover<3->{ solution quality\uncover<4->{ and required runtime}}%
+\only<-9>{%
 \item<5-> Anytime Algorithms\scitep{BD1989STDPP2} are optimization methods which maintain an approximate solution at \emph{any time} during their run and iteratively improve this guess.%
 \item<6-> All metaheuristics are Anytime Algorithms.%
 \item<7-> Several exact methods like Branch-and-Bound\scitep{LMSK1963AAFTTSP,Z1993TBABACSOTATSP,Z1999TAADFBABACSOTATSP} are Anytime Algorithms.%
 \item<8-> Consequence: Most optimization algorithms produce approximate solutions of different qualities at different points during their process.%
 \item<9-> Experiments must capture solution quality and runtime data.%
+}%
+\item<10-> If we just compare \inQuotes{final} results, we may arrive at incomplete \only<12->{or entirely wrong} conclusions%
 \end{itemize}%
 }%
 %
 \locateGraphic{3}{width=0.55\paperwidth}{graphics/performance/performance_dimensions/performance_dimensions_1}{0.225}{0.542}%
 \locateGraphic{4}{width=0.55\paperwidth}{graphics/performance/performance_dimensions/performance_dimensions_2}{0.225}{0.542}%
-\locateGraphic{5}{width=0.55\paperwidth}{graphics/performance/performance_dimensions/performance_dimensions}{0.225}{0.542}%
+\locateGraphic{5,10}{width=0.55\paperwidth}{graphics/performance/performance_dimensions/performance_dimensions}{0.225}{0.542}%
+\locateGraphic{11}{width=0.55\paperwidth}{graphics/performance/performance_dimensions/performance_cuts}{0.225}{0.542}%
+\locateGraphic{12}{width=0.55\paperwidth}{graphics/problems_with_points/points}{0.225}{0.542}%
+\locateGraphic{13}{width=0.55\paperwidth}{graphics/problems_with_points/lines}{0.225}{0.542}%
 %
 \end{frame}%
 %

graphics/problems_with_points/lines.cdr

@@ -46,11 +46,11 @@ \section{Example: \maxSat}%
 \begin{itemize}%
 \item We want to compare the performance of six algorithms\uncover<2->{:%
 \begin{enumerate}%
-\item 1-flip Hill Climber%
-\item<3-> 1-flip Hill Climber with Restarts%
+\item 1-flip Hill Climber\only<-2>{: starts with a random bit string, flips one of the \maxSatVariables\ bits in each iteration and keeps the new bit string if it is better}%
+\item<3-> 1-flip Hill Climber with Restarts\only<3>{ after $z$ moves without improvements; initially $z=1$ and increased by~$1$ after each restart}%
 \item<4-> 2-flip Hill Climber%
-\item<5-> 2-flip Hill Climber with Restarts
-\item<6-> $m$-flip Hill Climber
+\item<5-> 2-flip Hill Climber with Restarts%
+\item<6-> $m$-flip Hill Climber\only<6>{, $m$ chosen randomly according to geometric distribution}%
 \item<7-> $m$-flip Hill Climber with Restarts%
 %
 \end{enumerate}%
@@ -86,7 +86,7 @@ \section{Example: \maxSat}%
 \item<5-> The problem instances have the following features\uncover<6->{:%
 \begin{itemize}%
 \item \maxSatVariables: the number of variables%
-\item<7-> \maxSatClauses: the number of clauses (related to \maxSatVariables)%
+\item<7-> \maxSatClauses: the number of clauses (here related to \maxSatVariables)%
 \end{itemize}%
 }%
 \end{itemize}%
@@ -301,7 +301,7 @@ \section{Example: \maxSat}%
 %}%
 %
 %\only<6-7>{%
-\item<6-> We specify which benchmark instances we have and what their features are\uncover<7->{: $11\times 11$ instances in our example, with features \maxSatVariables\ and \maxSatClauses\uncover<-7>{ (\alert{demo})}}%
+\item<6-> We specify which benchmark instances we have and what their features are\uncover<7->{: $10\times 10$ instances in our example, with features \maxSatVariables\ and \maxSatClauses\uncover<-7>{ (\alert{demo})}}%
 %}%
 %
 %\only<8-9>{%