%average reduction %s   W       SEESAW			
%ground effort median:45.67	36.4
%flight effort median:23.85	2.3
%   osp effort median:28.51	38.5
%  osp2 effort median:28.18	8.0
\begin{figure*}[!t]
\scriptsize

\emph{Medians}
\begin{tabular}{|l|r|r|r|r||}
\multicolumn{5}{c||}{EFFORT (total staff months)}\\\hline
    & & Before  & After  & Change \\
    & Algorithm & b  & a  & (b-a)/a \\\hline
Ground     & SEESAW     & 269      & 197&27\%\\
           & {\W}          & 269      & 184&32\%\\\hline
Flight     & SEESAW     & 258      & 252&2\%\\
           & {\W}          & 258      & 208&19\%\\\hline
OSP        & SEESAW     & 270      & 195&28\%\\
           & {\W}          & 270      & 210&22\%\\\hline
OSP2       & SEESAW     & 291      & 269&8\%\\
           & {\W}          & 291      & 227&22\%\\
\end{tabular}
\begin{tabular}{l|r|r|r|r||}
\multicolumn{5}{c||}{DEFECTS}\\\hline
    & & Before  & After  & Change \\
    & Algorithm & b  & a  & (b-a)/a \\\hline
Ground     & SEESAW     & 2666      & 2107&21\%\\
           & {\W}          & 2666      & 2035&24\%\\\hline
Flight     & SEESAW     & 2812      & 3138&-12\%\\
           & {\W}          & 2812      & 3017&-7\%\\\hline
OSP        & SEESAW     & 3180      & 2688&15\%\\
           & {\W}          & 3180      & 2867&10\%\\\hline
OSP2       & SEESAW     & 2612      & 7797&-119\%\\
\rowcolor[rgb]{0.8,0.8,0.8}           & {\W}          & 2612      & 2271&13\%\\
\end{tabular}
\begin{tabular}{l|r|r|r|r}
\multicolumn{5}{c}{MONTHS (elapsed calendar time)}\\\hline
    & & Before  & After  & Change \\
    & Algorithm & b  & a  & (b-a)/a \\\hline
Ground     & SEESAW     & 16.7      & 13.5&19\%\\
           & {\W}          & 16.7      & 13.7&18\%\\\hline
Flight     & SEESAW     & 16.0      & 13.7&14\%\\
           & {\W}          & 16.0      & 14.5&9\%\\\hline
OSP        & SEESAW     & 16.2      & 14.4&11\%\\
           & {\W}          & 16.2      & 14.2&12\%\\\hline
OSP2       & SEESAW     & 16.5      & 14.6&12\%\\
           & {\W}          & 16.5      & 14.2&14\%\\
\end{tabular}




~\vspace{20px}

\emph{Spreads}
\begin{tabular}{|l|r|r|r|r||}
\multicolumn{5}{c||}{EFFORT (total staff months)}\\\hline
    & & Before  & After  & Change \\
    & Algorithm & b  & a  & (b-a)/a \\\hline
Ground     & SEESAW     & 526      & 99&81\%\\
           & {\W}          & 526      & 125&76\%\\\hline
Flight     & SEESAW     & 567      & 204&64\%\\
           & {\W}          & 567      & 165&71\%\\\hline
OSP        & SEESAW     & 350      & 114&67\%\\
           & {\W}          & 350      & 100&71\%\\\hline
OSP2       & SEESAW     & 824      & 418&49\%\\
\rowcolor[rgb]{0.8,0.8,0.8}           & {\W}          & 824      & 299&64\%
\end{tabular}
\begin{tabular}{l|r|r|r|r||}
\multicolumn{5}{c||}{DEFECTS}\\\hline
    & & Before  & After  & Change \\
    & Algorithm & b  & a  & (b-a)/a \\\hline
Ground     & SEESAW     & 5979      & 1670&72\%\\
           & {\W}          & 5979      & 1784&70\%\\\hline
Flight     & SEESAW     & 6292      & 3457&45\%\\
           & {\W}          & 6292      & 2347&63\%\\\hline
OSP        & SEESAW     & 5250      & 2949&44\%\\
\rowcolor[rgb]{0.8,0.8,0.8}           & {\W}          & 5250      & 2011&62\%\\\hline
OSP2       & SEESAW     & 6527      & 6216&5\%\\
\rowcolor[rgb]{0.8,0.8,0.8}           & {\W}          & 6527      & 3777&42\%\\
\end{tabular}
\begin{tabular}{l|r|r|r|r}
\multicolumn{5}{c}{MONTHS (elapsed calendar time)}\\\hline
    & & Before  & After  & Change \\
    & Algorithm & b  & a  & (b-a)/a \\\hline
Ground     & SEESAW     & 10.5      & 7.3&30\%\\
\rowcolor[rgb]{0.8,0.8,0.8}           & {\W}          & 10.5      & 4.1&61\%\\\hline
Flight     & SEESAW     & 10.3      & 9.4&9\%\\
           & {\W}          & 10.3      & 7.0&32\%\\\hline
OSP        & SEESAW     & 10.1      & 6.8&33\%\\
\rowcolor[rgb]{0.8,0.8,0.8}           & {\W}          & 10.1      & 5.9&42\%\\\hline
OSP2       & SEESAW     & 11.8      & 7.2&39\%\\
           & {\W}          & 11.8      & 6.8&42\%\\
\end{tabular}
\caption{Average results in 50 runs.
``Before'' reports values from the training data. ``After'' reports values after applying SEESAW or {\W}.
``Median'' is the 50th percentile.  ``Spread'' is the (75 - 25)th percentile.
The last column in each group (labelled ``Change'') shows the relative change in effort, defect, months found by {\W} or SEESAW.
A {\em negative} amount in this column denotes an optimization failure (increased defect, effort, months).
Rows highlighted in grey indicate when one half of a comparison 
has a statistically significantly different, and better, result than the other.
}\label{fig:results}
\end{figure*}

%average reduction %s   W       SEESAW				
%ground months spread:152	42.7
%flight months spread:46	9.8
%   osp months spread:69	48
%  osp2 months spread:72	62

%average reduction %s   W       SEESAW				
%ground score median:42.7	43.5
%flight score median:17.0	22.9
%   osp score median:26.3	32.5
%  osp2 score median:27.0	3.1

%\begin{figure}
%\scriptsize
%\center
%\emph{Average Median ``Score'' Reductions}
%\begin{tabular}{l|r|r|r}
%    & Algorithm & As is & To be \\\hline
%Ground     & SEESAW     & 0.186      & 0.129\\
%           & W          & 0.186      & 0.130\\\hline
%Flight     & SEESAW     & 0.171      & 0.139\\
%           & W          & 0.171      & 0.146\\\hline
%OSP        & SEESAW     & 0.166      & 0.125\\
%           & W          & 0.166      & 0.131\\\hline
%OSP2       & SEESAW     & 0.165      & 0.160\\
%\rowcolor[rgb]{0.8,0.8,0.8}           & W          & 0.165      & 0.129\\
%\end{tabular}
%\caption{Average Median ``Score'' Reductions for the NASA93  (Wins highlighted)}\label{fig:score-medians}
%\end{figure}
%
%%average reduction %s   W       SEESAW				
%%ground score spread:40.7	40.9
%%flight score spread:22.8	21.8
%%   osp score spread:39.0	26.5
%%  osp2 score spread:28.8	9.8
%
%\begin{figure}
%\scriptsize
%\center
%\emph{Average ``Score'' ``Spread'' Reductions}
%\begin{tabular}{l|r|r|r}
%    & Algorithm & As is & To be \\\hline
%Ground     & SEESAW     & 0.282      & 0.200\\
%           & W          & 0.282      & 0.200\\\hline
%Flight     & SEESAW     & 0.287      & 0.235\\
%           & W          & 0.287      & 0.233\\\hline
%OSP        & SEESAW     & 0.272      & 0.215\\
%\rowcolor[rgb]{0.8,0.8,0.8}           & W          & 0.272      & 0.195\\\hline
%OSP2       & SEESAW     & 0.290      & 0.264\\
%\rowcolor[rgb]{0.8,0.8,0.8}           & W          & 0.290      & 0.225\\
%\end{tabular}
%\caption{Average Median ``Score'' Reductions for the NASA93  (Wins highlighted)}\label{fig:score-spreads}
%\end{figure}
%
