\begin{figure*}[!htb] \centering \footnotesize \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/census/census_advdeb_attack_soft_experimental_race.pdf} \caption{Census (race)} \end{subfigure} \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/census/census_advdeb_attack_soft_experimental_sex.pdf} \caption{Census (race)} \end{subfigure} \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/census/census_advdeb_attack_hard_race.pdf} \caption{Census (race)} \end{subfigure} \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/census/census_advdeb_attack_hard_sex.pdf} \caption{Census (race)} \end{subfigure} \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/compas/compas_advdeb_attack_soft_experimental_race.pdf} \caption{Census (race)} \end{subfigure} \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/compas/compas_advdeb_attack_soft_experimental_sex.pdf} \caption{Census (race)} \end{subfigure} \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/compas/compas_advdeb_attack_hard_race.pdf} \caption{Census (race)} \end{subfigure} \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/compas/compas_advdeb_attack_hard_sex.pdf} \caption{Census (race)} \end{subfigure} \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/meps/meps_advdeb_attack_soft_experimental_race.pdf} \caption{Census (race)} \end{subfigure} \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/meps/meps_advdeb_attack_soft_experimental_sex.pdf} \caption{Census (race)} \end{subfigure} \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/meps/meps_advdeb_attack_hard_race.pdf} \caption{Census (race)} \end{subfigure} \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/meps/meps_advdeb_attack_hard_sex.pdf} \caption{Census (race)} \end{subfigure} \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/lfw/lfw_advdeb_attack_soft_experimental_race.pdf} \caption{Census (race)} \end{subfigure} \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/lfw/lfw_advdeb_attack_soft_experimental_sex.pdf} \caption{Census (race)} \end{subfigure} \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/lfw/lfw_advdeb_attack_hard_race.pdf} \caption{Census (race)} \end{subfigure} \begin{subfigure}{0.48\linewdith} \includegraphics[width=0.48\linewidth]{ACSAC/figures/advdebias/lfw/lfw_advdeb_attack_hard_sex.pdf} \caption{Census (race)} \end{subfigure} \caption{For both \AIASoft and \AIAHard, Adversarial debisaing reduces the attack accuracy to random guess ($\sim$50\%). For \AIAHard, the theoretical bound on attack accuracy matches with the empirical results.} \label{fig:AdaptAIADebias} \end{figure*}