first commit of eccv data
This commit is contained in:
Tobias Nauen
228
sec/reproducability.tex
Normal file
228
sec/reproducability.tex
Normal file
@@ -0,0 +1,228 @@
|
||||
% !TeX root = ../main.tex
|
||||
|
||||
\makeatletter
|
||||
% \@ifundefined{isChecklistMainFile}{
|
||||
% % We are compiling a standalone document
|
||||
% \newif\ifreproStandalone
|
||||
% \reproStandalonetrue
|
||||
% }{
|
||||
% We are being \input into the main paper
|
||||
\newif\ifreproStandalone
|
||||
\reproStandalonefalse
|
||||
% }
|
||||
\makeatother
|
||||
|
||||
\ifreproStandalone
|
||||
\documentclass[letterpaper]{article}
|
||||
\usepackage[submission]{aaai2026}
|
||||
\setlength{\pdfpagewidth}{8.5in}
|
||||
\setlength{\pdfpageheight}{11in}
|
||||
\usepackage{times}
|
||||
\usepackage{helvet}
|
||||
\usepackage{courier}
|
||||
\usepackage{xcolor}
|
||||
\frenchspacing
|
||||
|
||||
\begin{document}
|
||||
\fi
|
||||
\setlength{\leftmargini}{20pt}
|
||||
\makeatletter\def\@listi{\leftmargin\leftmargini \topsep .5em \parsep .5em \itemsep .5em}
|
||||
\def\@listii{\leftmargin\leftmarginii \labelwidth\leftmarginii \advance\labelwidth-\labelsep \topsep .4em \parsep .4em \itemsep .4em}
|
||||
\def\@listiii{\leftmargin\leftmarginiii \labelwidth\leftmarginiii \advance\labelwidth-\labelsep \topsep .4em \parsep .4em \itemsep .4em}\makeatother
|
||||
|
||||
\setcounter{secnumdepth}{0}
|
||||
\renewcommand\thesubsection{\arabic{subsection}}
|
||||
\renewcommand\labelenumi{\thesubsection.\arabic{enumi}}
|
||||
|
||||
\newcounter{checksubsection}
|
||||
\newcounter{checkitem}[checksubsection]
|
||||
|
||||
\newcommand{\checksubsection}[1]{%
|
||||
\refstepcounter{checksubsection}%
|
||||
\paragraph{\arabic{checksubsection}. #1}%
|
||||
\setcounter{checkitem}{0}%
|
||||
}
|
||||
|
||||
\newcommand{\checkitem}{%
|
||||
\refstepcounter{checkitem}%
|
||||
\item[\arabic{checksubsection}.\arabic{checkitem}.]%
|
||||
}
|
||||
\newcommand{\question}[2]{\normalcolor\checkitem #1 #2 \color{blue}}
|
||||
\newcommand{\ifyespoints}[1]{\makebox[0pt][l]{\hspace{-15pt}\normalcolor #1}}
|
||||
|
||||
\section*{Reproducibility Checklist}
|
||||
|
||||
\vspace{1em}
|
||||
\hrule
|
||||
\vspace{1em}
|
||||
|
||||
\textbf{Instructions for Authors:}
|
||||
|
||||
This document outlines key aspects for assessing reproducibility. Please provide your input by editing this \texttt{.tex} file directly.
|
||||
|
||||
For each question (that applies), replace the ``Type your response here'' text with your answer.
|
||||
|
||||
\vspace{1em}
|
||||
\noindent
|
||||
\textbf{Example:} If a question appears as
|
||||
%
|
||||
\begin{center}
|
||||
\noindent
|
||||
\begin{minipage}{.9\linewidth}
|
||||
\ttfamily\raggedright
|
||||
\string\question \{Proofs of all novel claims are included\} \{(yes/partial/no)\} \\
|
||||
Type your response here
|
||||
\end{minipage}
|
||||
\end{center}
|
||||
you would change it to:
|
||||
\begin{center}
|
||||
\noindent
|
||||
\begin{minipage}{.9\linewidth}
|
||||
\ttfamily\raggedright
|
||||
\string\question \{Proofs of all novel claims are included\} \{(yes/partial/no)\} \\
|
||||
yes
|
||||
\end{minipage}
|
||||
\end{center}
|
||||
%
|
||||
Please make sure to:
|
||||
\begin{itemize}\setlength{\itemsep}{.1em}
|
||||
\item Replace ONLY the ``Type your response here'' text and nothing else.
|
||||
\item Use one of the options listed for that question (e.g., \textbf{yes}, \textbf{no}, \textbf{partial}, or \textbf{NA}).
|
||||
\item \textbf{Not} modify any other part of the \texttt{\string\question} command or any other lines in this document.\\
|
||||
\end{itemize}
|
||||
|
||||
You can \texttt{\string\input} this .tex file right before \texttt{\string\end\{document\}} of your main file or compile it as a stand-alone document. Check the instructions on your conference's website to see if you will be asked to provide this checklist with your paper or separately.
|
||||
|
||||
\vspace{1em}
|
||||
\hrule
|
||||
\vspace{1em}
|
||||
|
||||
% The questions start here
|
||||
|
||||
\checksubsection{General Paper Structure}
|
||||
\begin{itemize}
|
||||
|
||||
\question{Includes a conceptual outline and/or pseudocode description of AI methods introduced}{(yes/partial/no/NA)}
|
||||
yes
|
||||
|
||||
\question{Clearly delineates statements that are opinions, hypothesis, and speculation from objective facts and results}{(yes/no)}
|
||||
yes
|
||||
|
||||
\question{Provides well-marked pedagogical references for less-familiar readers to gain background necessary to replicate the paper}{(yes/no)}
|
||||
yes
|
||||
|
||||
\end{itemize}
|
||||
\checksubsection{Theoretical Contributions}
|
||||
\begin{itemize}
|
||||
|
||||
\question{Does this paper make theoretical contributions?}{(yes/no)}
|
||||
no
|
||||
|
||||
\ifyespoints{\vspace{1.2em}If yes, please address the following points:}
|
||||
\begin{itemize}
|
||||
|
||||
\question{All assumptions and restrictions are stated clearly and formally}{(yes/partial/no)}
|
||||
Type your response here
|
||||
|
||||
\question{All novel claims are stated formally (e.g., in theorem statements)}{(yes/partial/no)}
|
||||
Type your response here
|
||||
|
||||
\question{Proofs of all novel claims are included}{(yes/partial/no)}
|
||||
Type your response here
|
||||
|
||||
\question{Proof sketches or intuitions are given for complex and/or novel results}{(yes/partial/no)}
|
||||
Type your response here
|
||||
|
||||
\question{Appropriate citations to theoretical tools used are given}{(yes/partial/no)}
|
||||
Type your response here
|
||||
|
||||
\question{All theoretical claims are demonstrated empirically to hold}{(yes/partial/no/NA)}
|
||||
Type your response here
|
||||
|
||||
\question{All experimental code used to eliminate or disprove claims is included}{(yes/no/NA)}
|
||||
Type your response here
|
||||
|
||||
\end{itemize}
|
||||
\end{itemize}
|
||||
|
||||
\checksubsection{Dataset Usage}
|
||||
\begin{itemize}
|
||||
|
||||
\question{Does this paper rely on one or more datasets?}{(yes/no)}
|
||||
yes
|
||||
|
||||
\ifyespoints{If yes, please address the following points:}
|
||||
\begin{itemize}
|
||||
|
||||
\question{A motivation is given for why the experiments are conducted on the selected datasets}{(yes/partial/no/NA)}
|
||||
yes
|
||||
|
||||
\question{All novel datasets introduced in this paper are included in a data appendix}{(yes/partial/no/NA)}
|
||||
no
|
||||
|
||||
\question{All novel datasets introduced in this paper will be made publicly available upon publication of the paper with a license that allows free usage for research purposes}{(yes/partial/no/NA)}
|
||||
yes
|
||||
|
||||
\question{All datasets drawn from the existing literature (potentially including authors' own previously published work) are accompanied by appropriate citations}{(yes/no/NA)}
|
||||
yes
|
||||
|
||||
\question{All datasets drawn from the existing literature (potentially including authors' own previously published work) are publicly available}{(yes/partial/no/NA)}
|
||||
yes
|
||||
|
||||
\question{All datasets that are not publicly available are described in detail, with explanation why publicly available alternatives are not scientifically satisficing}{(yes/partial/no/NA)}
|
||||
NA
|
||||
|
||||
\end{itemize}
|
||||
\end{itemize}
|
||||
|
||||
\checksubsection{Computational Experiments}
|
||||
\begin{itemize}
|
||||
|
||||
\question{Does this paper include computational experiments?}{(yes/no)}
|
||||
yes
|
||||
|
||||
\ifyespoints{If yes, please address the following points:}
|
||||
\begin{itemize}
|
||||
|
||||
\question{This paper states the number and range of values tried per (hyper-) parameter during development of the paper, along with the criterion used for selecting the final parameter setting}{(yes/partial/no/NA)}
|
||||
yes
|
||||
|
||||
\question{Any code required for pre-processing data is included in the appendix}{(yes/partial/no)}
|
||||
yes
|
||||
|
||||
\question{All source code required for conducting and analyzing the experiments is included in a code appendix}{(yes/partial/no)}
|
||||
yes
|
||||
|
||||
\question{All source code required for conducting and analyzing the experiments will be made publicly available upon publication of the paper with a license that allows free usage for research purposes}{(yes/partial/no)}
|
||||
yes
|
||||
|
||||
\question{All source code implementing new methods have comments detailing the implementation, with references to the paper where each step comes from}{(yes/partial/no)}
|
||||
yes
|
||||
|
||||
\question{If an algorithm depends on randomness, then the method used for setting seeds is described in a way sufficient to allow replication of results}{(yes/partial/no/NA)}
|
||||
yes
|
||||
|
||||
\question{This paper specifies the computing infrastructure used for running experiments (hardware and software), including GPU/CPU models; amount of memory; operating system; names and versions of relevant software libraries and frameworks}{(yes/partial/no)}
|
||||
yes
|
||||
|
||||
\question{This paper formally describes evaluation metrics used and explains the motivation for choosing these metrics}{(yes/partial/no)}
|
||||
yes
|
||||
|
||||
\question{This paper states the number of algorithm runs used to compute each reported result}{(yes/no)}
|
||||
yes
|
||||
|
||||
\question{Analysis of experiments goes beyond single-dimensional summaries of performance (e.g., average; median) to include measures of variation, confidence, or other distributional information}{(yes/no)}
|
||||
yes
|
||||
|
||||
\question{The significance of any improvement or decrease in performance is judged using appropriate statistical tests (e.g., Wilcoxon signed-rank)}{(yes/partial/no)}
|
||||
no
|
||||
|
||||
\question{This paper lists all final (hyper-)parameters used for each model/algorithm in the paper’s experiments}{(yes/partial/no/NA)}
|
||||
yes
|
||||
|
||||
|
||||
\end{itemize}
|
||||
\end{itemize}
|
||||
\ifreproStandalone
|
||||
\end{document}
|
||||
\fi
|
||||
Reference in New Issue
Block a user