X-Git-Url: https://git.donarmstrong.com/?p=debbugs-presentations.git;a=blobdiff_plain;f=debbugs.Rnw;h=f387a7ca5de519a885b3ffe9b1438383411e26ea;hp=01f123f1ffc17f81acf5eb1854cbbdfbfbd712ea;hb=refs%2Fheads%2Fdebconf17;hpb=1c7f259c9f881542cc327b035d9c959d0f46b7b9 diff --git a/debbugs.Rnw b/debbugs.Rnw index 01f123f..f387a7c 100644 --- a/debbugs.Rnw +++ b/debbugs.Rnw @@ -1,8 +1,14 @@ +%\usepackage{libertine} \usepackage{fontspec} -\setmainfont{FreeSerif} -\setsansfont{FreeSans} +\setmainfont[Ligatures=TeX]{FreeSerif} +\setsansfont[Ligatures=TeX]{FreeSans} \setmonofont{FreeMono} +\usepackage[Symbols]{ucharclasses} +\newfontfamily{\defaultfont}{FreeSerif} +%\newfontfamily{\symbolfont}{FreeSerif} +\newfontfamily{\sansfont}{FreeSans} +\setDefaultTransitions{\bgroup\defaultfont}{\egroup} \usepackage{url} \usepackage{fancyhdr} \usepackage{graphicx} @@ -38,6 +44,7 @@ % \setbeamercovered{transparent} } +\setbeamertemplate{navigation symbols}{}%remove navigation symbols \usepackage[nomargin,inline,draft]{fixme} \usepackage{listings} @@ -53,6 +60,8 @@ \titlegraphic{\includegraphics[height=0.2\textheight,keepaspectratio]{figures/openlogo-crop.pdf}} \subject{BTS} +\setbeamercolor{postit}{fg=black,bg=yellow} + % State of the BTS: new features, changes and tips % % The bug tracking system is where all bugs that affect Debian are @@ -78,16 +87,16 @@ % - release to experimental -<>= +<>= library(lattice) library(xtable) library(ggplot2) library("scales") library(reshape2) library("data.table") -opts_chunk$set(dev="cairo_pdf",out.width="\\textwidth",out.height="0.8\\textheight",out.extra="keepaspectratio",fig.width=6,fig.height=4) +opts_chunk$set(dev="cairo_pdf",out.width="\\textwidth",out.height="0.8\\textheight",out.extra="keepaspectratio",fig.width=6/1.2,fig.height=4/1.2) opts_chunk$set(cache=TRUE, autodep=TRUE) -options(device = function(file, width = 6, height = 4, ...) { +options(device = function(file, width = 6/1.2, height = 4/1.2, ...) { cairo_pdf(tempfile(), width = width, height = height, ...) }) @@ -123,10 +132,10 @@ scientific_10 <- function(x) { \begin{itemize} \item Bug Statistics \item New features - \item Planned features - \item Places you can help + \item How you can help + \item Answer questions/discussion \end{itemize} - \column{0.5\textwidth} + \column{0.4\textwidth} \includegraphics[width=\textwidth,keepaspectratio]{images/rc_buggy} \end{columns} \end{frame} @@ -146,15 +155,17 @@ scientific_10 <- function(x) { \section{Bugs in Debian} \subsection{Bug Reporting Rate} -\begin{frame}{How many bugs do we have?} +\begin{frame}{Bugs from the beginning of time} \begin{center} <>= bug.growth <- fread("data/sorted_bug_growth_for_r_every_500.txt") colnames(bug.growth) <- c("time","bugs") bug.growth <- bug.growth[pmax(bugs) <= as.numeric(bugs),] bug.growth <- bug.growth[order(time),] -bug.growth <- - bug.growth[c(0,diff(bugs))>=0,] +while (bug.growth[,any(c(0,diff(bugs)) < 0)]) { + bug.growth <- + bug.growth[c(0,diff(bugs))>=0,] +} bug.growth[,date:= as.POSIXct(ISOdatetime(1970,1,1,0,0,0)+ as.numeric(bug.growth$time))] @@ -165,12 +176,12 @@ print(ggplot(bug.growth,#[date > as.POSIXct(ISOdatetime(2005,1,1,0,0,0)),], aes(x=date,y=bugs))+ xlab("Time")+ylab("Bugs filed in Debian")+ scale_y_continuous(labels = scientific_10)+ - geom_point()+stat_smooth(method="lm")) + geom_point()) @ \end{center} \end{frame} -\begin{frame}{Bug Growth Rate} +\begin{frame}[fragile]{Bug Growth Rate} <>= print(ggplot(bug.growth[date > as.POSIXct(ISOdatetime(2014,1,1,0,0,0)),], aes(x=date,y=`bugs per day`))+ @@ -183,7 +194,16 @@ print(ggplot(bug.growth[date > as.POSIXct(ISOdatetime(2014,1,1,0,0,0)),], @ \end{frame} -\begin{frame}{My entries into Cristian's game} +\begin{frame}[fragile]{Is the bug filing rate decreasing?} +\tiny +<>= +summary(lm(log(`bugs per day`)~date,bug.growth[date > "2014-01-01 PST",])) +@ +\normalsize +Not significantly decreasing. +\end{frame} + +\begin{frame}{My entries into Christian's game} \begin{columns} \column{0.5\textwidth} \begin{center} @@ -270,15 +290,6 @@ print(ggplot(rc.bugs.long[date > scale_color_discrete("Measure")) @ \end{center} - \setbeamercolor{postit}{fg=black,bg=yellow} - \begin{textblock}{4}(6,4) - \begin{onlyenv}<2> - \begin{beamercolorbox}[sep=1em,wd=5cm]{postit} - \centering \huge Too many RC bugs! - \end{beamercolorbox} - \end{onlyenv} - \end{textblock} - \end{frame} \section{Debbugs Structure and Infrastructure} @@ -297,17 +308,11 @@ print(ggplot(rc.bugs.long[date > \end{center} \end{frame} -\section{Database Ho!} +\section{New Features} -\subsection{Overall Database Design} +\subsection{Database} -\begin{frame}{Overall Database Design} - \begin{center} - \input{debbugs_layout_db} - \end{center} -\end{frame} - -\subsection{Perl Database Infrastucture} +\subsubsection{Perl Database Infrastucture} \begin{frame}{Perl Database Infrastructure} \begin{itemize} \item DBIx::Class @@ -318,23 +323,7 @@ print(ggplot(rc.bugs.long[date > \end{frame} -\subsection{SQL Design} -\begin{frame}{SQL Schema} - \includegraphics[width=\textwidth,keepaspectratio]{figures/schema.png} - \begin{itemize} - \item Current Debbugs SQL Schema - \end{itemize} -\end{frame} - -\subsubsection{dak SQL Design} -\begin{frame}{dak SQL Schema} - \includegraphics[width=\textwidth,keepaspectratio]{figures/dak_schema.png} - \begin{itemize} - \item Inspiration taken from dak SQL Schema where appropriate - \end{itemize} -\end{frame} - -\subsection{SQL Loading} +\subsubsection{SQL Loading} \begin{frame}[fragile]{SQL Loading} % SQL loading \begin{itemize} @@ -351,30 +340,98 @@ debbugs-loadsql debinfo; \end{itemize} \end{frame} -\subsection{SQL Working} -\begin{frame}[fragile]{SQL Working} - % example SQL query -\begin{lstlisting}[language=SQL] -SELECT count(*) FROM bug -WHERE last_modified > '2014-07-01' -AND done IS NOT NULL -AND owner IS NOT NULL; -\end{lstlisting} -\begin{visibleenv}<2> -\begin{lstlisting} - count +\subsubsection{Fun Queries} + +\begin{frame}[fragile]{Messages to bugs} +\small +\begin{minted}{sql} +SELECT count(*),c.addr FROM +message_correspondent mc +JOIN correspondent c ON mc.correspondent=c.id +WHERE correspondent_type='from' +GROUP BY mc.correspondent,c.addr +ORDER BY count DESC LIMIT 5; +\end{minted} +\begin{verbatim} + count | addr +-------+--------------------------------- + 5123 | bubulle@debian.org + 4346 | joeyh@debian.org + 4214 | biebl@debian.org + 3875 | tbm@cyrius.com + 3632 | ftpmaster@ftp-master.debian.org +\end{verbatim} +\end{frame} + +\begin{frame}[fragile]{Single-message correspondents} +\small +\begin{minted}{sql} +SELECT count (*) FROM +(SELECT count(*),c.addr + FROM message_correspondent mc + JOIN correspondent c ON + mc.correspondent=c.id + WHERE correspondent_type='from' + GROUP BY mc.correspondent, + c.addr + HAVING count(*) = 1) AS foo; +\end{minted} +\begin{verbatim} + count ------- - 521 -\end{lstlisting} -\end{visibleenv} + 30215 +\end{verbatim} +\end{frame} + + + +\begin{frame}[fragile]{More fun queries} +\begin{minted}{sql} +SELECT count(*),t.tag +FROM bug b +JOIN bug_tag bt ON b.id=bt.bug +JOIN tag t on bt.tag=t.id +GROUP by bt.tag,t.tag +ORDER by count DESC LIMIT 5; +\end{minted} +\begin{verbatim} + count | tag +--------+---------------- + 141184 | patch + 42288 | upstream + 39466 | sid + 33640 | l10n + 25566 | fixed-upstream +\end{verbatim} +\end{frame} + +\subsection{Database status caching} +\begin{frame}[fragile]{Status caching ``working''} +\begin{minted}{sql} +SELECT count(*),status +FROM bug_status_cache bsc +JOIN suite s ON bsc.suite=s.id +WHERE s.suite_name='unstable' +GROUP by status; +\end{minted} +\begin{verbatim} + count | status +--------+-------- + 514488 | fixed + 234155 | absent + 3923 | found +\end{verbatim} \end{frame} \subsection{Work still needed for SQL} \begin{frame}{Work Still needed for SQL} \begin{itemize} -\item Logfile loading (for full text searching) -\item Status Caching (for faster page loading) -\item Testing +\item Integration into CGI (\texttt{bugreport.cgi} and + \texttt{pkgreport.cgi}) +\item Database loading/update is slow in some cases +\item Some corrupted bugs have been exposed by the loading (#167851 + and #280931); likely others +\item Testing (Mainly of queries) \item Deployment \end{itemize} \end{frame} @@ -386,98 +443,27 @@ AND owner IS NOT NULL; \begin{columns} \column{0.5\textwidth} \begin{itemize} - \item mailto links (demo) - \item forcemerge does the right thing - \item control at submit time + \item Format-flowed messages are wrapped + \item https links everywhere + \item etag caching support everywhere + \item a11y (accessibility, ♿) tag + \item newcomer (⎈) tag + \item Usercategories now selectable (Categorize/order using) \end{itemize} \column{0.5\textwidth} \includegraphics[width=\textwidth,keepaspectratio]{images/telegraph_bug} \end{columns} \end{frame} -\section{Future features} - -\subsection{Status Caching} -\begin{frame}{Status Caching} - \begin{itemize} - \item Cache status of bugs (presence/absence at all distributions) - \item Speed up display of \url{http://bugs.debian.org/src:linux-2.6} - \item Allows for reverse status lookup - \begin{itemize} - \item Enables finding bugs which are present in testing or unstable - \end{itemize} - \end{itemize} -\end{frame} - -\subsection{Statistics} -\begin{frame}{Statistics} - \begin{columns} - \column{0.5\textwidth} - \begin{itemize} - \item Track status changes over time - \item Bugs found/fixed/absent in stable/testing/unstable over time - \item Bug submission times - \item Bug closure times - \item Bug mail rates - \item Per package, severity, maintainer tracking of the above - \end{itemize} - \column{0.5\textwidth} - \begin{center} - \includegraphics[width=\textwidth,height=0.35\textheight,keepaspectratio]{images/bug} - \end{center} - \end{columns} -\end{frame} - - -\subsection{Additional Planned Features} -\begin{frame}{More planned features} - \begin{columns} - \column{0.5\textwidth} - \begin{itemize} - \item HTTP based reporting system with e-mail roundtrip - \item Release Debbugs again - \item Bug mailing lists in Debbugs - \begin{itemize} - \item Avoid duplicate mail - \item Opt in/out of mail - \end{itemize} - \item Merging of merged bug reports - \item Threading in report - \end{itemize} - \column{0.5\textwidth} - \includegraphics[width=\textwidth,keepaspectratio]{images/fixed_bug} - \end{columns} -\end{frame} - -\begin{frame}{Even More planned features} - \begin{columns} - \column{0.5\textwidth} - \begin{itemize} - \item Usercategory duplication and replay - \item Remote Attachments - \item New Spool Storage Format - \item Usertags visibility - \item Smarter CGI options - \end{itemize} - \column{0.5\textwidth} - \includegraphics[width=\textwidth,keepaspectratio]{images/fixed_bug} - \end{columns} -\end{frame} - - - - - -\section{Places you can help} +\section{Contributing to Debbugs} \begin{frame}{7 tasks seeking contributors} \begin{itemize} \item Documentation of Usercategories \item Implementation of rss feeds for packages and bugs \item CGI options on pkgreport.cgi for usertags et al. \#536378) - \item Documentation of multipe-package reassign and when it or + \item Documentation of multiple-package reassign and when it or affects should be used - \item Mailto link with subject, references, etc. all filled in \item Documentation for local-debbugs configuration file (behaves like bts select) \end{itemize} @@ -485,20 +471,40 @@ AND owner IS NOT NULL; \begin{frame}{Getting started on these tasks} \begin{itemize} - \item Upstream branches: \url{http://bugs.debian.org/debbugs-source/} + \item Upstream branches: \url{https://bugs.debian.org/debbugs-source/} \begin{itemize} - \item master (upstream debbugs): git clone \url{http://bugs.debian.org/debbugs-source/debbugs.git} - \item debian (debian branch): git clone -b debian \url{http://bugs.debian.org/debbugs-source/debbugs.git} + \item master (upstream debbugs): git clone \url{https://bugs.debian.org/debbugs-source/debbugs.git} + \item debian (debian branch): git clone -b debian \url{https://bugs.debian.org/debbugs-source/debbugs.git} \item Checked out branches are also available at - \url{http://bugs.debian.org/debbugs-source/master} and - \url{http://bugs.debian.org/debbugs-source/debian} + \url{https://bugs.debian.org/debbugs-source/master} and + \url{https://bugs.debian.org/debbugs-source/debian} \end{itemize} - \item My branches: \url{http://git.donarmstrong.com/debbugs.git} + \item My branches: \url{https://git.donarmstrong.com/debbugs.git} \item Mailing list debian-debbugs@lists.debian.org \item IRC \#debbugs or \#debian-bugs on irc.debian.org; I'm dondelelcaro \end{itemize} \end{frame} +\begin{frame}[fragile]{Using \texttt{local-debbugs} to work on these tasks} +\footnotesize +\begin{minted}{sh} +git clone \ + https://bugs.debian.org/debbugs-source/debbugs.git +cd debbugs +# get some bugs +perl -I. ./bin/local-debbugs --mirror +# start a web daemon +perl -I. ./bin/local-debbugs --daemon +# show some of my bugs (use your own search here) +perl -I. ./bin/local-debbugs --search bugs.debian.org +# stop the daemon +perl -I. ./bin/local-debbugs --stop +# hack and repeat +perl -I. ./bin/local-debbugs --daemon +perl -I. ./bin/local-debbugs --show 614351 +\end{minted} +\end{frame} + \begin{frame}{The Debbugs Team} \begin{itemize} \item Current team @@ -519,7 +525,9 @@ AND owner IS NOT NULL; \end{frame} \begin{frame}{Questions?} - \includegraphics[width=0.8\textwidth,height=0.8\textheight,keepaspectratio]{images/don_at_burning_man.jpg} +\begin{center} +\includegraphics[height=0.8\textheight,keepaspectratio]{images/relevant_xkcd} +\end{center} \end{frame} \end{document}