X-Git-Url: https://git.donarmstrong.com/?p=debbugs-presentations.git;a=blobdiff_plain;f=debbugs.Rnw;h=8304e7de5f2c13604ac78a0db59a19600c059da3;hp=d04bf671503f91248a31bc975c05cf6c577c2ecb;hb=53c6666def812771adf9464c6de7e96d9957665d;hpb=ab8e958cf0e62ceceb9fd17d0cecb97a639d902b diff --git a/debbugs.Rnw b/debbugs.Rnw index d04bf67..8304e7d 100644 --- a/debbugs.Rnw +++ b/debbugs.Rnw @@ -1,8 +1,14 @@ +%\usepackage{libertine} \usepackage{fontspec} -\setmainfont{FreeSerif} -\setsansfont{FreeSans} +\setmainfont[Ligatures=TeX]{FreeSerif} +\setsansfont[Ligatures=TeX]{FreeSans} \setmonofont{FreeMono} +\usepackage[Symbols]{ucharclasses} +\newfontfamily{\defaultfont}{FreeSerif} +%\newfontfamily{\symbolfont}{FreeSerif} +\newfontfamily{\sansfont}{FreeSans} +\setDefaultTransitions{\bgroup\defaultfont}{\egroup} \usepackage{url} \usepackage{fancyhdr} \usepackage{graphicx} @@ -11,6 +17,11 @@ \usepackage{wrapfig} \usepackage{fancybox} \usepackage{booktabs} +\usepackage{minted} +\usepackage{tcolorbox} +\usepackage{etoolbox} +\BeforeBeginEnvironment{minted}{\begin{tcolorbox}}% +\AfterEndEnvironment{minted}{\end{tcolorbox}}% % \usepackage{multirow} \usepackage{acronym} \usepackage{qrcode} @@ -33,6 +44,7 @@ % \setbeamercovered{transparent} } +\setbeamertemplate{navigation symbols}{}%remove navigation symbols \usepackage[nomargin,inline,draft]{fixme} \usepackage{listings} @@ -43,11 +55,13 @@ \end{tikzpicture}} \author{Don Armstrong} \title{Debbugs} -\subtitle{Database Ho!} -%\date{August 11th, 2008} -\titlegraphic{\includegraphics[height=0.3\textheight,keepaspectratio]{figures/openlogo-crop.pdf}} +\subtitle{22 Years of Bugs} +\date{August 10th, 2017} +\titlegraphic{\includegraphics[height=0.2\textheight,keepaspectratio]{figures/openlogo-crop.pdf}} \subject{BTS} +\setbeamercolor{postit}{fg=black,bg=yellow} + % State of the BTS: new features, changes and tips % % The bug tracking system is where all bugs that affect Debian are @@ -73,16 +87,16 @@ % - release to experimental -<>= +<>= library(lattice) library(xtable) library(ggplot2) library("scales") library(reshape2) library("data.table") -opts_chunk$set(dev="cairo_pdf",out.width="\\textwidth",out.height="0.8\\textheight",out.extra="keepaspectratio",fig.width=6,fig.height=4) +opts_chunk$set(dev="cairo_pdf",out.width="\\textwidth",out.height="0.8\\textheight",out.extra="keepaspectratio",fig.width=6/1.2,fig.height=4/1.2) opts_chunk$set(cache=TRUE, autodep=TRUE) -options(device = function(file, width = 6, height = 4, ...) { +options(device = function(file, width = 6/1.2, height = 4/1.2, ...) { cairo_pdf(tempfile(), width = width, height = height, ...) }) @@ -99,7 +113,10 @@ scientific_10 <- function(x) { %\setbeamercolor{frametitle}[bg=-red!90!green!10,fg=black] \frame[plain]{\titlepage - Source available at \url{http://git.donarmstrong.com/debbugs-presentations.git} + Code and slides are here: + \qrcode[padding]{https://dla2.us/p/debbugs2017} + \url{https://dla2.us/p/debbugs2017} + } % \begin{frame}{Debbugs} @@ -113,8 +130,7 @@ scientific_10 <- function(x) { \begin{columns} \column{0.5\textwidth} \begin{itemize} - \item Bug Statitics - \item Introduction to Debbugs + \item Bug Statistics \item New features \item Planned features \item Places you can help @@ -139,25 +155,56 @@ scientific_10 <- function(x) { \section{Bugs in Debian} \subsection{Bug Reporting Rate} -\begin{frame}{How many bugs do we have?} +\begin{frame}{Bugs from the beginning of time} \begin{center} <>= bug.growth <- fread("data/sorted_bug_growth_for_r_every_500.txt") colnames(bug.growth) <- c("time","bugs") bug.growth <- bug.growth[pmax(bugs) <= as.numeric(bugs),] +bug.growth <- bug.growth[order(time),] +while (bug.growth[,any(c(0,diff(bugs)) < 0)]) { + bug.growth <- + bug.growth[c(0,diff(bugs))>=0,] +} bug.growth[,date:= as.POSIXct(ISOdatetime(1970,1,1,0,0,0)+ as.numeric(bug.growth$time))] -print(ggplot(bug.growth[date > as.POSIXct(ISOdatetime(2005,1,1,0,0,0)),], +bug.growth[,`bugs per day`:=c(0,diff(bugs)/ + as.double(diff(date),"days")) + ] +print(ggplot(bug.growth,#[date > as.POSIXct(ISOdatetime(2005,1,1,0,0,0)),], aes(x=date,y=bugs))+ xlab("Time")+ylab("Bugs filed in Debian")+ scale_y_continuous(labels = scientific_10)+ - geom_point()+stat_smooth(method="lm")) + geom_point()) @ \end{center} \end{frame} -\begin{frame} +\begin{frame}[fragile]{Bug Growth Rate} +<>= +print(ggplot(bug.growth[date > as.POSIXct(ISOdatetime(2014,1,1,0,0,0)),], + aes(x=date,y=`bugs per day`))+ + xlab("Time")+ylab("Bugs filed per day") + + scale_y_log10(breaks=c(60,100,200,400,800)) + + geom_line()+stat_smooth(method="lm") + + geom_label(data=data.table(date=as.POSIXct(ISOdatetime(2015,04,25,0,0,0)),"bugs per day"=400),label="Jessie",color="red") + + geom_label(data=data.table(date=as.POSIXct(ISOdatetime(2017,06,17,0,0,0)),"bugs per day"=400),label="Stretch",color="purple") + ) +@ +\end{frame} + +\begin{frame}[fragile]{Is the bug filing rate decreasing?} +\tiny +<>= +summary(lm(log(`bugs per day`)~date, + bug.growth[date > "2014-01-01 PST",])) +@ +\normalsize +Not significantly decreasing. +\end{frame} + +\begin{frame}{My entries into Christian's game} \begin{columns} \column{0.5\textwidth} \begin{center} @@ -244,15 +291,6 @@ print(ggplot(rc.bugs.long[date > scale_color_discrete("Measure")) @ \end{center} - \setbeamercolor{postit}{fg=black,bg=yellow} - \begin{textblock}{4}(6,4) - \begin{onlyenv}<2> - \begin{beamercolorbox}[sep=1em,wd=5cm]{postit} - \centering \huge Too many RC bugs! - \end{beamercolorbox} - \end{onlyenv} - \end{textblock} - \end{frame} \section{Debbugs Structure and Infrastructure} @@ -271,17 +309,11 @@ print(ggplot(rc.bugs.long[date > \end{center} \end{frame} -\section{Database Ho!} +\section{New Features} -\subsection{Overall Database Design} +\subsection{Database} -\begin{frame}{Overall Database Design} - \begin{center} - \input{debbugs_layout_db} - \end{center} -\end{frame} - -\subsection{Perl Database Infrastucture} +\subsubsection{Perl Database Infrastucture} \begin{frame}{Perl Database Infrastructure} \begin{itemize} \item DBIx::Class @@ -292,63 +324,115 @@ print(ggplot(rc.bugs.long[date > \end{frame} -\subsection{SQL Design} -\begin{frame}{SQL Schema} - \includegraphics[width=\textwidth,keepaspectratio]{figures/schema.png} - \begin{itemize} - \item Current Debbugs SQL Schema - \end{itemize} -\end{frame} - -\subsubsection{dak SQL Design} -\begin{frame}{dak SQL Schema} - \includegraphics[width=\textwidth,keepaspectratio]{figures/dak_schema.png} - \begin{itemize} - \item Inspiration taken from dak SQL Schema where appropriate - \end{itemize} -\end{frame} - -\subsection{SQL Loading} +\subsubsection{SQL Loading} \begin{frame}[fragile]{SQL Loading} % SQL loading \begin{itemize} \item Load bugs -\begin{lstlisting}[language=sh] +\begin{minted}{sh} debbugs-loadsql bugs; debbugs-loadsql bugs archive; -\end{lstlisting} +\end{minted} \item Load Versioning information -\begin{lstlisting}[language=sh] +\begin{minted}{sh} debbugs-loadsql versions; debbugs-loadsql debinfo; -\end{lstlisting} +\end{minted} \end{itemize} \end{frame} -\subsection{SQL Working} -\begin{frame}[fragile]{SQL Working} - % example SQL query -\begin{lstlisting}[language=SQL] -SELECT count(*) FROM bug -WHERE last_modified > '2014-07-01' -AND done IS NOT NULL -AND owner IS NOT NULL; -\end{lstlisting} -\begin{visibleenv}<2> -\begin{lstlisting} - count +\subsubsection{Fun Queries} + +\begin{frame}[fragile]{Messages to bugs} +\small +\begin{minted}{sql} +SELECT count(*),c.addr FROM +message_correspondent mc +JOIN correspondent c ON mc.correspondent=c.id +WHERE correspondent_type='from' +GROUP BY mc.correspondent,c.addr +ORDER BY count DESC LIMIT 5; +\end{minted} +\begin{verbatim} + count | addr +-------+--------------------------------- + 5123 | bubulle@debian.org + 4346 | joeyh@debian.org + 4214 | biebl@debian.org + 3875 | tbm@cyrius.com + 3632 | ftpmaster@ftp-master.debian.org +\end{verbatim} +\end{frame} + +\begin{frame}[fragile]{Single-message correspondents} +\small +\begin{minted}{sql} +SELECT count (*) FROM +(SELECT count(*),c.addr + FROM message_correspondent mc + JOIN correspondent c ON + mc.correspondent=c.id + WHERE correspondent_type='from' + GROUP BY mc.correspondent, + c.addr + HAVING count(*) = 1) AS foo; +\end{minted} +\begin{verbatim} + count ------- - 521 -\end{lstlisting} -\end{visibleenv} + 30215 +\end{verbatim} +\end{frame} + + + +\begin{frame}[fragile]{More fun queries} +\begin{minted}{sql} +SELECT count(*),t.tag +FROM bug b +JOIN bug_tag bt ON b.id=bt.bug +JOIN tag t on bt.tag=t.id +GROUP by bt.tag,t.tag +ORDER by count DESC LIMIT 5; +\end{minted} +\begin{verbatim} + count | tag +--------+---------------- + 141184 | patch + 42288 | upstream + 39466 | sid + 33640 | l10n + 25566 | fixed-upstream +\end{verbatim} +\end{frame} + +\subsection{Database status caching} +\begin{frame}[fragile]{Status caching ``working''} +\begin{minted}{sql} +SELECT count(*),status +FROM bug_status_cache bsc +JOIN suite s ON bsc.suite=s.id +WHERE s.suite_name='unstable' +GROUP by status; +\end{minted} +\begin{verbatim} + count | status +--------+-------- + 514488 | fixed + 234155 | absent + 3923 | found +\end{verbatim} \end{frame} \subsection{Work still needed for SQL} \begin{frame}{Work Still needed for SQL} \begin{itemize} -\item Logfile loading (for full text searching) -\item Status Caching (for faster page loading) -\item Testing +\item Integration into CGI (\texttt{bugreport.cgi} and + \texttt{pkgreport.cgi}) +\item Database loading/update is slow in some cases +\item Some corrupted bugs have been exposed by the loading (#167851 + and #280931); likely others +\item Testing (Mainly of queries) \item Deployment \end{itemize} \end{frame} @@ -360,98 +444,27 @@ AND owner IS NOT NULL; \begin{columns} \column{0.5\textwidth} \begin{itemize} - \item mailto links (demo) - \item forcemerge does the right thing - \item control at submit time + \item Format-flowed messages are wrapped + \item https links everywhere + \item etag caching support everywhere + \item a11y (accessibility, ♿) tag + \item newcomer (⎈) tag + \item Usercategories now selectable (Categorize/order using) \end{itemize} \column{0.5\textwidth} \includegraphics[width=\textwidth,keepaspectratio]{images/telegraph_bug} \end{columns} \end{frame} -\section{Future features} - -\subsection{Status Caching} -\begin{frame}{Status Caching} - \begin{itemize} - \item Cache status of bugs (presence/absence at all distributions) - \item Speed up display of \url{http://bugs.debian.org/src:linux-2.6} - \item Allows for reverse status lookup - \begin{itemize} - \item Enables finding bugs which are present in testing or unstable - \end{itemize} - \end{itemize} -\end{frame} - -\subsection{Statistics} -\begin{frame}{Statistics} - \begin{columns} - \column{0.5\textwidth} - \begin{itemize} - \item Track status changes over time - \item Bugs found/fixed/absent in stable/testing/unstable over time - \item Bug submission times - \item Bug closure times - \item Bug mail rates - \item Per package, severity, maintainer tracking of the above - \end{itemize} - \column{0.5\textwidth} - \begin{center} - \includegraphics[width=\textwidth,height=0.35\textheight,keepaspectratio]{images/bug} - \end{center} - \end{columns} -\end{frame} - - -\subsection{Additional Planned Features} -\begin{frame}{More planned features} - \begin{columns} - \column{0.5\textwidth} - \begin{itemize} - \item HTTP based reporting system with e-mail roundtrip - \item Release Debbugs again - \item Bug mailing lists in Debbugs - \begin{itemize} - \item Avoid duplicate mail - \item Opt in/out of mail - \end{itemize} - \item Merging of merged bug reports - \item Threading in report - \end{itemize} - \column{0.5\textwidth} - \includegraphics[width=\textwidth,keepaspectratio]{images/fixed_bug} - \end{columns} -\end{frame} - -\begin{frame}{Even More planned features} - \begin{columns} - \column{0.5\textwidth} - \begin{itemize} - \item Usercategory duplication and replay - \item Remote Attachments - \item New Spool Storage Format - \item Usertags visibility - \item Smarter CGI options - \end{itemize} - \column{0.5\textwidth} - \includegraphics[width=\textwidth,keepaspectratio]{images/fixed_bug} - \end{columns} -\end{frame} - - - - - -\section{Places you can help} +\section{Contributing to Debbugs} \begin{frame}{7 tasks seeking contributors} \begin{itemize} \item Documentation of Usercategories \item Implementation of rss feeds for packages and bugs \item CGI options on pkgreport.cgi for usertags et al. \#536378) - \item Documentation of multipe-package reassign and when it or + \item Documentation of multiple-package reassign and when it or affects should be used - \item Mailto link with subject, references, etc. all filled in \item Documentation for local-debbugs configuration file (behaves like bts select) \end{itemize} @@ -473,6 +486,26 @@ AND owner IS NOT NULL; \end{itemize} \end{frame} +\begin{frame}[fragile]{Using \texttt{local-debbugs} to run these tasks} +\footnotesize +\begin{minted}{sh} +git clone \ + https://bugs.debian.org/debbugs-source/debbugs.git +cd debbugs +# get some bugs +perl -I. ./bin/local-debbugs --mirror +# start a web daemon +perl -I. ./bin/local-debbugs --daemon +# show some of my bugs (use your own search here) +perl -I. ./bin/local-debbugs --search bugs.debian.org +# stop the daemon +perl -I. ./bin/local-debbugs --stop +# hack and repeat +perl -I. ./bin/local-debbugs --daemon +perl -I. ./bin/local-debbugs --show 614351 +\end{minted} +\end{frame} + \begin{frame}{The Debbugs Team} \begin{itemize} \item Current team @@ -493,7 +526,9 @@ AND owner IS NOT NULL; \end{frame} \begin{frame}{Questions?} - \includegraphics[width=0.8\textwidth,height=0.8\textheight,keepaspectratio]{images/don_at_burning_man.jpg} +\begin{center} +\includegraphics[height=0.8\textheight,keepaspectratio]{images/relevant_xkcd} +\end{center} \end{frame} \end{document}