3 \setmainfont{FreeSerif}
9 \usepackage[bf]{caption}
15 \usepackage{tcolorbox}
17 \BeforeBeginEnvironment{minted}{\begin{tcolorbox}}%
18 \AfterEndEnvironment{minted}{\end{tcolorbox}}%
19 % \usepackage{multirow}
22 \usepackage[backend=biber,natbib=true,hyperref=true,style=nature]{biblatex}
23 \addbibresource{references.bib}
24 % \usepackage[nomargin,inline,draft]{fixme}
25 % \newcommand{\DLA}[1]{\textcolor{red}{\fxnote{DLA: #1}}}
26 % \usepackage[hyperfigures,bookmarks,colorlinks,citecolor=black,filecolor=black,linkcolor=black,urlcolor=black]{hyperref}
30 \usepackage{zref-xr,zref-user}
31 \renewcommand*{\bibfont}{\tiny}
32 \usepackage[absolute,overlay]{textpos}
36 \usetheme{Montpellier}
37 %\useoutertheme[hideallsubsections]{debiansidebar}
38 % \setbeamercovered{transparent}
41 \setbeamertemplate{navigation symbols}{}%remove navigation symbols
43 \usepackage[nomargin,inline,draft]{fixme}
47 \logo{\begin{tikzpicture}% Pale figure
48 {\node[opacity=0.3] {\includegraphics[width=2cm,keepaspectratio]{figures/openlogo-crop.pdf}};}%
50 \author{Don Armstrong}
52 \subtitle{22 Years of Bugs}
53 \date{August 10th, 2017}
54 \titlegraphic{\includegraphics[height=0.2\textheight,keepaspectratio]{figures/openlogo-crop.pdf}}
57 % State of the BTS: new features, changes and tips
59 % The bug tracking system is where all bugs that affect Debian are
60 % filed. New features, including the affects, summary, and local debbugs
61 % mirror will be presented and demonstrated. Some of the underlying
62 % architectural changes to the codebase in debbugs to make it more
63 % maintainable and deployable are also outlined. Finally, a set of tips
64 % and tricks that can be used to make the BTS easier to use are
70 % - local debbugs mirror for offline work
74 % - multi-distribution/arch status
75 % - control changes at submit@ time
76 % - Code Architecture Changes
78 % - Control abstraction
79 % - release to experimental
82 <<load.libraries,echo=FALSE,results="hide",error=FALSE,message=FALSE,cache=FALSE>>=
89 opts_chunk$set(dev="cairo_pdf",out.width="\\textwidth",out.height="0.8\\textheight",out.extra="keepaspectratio",fig.width=6/1.2,fig.height=4/1.2)
90 opts_chunk$set(cache=TRUE, autodep=TRUE)
91 options(device = function(file, width = 6/1.2, height = 4/1.2, ...) {
92 cairo_pdf(tempfile(), width = width, height = height, ...)
97 <<scientific_format,echo=FALSE>>=
98 scientific_10 <- function(x) {
99 parse(text=gsub("e", " %*% 10^", scientific_format()(x)))
105 %\setbeamercolor{frametitle}[bg=-red!90!green!10,fg=black]
107 \frame[plain]{\titlepage
108 Code and slides are here:
109 \qrcode[padding]{https://dla2.us/p/debbugs2017}
110 \url{https://dla2.us/p/debbugs2017}
114 % \begin{frame}{Debbugs}
115 % \tableofcontents[subsectionstyle=hide]
118 \section{Introduction to Debbugs}
120 \subsection{Introduction}
121 \begin{frame}{Goals of this talk}
123 \column{0.5\textwidth}
127 \item Planned features
128 \item Places you can help
130 \column{0.5\textwidth}
131 \includegraphics[width=\textwidth,keepaspectratio]{images/rc_buggy}
134 \begin{frame}{Goals of the BTS}
136 \column{0.4\textwidth}
137 \includegraphics[width=\textwidth,keepaspectratio]{images/not_a_bug}
138 \column{0.6\textwidth}
140 \item Reporting of \only<1>{Features}\only<2>{Bugs}
141 \item Evolution of \only<1>{Features}\only<2>{Bugs}
142 \item Fixing of \only<1>{Features}\only<2>{Bugs}
143 \item Reducing impact of \only<1>{Features}\only<2>{Bugs}
148 \section{Bugs in Debian}
149 \subsection{Bug Reporting Rate}
150 \begin{frame}{Bugs from the beginning of time}
152 <<bug.growth,fig=TRUE,echo=FALSE,cache.extra=file.info("data/sorted_bug_growth_for_r_every_500.txt")[,"mtime"]>>=
153 bug.growth <- fread("data/sorted_bug_growth_for_r_every_500.txt")
154 colnames(bug.growth) <- c("time","bugs")
155 bug.growth <- bug.growth[pmax(bugs) <= as.numeric(bugs),]
156 bug.growth <- bug.growth[order(time),]
157 while (bug.growth[,any(c(0,diff(bugs)) < 0)]) {
159 bug.growth[c(0,diff(bugs))>=0,]
162 as.POSIXct(ISOdatetime(1970,1,1,0,0,0)+
163 as.numeric(bug.growth$time))]
164 bug.growth[,`bugs per day`:=c(0,diff(bugs)/
165 as.double(diff(date),"days"))
167 print(ggplot(bug.growth,#[date > as.POSIXct(ISOdatetime(2005,1,1,0,0,0)),],
169 xlab("Time")+ylab("Bugs filed in Debian")+
170 scale_y_continuous(labels = scientific_10)+
176 \begin{frame}[fragile]{Bug Growth Rate}
177 <<bug_growth_rate,echo=FALSE>>=
178 print(ggplot(bug.growth[date > as.POSIXct(ISOdatetime(2014,1,1,0,0,0)),],
179 aes(x=date,y=`bugs per day`))+
180 xlab("Time")+ylab("Bugs filed per day")
181 + scale_y_log10(breaks=c(60,100,200,400,800))
182 + geom_line()+stat_smooth(method="lm")
183 + geom_label(data=data.table(date=as.POSIXct(ISOdatetime(2015,04,25,0,0,0)),"bugs per day"=400),label="Jessie",color="red")
184 + geom_label(data=data.table(date=as.POSIXct(ISOdatetime(2017,06,17,0,0,0)),"bugs per day"=400),label="Stretch",color="purple")
189 \begin{frame}[fragile]{Is the bug filing rate decreasing?}
191 <<bug_growth_rate_over_time>>=
192 summary(lm(log(`bugs per day`)~date,
193 bug.growth[date > "2014-01-01 PST",]))
196 Not significantly decreasing.
199 \begin{frame}{My entries into Christian's game}
201 \column{0.5\textwidth}
203 <<bugs.filed,fig=TRUE,echo=FALSE,warning=FALSE,fig.width=3,fig.height=3>>=
204 print(ggplot(bug.growth[date > as.POSIXct(ISOdatetime(2015,1,1,0,0,0)),],
206 xlab("Time")+ylab("Bugs filed in Debian")+
207 scale_y_continuous(labels = scientific_10)+
208 geom_point()+stat_smooth(method="lm"))
209 bugs.filed.per.day <-
210 lm(bugs~date,bug.growth)$coeff[2]*3600*24
211 temp.lm <- lm(date~bugs,bug.growth[date > as.POSIXct(ISOdatetime(2015,1,1,0,0,0)),])
213 as.POSIXct(ISOdatetime(1970,1,1,0,0,0)+as.numeric(predict(temp.lm,data.frame(bugs=880000,date=NA))))
215 as.POSIXct(ISOdatetime(1970,1,1,0,0,0)+as.numeric(predict(temp.lm,data.frame(bugs=900000,date=NA))))
217 as.POSIXct(ISOdatetime(1970,1,1,0,0,0)+as.numeric(predict(temp.lm,data.frame(bugs=1000000,date=NA))))
220 \column{0.5\textwidth}
221 Roughly \Sexpr{format(bugs.filed.per.day,digits=1)} bugs are filed per
222 day. The 880000th bug will be filed at \Sexpr{bug.880000}, the
223 900000th bug will be filed at \Sexpr{bug.900000}, and bug one million will be filled
229 \subsection{Bug Fixing Rate}
232 <<bugs.closed,fig=TRUE,echo=FALSE,width=7,height=5,warning=FALSE,error=FALSE,cache.extra=file.info("data/bug_closed_time_series.txt")[,"mtime"]>>=
233 bug.closed.series <- fread(file="data/bug_closed_time_series.txt")
234 colnames(bug.closed.series) <- c("archived.bugs","year.week")
235 bug.closed.series[,week:=
236 gsub("(\\d+)-(\\d+)","\\2",year.week)]
237 bug.closed.series[,year:=
238 gsub("(\\d+)-(\\d+)","\\1",year.week)]
239 bug.closed.series[,doy:= as.numeric(week)*7]
240 bug.closed.series[,year.doy:=
241 paste(sep="-",year,doy)]
242 bug.closed.series[,date:=
243 as.POSIXct(strptime(year.doy,
246 # bug.closed.ts <- ts(bug.closed.series[,1],start=1,frequency=7)
248 print(ggplot(bug.closed.series[date > as.POSIXct(ISOdatetime(2008,1,1,0,0,0)),],
249 aes(x=date,y=archived.bugs/7))+geom_line()+stat_smooth(method="lm")+
250 ylab("Bugs archived Per Day")+xlab("Time"))
251 bugs.closed.per.day <-
252 bug.closed.series[,sum(archived.bugs)]/
253 as.numeric(bug.closed.series[nrow(bug.closed.series),date]-
254 bug.closed.series[1,date])
257 Roughly \Sexpr{format(bugs.closed.per.day,digits=1)} bugs are closed per day.
261 \begin{frame}{RC Bugs in the Past Year}
263 <<rc.bugs,fig=TRUE,echo=FALSE,warning=FALSE,cache.extra=file.info("data/rc_bugs.txt")[,"mtime"]>>=
265 data.table(read.table(file="data/rc_bugs.txt",
266 header=TRUE,fill=TRUE))
268 as.POSIXct(strptime(date,
269 format="%Y%m%d%H%M"))]
270 rc.bugs[,unknown:=NULL]
271 rc.bugs[,unknown.1:=NULL]
273 rc.bugs <- rc.bugs[c(0,diff(total)) > -1000,]
276 data.table(melt(rc.bugs,id="date"))
277 print(ggplot(rc.bugs.long[date >
278 as.POSIXct(ISOdatetime(2016,08,1,0,0,0)),]
279 ,aes(x=date,y=value,color=variable))+
281 ylab("# of Release Critical Bugs")+xlab("Time")+
282 theme(legend.position="top")+
283 scale_color_discrete("Measure"))
286 \setbeamercolor{postit}{fg=black,bg=yellow}
287 \begin{textblock}{4}(6,4)
289 \begin{beamercolorbox}[sep=1em,wd=5cm]{postit}
290 \centering \huge Too many RC bugs!
297 \section{Debbugs Structure and Infrastructure}
299 \subsection{BTS System Diagram}
300 \begin{frame}{BTS system Diagram}
302 \includegraphics[width=\textwidth,height=\textheight,keepaspectratio]{figures/bug_global_layout}
306 \subsection{Debbugs Box Diagram}
307 \begin{frame}{Debbugs Box Diagram}
309 \input{debbugs_layout}
313 \section{Database Ho!}
315 \subsection{Overall Database Design}
317 \begin{frame}{Overall Database Design}
319 \input{debbugs_layout_db}
323 \subsection{Perl Database Infrastucture}
324 \begin{frame}{Perl Database Infrastructure}
327 \item DBIx::Class::Schema::Loader -- SQL schema to DBIx::Class
328 \item DBIx::Class::DeploymentHandler -- Upgrades of Schema
329 \item Debbugs::DB -- Debbugs SQL Module
334 \subsection{SQL Design}
335 \begin{frame}{SQL Schema}
336 \includegraphics[width=\textwidth,keepaspectratio]{figures/schema.png}
338 \item Current Debbugs SQL Schema
342 \subsubsection{dak SQL Design}
343 \begin{frame}{dak SQL Schema}
344 \includegraphics[width=\textwidth,keepaspectratio]{figures/dak_schema.png}
346 \item Inspiration taken from dak SQL Schema where appropriate
350 \subsection{SQL Loading}
351 \begin{frame}[fragile]{SQL Loading}
356 debbugs-loadsql bugs;
357 debbugs-loadsql bugs archive;
359 \item Load Versioning information
361 debbugs-loadsql versions;
362 debbugs-loadsql debinfo;
367 \subsection{SQL Working}
368 \begin{frame}[fragile]{SQL Working}
370 \begin{lstlisting}[language=SQL]
371 SELECT count(*) FROM bug
372 WHERE last_modified > '2014-07-01'
374 AND owner IS NOT NULL;
376 \begin{visibleenv}<2>
385 \subsection{Work still needed for SQL}
386 \begin{frame}{Work Still needed for SQL}
388 \item Logfile loading (for full text searching)
389 \item Status Caching (for faster page loading)
395 \section{New(ish) Features}
397 \subsection{New Changes}
398 \begin{frame}{New Changes}
400 \column{0.5\textwidth}
402 \item mailto links (demo)
403 \item forcemerge does the right thing
404 \item control at submit time
406 \column{0.5\textwidth}
407 \includegraphics[width=\textwidth,keepaspectratio]{images/telegraph_bug}
411 \section{Future features}
413 \subsection{Status Caching}
414 \begin{frame}{Status Caching}
416 \item Cache status of bugs (presence/absence at all distributions)
417 \item Speed up display of \url{http://bugs.debian.org/src:linux-2.6}
418 \item Allows for reverse status lookup
420 \item Enables finding bugs which are present in testing or unstable
425 \subsection{Statistics}
426 \begin{frame}{Statistics}
428 \column{0.5\textwidth}
430 \item Track status changes over time
431 \item Bugs found/fixed/absent in stable/testing/unstable over time
432 \item Bug submission times
433 \item Bug closure times
435 \item Per package, severity, maintainer tracking of the above
437 \column{0.5\textwidth}
439 \includegraphics[width=\textwidth,height=0.35\textheight,keepaspectratio]{images/bug}
445 \subsection{Additional Planned Features}
446 \begin{frame}{More planned features}
448 \column{0.5\textwidth}
450 \item HTTP based reporting system with e-mail roundtrip
451 \item Release Debbugs again
452 \item Bug mailing lists in Debbugs
454 \item Avoid duplicate mail
455 \item Opt in/out of mail
457 \item Merging of merged bug reports
458 \item Threading in report
460 \column{0.5\textwidth}
461 \includegraphics[width=\textwidth,keepaspectratio]{images/fixed_bug}
465 \begin{frame}{Even More planned features}
467 \column{0.5\textwidth}
469 \item Usercategory duplication and replay
470 \item Remote Attachments
471 \item New Spool Storage Format
472 \item Usertags visibility
473 \item Smarter CGI options
475 \column{0.5\textwidth}
476 \includegraphics[width=\textwidth,keepaspectratio]{images/fixed_bug}
484 \section{Places you can help}
486 \begin{frame}{7 tasks seeking contributors}
488 \item Documentation of Usercategories
489 \item Implementation of rss feeds for packages and bugs
490 \item CGI options on pkgreport.cgi for usertags et al. \#536378)
491 \item Documentation of multipe-package reassign and when it or
492 affects should be used
493 \item Mailto link with subject, references, etc. all filled in
494 \item Documentation for local-debbugs configuration file (behaves
499 \begin{frame}{Getting started on these tasks}
501 \item Upstream branches: \url{http://bugs.debian.org/debbugs-source/}
503 \item master (upstream debbugs): git clone \url{http://bugs.debian.org/debbugs-source/debbugs.git}
504 \item debian (debian branch): git clone -b debian \url{http://bugs.debian.org/debbugs-source/debbugs.git}
505 \item Checked out branches are also available at
506 \url{http://bugs.debian.org/debbugs-source/master} and
507 \url{http://bugs.debian.org/debbugs-source/debian}
509 \item My branches: \url{http://git.donarmstrong.com/debbugs.git}
510 \item Mailing list debian-debbugs@lists.debian.org
511 \item IRC \#debbugs or \#debian-bugs on irc.debian.org; I'm dondelelcaro
515 \begin{frame}{The Debbugs Team}
523 \item Emeritus Developers
525 \item Steiner Gunderson
534 \begin{frame}{Questions?}
535 \includegraphics[width=0.8\textwidth,height=0.8\textheight,keepaspectratio]{images/don_at_burning_man.jpg}