Author: tille
Date: 2012-05-06 13:21:31 +0000 (Sun, 06 May 2012)
New Revision: 2266
Modified:
udd/udd/bibref_gatherer.py
Log:
Try to run pdflatex to process debian.tex and debian.bib to verify the
correctness of BibTeX data; Make creation of BibTeX file etc is only done if a
latex installation exists to not stress test udd.d.o with uselss database
queries
Modified: udd/udd/bibref_gatherer.py
===================================================================
--- udd/udd/bibref_gatherer.py 2012-05-06 10:35:41 UTC (rev 2265)
+++ udd/udd/bibref_gatherer.py 2012-05-06 13:21:31 UTC (rev 2266)
@@ -6,13 +6,15 @@
from gatherer import gatherer
from sys import stderr, exit
-from os import listdir
+from os import listdir, unlink, rename, access, X_OK
+from os.path import isfile
from fnmatch import fnmatch
import yaml
from psycopg2 import IntegrityError, InternalError
import re
import logging
import logging.handlers
+from subprocess import Popen, PIPE
from types import *
@@ -21,6 +23,12 @@
def get_gatherer(connection, config, source):
return bibref_gatherer(connection, config, source)
+def rm_f(file):
+ try:
+ unlink(file)
+ except OSError:
+ pass
+
other_known_keys = ('Archive', 'Contact', 'CRAN', 'Donation', 'Download',
'Help', 'Homepage', 'Name', 'Watch', 'Webservice')
class bibref_gatherer(gatherer):
@@ -260,14 +268,20 @@
cur.execute("DEALLOCATE bibref_insert")
cur.execute("ANALYZE %s" % my_config['table'])
- bf = open(self.bibtexfile, 'w')
- cur.execute("SELECT * FROM bibtex()")
- for row in cur.fetchall():
+ # if there is a working LaTeX installation try to build a BibTeX database
and test it by creating a debian.pdf file
+ if isfile('/usr/bin/pdflatex') and access('/usr/bin/pdflatex', X_OK) and \
+ isfile('/usr/bin/bibtex') and access('/usr/bin/bibtex', X_OK) and \
+
isfile('/usr/share/texlive/texmf-dist/fonts/source/jknappen/ec/ecrm.mf'):
+ # create BibTeX file
+ bf = open(self.bibtexfile, 'w')
+ cur.execute("SELECT * FROM bibtex()")
+ for row in cur.fetchall():
print >>bf, row[0]
- bf.close()
+ bf.close()
- bf = open(self.bibtex_example_tex, 'w')
- print >>bf, """\documentclass{article}
+ # create LaTeX file to test BibTeX functionality
+ bf = open(self.bibtex_example_tex, 'w')
+ print >>bf, """\documentclass{article}
\usepackage[T1]{fontenc}
\usepackage[utf8]{inputenc}
\usepackage[left=2mm,top=2mm,right=2mm,bottom=2mm,nohead,nofoot]{geometry}
@@ -277,19 +291,49 @@
\\begin{longtable}{llp{70mm}l}
\\bf package & \\bf source & \\bf description & BibTeX key \\\\ \hline"""
- cur.execute("SELECT * FROM bibtex_example_data() AS (package text, source
text, bibkey text, description text)")
- for row in cur.fetchall():
+ cur.execute("SELECT * FROM bibtex_example_data() AS (package text,
source text, bibkey text, description text)")
+ for row in cur.fetchall():
print >>bf, row[0], '&', row[1], '&', row[3] , '&',
row[2]+'\cite{'+row[2]+'} \\\\'
- print >>bf, """\end{longtable}
+ print >>bf, """\end{longtable}
\\bibliographystyle{plain}
\\bibliography{debian}
\end{document}
"""
- bf.close()
+ bf.close()
+ # try to build debian.pdf file to test aboc LaTeX file
+ basetexfile = self.bibtex_example_tex.replace('.tex','')
+ rm_f(basetexfile+'.aux')
+ rm_f(basetexfile+'.bbl')
+ rm_f(basetexfile+'.blg')
+ rm_f(basetexfile+'.log')
+ try:
+ rename(basetexfile+'.pdf', basetexfile+'.pdf~')
+ except OSError:
+ pass
+ pdftex1 = Popen(['pdflatex', '-interaction=nonstopmode', basetexfile],
shell=False, stdout=PIPE)
+ if pdftex1.wait():
+ self.log.error("Problem in 1. PdfLaTeX run of %s" % (basetexfile))
+ bibtex = Popen(['bibtex', basetexfile], shell=False, stdout=PIPE)
+ if bibtex.wait():
+ self.log.error("Problem in BibTeX run of %s" % (basetexfile))
+ pdftex2 = Popen(['pdflatex', '-interaction=nonstopmode', basetexfile],
shell=False, stdout=PIPE)
+ if pdftex2.wait():
+ self.log.error("Problem in 2. PdfLaTeX run of %s" % (basetexfile))
+ for logrow in pdftex2.communicate()[0].splitlines():
+ if logrow.startswith('!'):
+ print logrow
+ exit(1)
+ print "DEBUG: 3. LaTeX-Lauf"
+ pdftex_process = Popen(['pdflatex', '-interaction=nonstopmode',
basetexfile], shell=False, stdout=PIPE)
+ rm_f(basetexfile+'.aux')
+ rm_f(basetexfile+'.bbl')
+ rm_f(basetexfile+'.blg')
+ rm_f(basetexfile+'.log')
+
if __name__ == '__main__':
main()
_______________________________________________
Collab-qa-commits mailing list
Collab-qa-commits@lists.alioth.debian.org
http://lists.alioth.debian.org/cgi-bin/mailman/listinfo/collab-qa-commits
