bos@67: #!/usr/bin/env python
bos@4: #
bos@4: # This program takes something that resembles a shell script and runs
bos@4: # it, spitting input (commands from the script) and output into text
bos@4: # files, for use in examples.
bos@3: 
bos@3: import cStringIO
bos@73: import errno
bos@78: import getopt
bos@3: import os
bos@3: import pty
bos@3: import re
bos@4: import shutil
bos@6: import signal
bos@36: import stat
bos@3: import sys
bos@4: import tempfile
bos@4: import time
bos@3: 
bos@77: tex_subs = {
bos@77:     '\\': '\\textbackslash{}',
bos@77:     '{': '\\{',
bos@77:     '}': '\\}',
bos@77:     }
bos@77: 
bos@77: def gensubs(s):
bos@77:     start = 0
bos@77:     for i, c in enumerate(s):
bos@77:         sub = tex_subs.get(c)
bos@77:         if sub:
bos@77:             yield s[start:i]
bos@77:             start = i + 1
bos@77:             yield sub
bos@77:     yield s[start:]
bos@77: 
bos@4: def tex_escape(s):
bos@77:     return ''.join(gensubs(s))
bos@4:         
bos@3: class example:
bos@70:     shell = '/usr/bin/env bash'
bos@73:     prompt = '__run_example_prompt__ '
bos@71:     pi_re = re.compile(r'#\$\s*(name):\s*(.*)$')
bos@4:     
bos@78:     def __init__(self, name, verbose):
bos@3:         self.name = name
bos@78:         self.verbose = verbose
bos@3: 
bos@3:     def parse(self):
bos@4:         '''yield each hunk of input from the file.'''
bos@3:         fp = open(self.name)
bos@3:         cfp = cStringIO.StringIO()
bos@3:         for line in fp:
bos@3:             cfp.write(line)
bos@3:             if not line.rstrip().endswith('\\'):
bos@3:                 yield cfp.getvalue()
bos@3:                 cfp.seek(0)
bos@3:                 cfp.truncate()
bos@3:         
bos@3:     def status(self, s):
bos@3:         sys.stdout.write(s)
bos@3:         if not s.endswith('\n'):
bos@3:             sys.stdout.flush()
bos@3: 
bos@6:     def send(self, s):
bos@78:         if self.verbose:
bos@78:             print >> sys.stderr, '>', self.debugrepr(s)
bos@73:         while s:
bos@73:             count = os.write(self.cfd, s)
bos@73:             s = s[count:]
bos@6: 
bos@78:     def debugrepr(self, s):
bos@78:         rs = repr(s)
bos@78:         limit = 60
bos@78:         if len(rs) > limit:
bos@78:             return ('%s%s ... [%d bytes]' % (rs[:limit], rs[0], len(s)))
bos@78:         else:
bos@78:             return rs
bos@78:             
bos@6:     def receive(self):
bos@6:         out = cStringIO.StringIO()
bos@4:         while True:
bos@73:             try:
bos@78:                 if self.verbose:
bos@78:                     sys.stderr.write('< ')
bos@73:                 s = os.read(self.cfd, 1024)
bos@73:             except OSError, err:
bos@73:                 if err.errno == errno.EIO:
bos@73:                     return ''
bos@73:                 raise
bos@78:             if self.verbose:
bos@78:                 print >> sys.stderr, self.debugrepr(s)
bos@6:             out.write(s)
bos@73:             s = out.getvalue()
bos@73:             if s.endswith(self.prompt):
bos@73:                 return s.replace('\r\n', '\n')[:-len(self.prompt)]
bos@4:         
bos@6:     def sendreceive(self, s):
bos@6:         self.send(s)
bos@6:         r = self.receive()
bos@6:         if r.startswith(s):
bos@6:             r = r[len(s):]
bos@6:         return r
bos@6:     
bos@3:     def run(self):
bos@3:         ofp = None
bos@4:         basename = os.path.basename(self.name)
bos@4:         self.status('running %s ' % basename)
bos@4:         tmpdir = tempfile.mkdtemp(prefix=basename)
bos@78: 
bos@78:         rcfile = os.path.join(tmpdir, '.hgrc')
bos@78:         rcfp = open(rcfile, 'w')
bos@78:         print >> rcfp, '[ui]'
bos@78:         print >> rcfp, "username = Bryan O'Sullivan <bos@serpentine.com>"
bos@78:         
bos@6:         rcfile = os.path.join(tmpdir, '.bashrc')
bos@6:         rcfp = open(rcfile, 'w')
bos@6:         print >> rcfp, 'PS1="%s"' % self.prompt
bos@6:         print >> rcfp, 'unset HISTFILE'
bos@19:         print >> rcfp, 'export EXAMPLE_DIR="%s"' % os.getcwd()
bos@6:         print >> rcfp, 'export LANG=C'
bos@6:         print >> rcfp, 'export LC_ALL=C'
bos@6:         print >> rcfp, 'export TZ=GMT'
bos@6:         print >> rcfp, 'export HGRC="%s/.hgrc"' % tmpdir
bos@6:         print >> rcfp, 'export HGRCPATH=$HGRC'
bos@6:         print >> rcfp, 'cd %s' % tmpdir
bos@6:         rcfp.close()
bos@68:         sys.stdout.flush()
bos@68:         sys.stderr.flush()
bos@73:         pid, self.cfd = pty.fork()
bos@6:         if pid == 0:
bos@70:             cmdline = ['/usr/bin/env', 'bash', '--noediting', '--noprofile',
bos@70:                        '--norc']
bos@68:             try:
bos@68:                 os.execv(cmdline[0], cmdline)
bos@68:             except OSError, err:
bos@68:                 print >> sys.stderr, '%s: %s' % (cmdline[0], err.strerror)
bos@68:                 sys.stderr.flush()
bos@68:                 os._exit(0)
bos@4:         try:
bos@71:             try:
bos@73:                 # eat first prompt string from shell
bos@73:                 os.read(self.cfd, 1024)
bos@71:                 # setup env and prompt
bos@73:                 self.sendreceive('source %s\n' % rcfile)
bos@71:                 for hunk in self.parse():
bos@71:                     # is this line a processing instruction?
bos@71:                     m = self.pi_re.match(hunk)
bos@71:                     if m:
bos@71:                         pi, rest = m.groups()
bos@71:                         if pi == 'name':
bos@71:                             self.status('.')
bos@71:                             out = rest
bos@71:                             assert os.sep not in out
bos@71:                             if out:
bos@71:                                 ofp = open('%s.%s.out' % (self.name, out), 'w')
bos@71:                             else:
bos@71:                                 ofp = None
bos@71:                     elif hunk.strip():
bos@71:                         # it's something we should execute
bos@71:                         output = self.sendreceive(hunk)
bos@71:                         if not ofp:
bos@71:                             continue
bos@71:                         # first, print the command we ran
bos@71:                         if not hunk.startswith('#'):
bos@71:                             nl = hunk.endswith('\n')
bos@71:                             hunk = ('$ \\textbf{%s}' %
bos@71:                                     tex_escape(hunk.rstrip('\n')))
bos@71:                             if nl: hunk += '\n'
bos@71:                         ofp.write(hunk)
bos@71:                         # then its output
bos@71:                         ofp.write(tex_escape(output))
bos@71:                 self.status('\n')
bos@71:                 open(self.name + '.run', 'w')
bos@71:             except:
bos@72:                 print >> sys.stderr, '(killed)'
bos@72:                 os.kill(pid, signal.SIGKILL)
bos@72:                 pid, rc = os.wait()
bos@71:                 raise
bos@72:             else:
bos@71:                 try:
bos@71:                     output = self.sendreceive('exit\n')
bos@71:                     if ofp:
bos@71:                         ofp.write(output)
bos@73:                     os.close(self.cfd)
bos@71:                 except IOError:
bos@71:                     pass
bos@72:                 os.kill(pid, signal.SIGTERM)
bos@72:                 pid, rc = os.wait()
bos@72:                 if rc:
bos@72:                     if os.WIFEXITED(rc):
bos@72:                         print >> sys.stderr, '(exit %s)' % os.WEXITSTATUS(rc)
bos@72:                     elif os.WIFSIGNALED(rc):
bos@72:                         print >> sys.stderr, '(signal %s)' % os.WTERMSIG(rc)
bos@72:                 return rc
bos@72:         finally:
bos@4:             shutil.rmtree(tmpdir)
bos@3: 
bos@3: def main(path='.'):
bos@78:     opts, args = getopt.getopt(sys.argv[1:], 'v', ['verbose'])
bos@78:     verbose = False
bos@78:     for o, a in opts:
bos@78:         if o in ('-v', '--verbose'):
bos@78:             verbose = True
bos@71:     errs = 0
bos@3:     if args:
bos@3:         for a in args:
bos@75:             try:
bos@75:                 st = os.lstat(a)
bos@75:             except OSError, err:
bos@75:                 print >> sys.stderr, '%s: %s' % (a, err.strerror)
bos@75:                 errs += 1
bos@75:                 continue
bos@75:             if stat.S_ISREG(st.st_mode) and st.st_mode & 0111:
bos@78:                 if example(a, verbose).run():
bos@75:                     errs += 1
bos@75:             else:
bos@75:                 print >> sys.stderr, '%s: not a file, or not executable' % a
bos@71:                 errs += 1
bos@71:         return errs
bos@3:     for name in os.listdir(path):
bos@3:         if name == 'run-example' or name.startswith('.'): continue
bos@3:         if name.endswith('.out') or name.endswith('~'): continue
bos@45:         if name.endswith('.run'): continue
bos@19:         pathname = os.path.join(path, name)
bos@36:         st = os.lstat(pathname)
bos@36:         if stat.S_ISREG(st.st_mode) and st.st_mode & 0111:
bos@78:             if example(pathname, verbose).run():
bos@71:                 errs += 1
bos@4:     print >> open(os.path.join(path, '.run'), 'w'), time.asctime()
bos@71:     return errs
bos@3: 
bos@3: if __name__ == '__main__':
bos@71:     sys.exit(main())