| '
+ % f.tablerow, l)
+
+ l2 = ''
+ col = 2
+ r2s = r2.split(l)
+ for x in r2s[:-1]:
+ l2 += x + (' | ' % col)
+ col += 1
+ l2 += r2s[-1]
+
+ b += l2
+
+ # Second to last, remove any remaining quoting backslashes.
+ b = re.sub(r'\\(?!\\)', '', b)
+
+ # Deal with literal backspaces.
+ b = re.sub('jemLITerl33talBS', r'\\', b)
+
+ # Also fix up DOUBLEOPEN and DOUBLECLOSEBRACES.
+ b = re.sub('DOUBLEOPENBRACE', '{{', b)
+ b = re.sub('DOUBLECLOSEBRACE', '}}', b)
+
+ return b
+
+
+def allreplace(b):
+ """Replacements that should be done on everything."""
+ r = re.compile(r"(?", re.M + re.S)
+ b = re.sub(r, r'>', b)
+
+ r = re.compile(r"(?\1', l)
+
+ if l.startswith('>>>'):
+ hb(f, '|\n', l)
+ else:
+ out(f, l + '\n')
+
+
+def putbsbs(l):
+ for i in range(len(l)):
+ l[i] = '\\b' + l[i] + '\\b'
+
+ return l
+
+
+def gethl(lang):
+ # disable comments by default, by choosing unlikely regex.
+ d = {'strings': False}
+ if lang in ('py', 'python'):
+ d['statement'] = ['break', 'continue', 'del', 'except', 'exec',
+ 'finally', 'pass', 'print', 'raise', 'return', 'try',
+ 'with', 'global', 'assert', 'lambda', 'yield', 'def',
+ 'class', 'for', 'while', 'if', 'elif', 'else',
+ 'import', 'from', 'as', 'assert']
+ d['builtin'] = ['True', 'False', 'set', 'open', 'frozenset',
+ 'enumerate', 'object', 'hasattr', 'getattr', 'filter',
+ 'eval', 'zip', 'vars', 'unicode', 'type', 'str',
+ 'repr', 'round', 'range', 'and', 'in', 'is', 'not',
+ 'or']
+ d['special'] = ['cols', 'optvar', 'param', 'problem', 'norm2', 'norm1',
+ 'value', 'minimize', 'maximize', 'rows', 'rand',
+ 'randn', 'printval', 'matrix']
+ d['error'] = ['\w*Error', ]
+ d['commentuntilend'] = '#'
+ d['strings'] = True
+ elif lang in ['c', 'c++', 'cpp']:
+ d['statement'] = ['if', 'else', 'printf', 'return', 'for']
+ d['builtin'] = ['static', 'typedef', 'int', 'float', 'double', 'void',
+ 'clock_t', 'struct', 'long', 'extern', 'char']
+ d['operator'] = ['#include.*', '#define', '@pyval{', '}@', '@pyif{',
+ '@py{']
+ d['error'] = ['\w*Error', ]
+ d['commentuntilend'] = ['//', '/*', ' * ', '*/']
+ elif lang in ('rb', 'ruby'):
+ d['statement'] = putbsbs(['while', 'until', 'unless', 'if', 'elsif',
+ 'when', 'then', 'else', 'end', 'begin',
+ 'rescue', 'class', 'def'])
+ d['operator'] = putbsbs(['and', 'not', 'or'])
+ d['builtin'] = putbsbs(['true', 'false', 'require', 'warn'])
+ d['special'] = putbsbs(['IO'])
+ d['error'] = putbsbs(['\w*Error', ])
+ d['commentuntilend'] = '#'
+ d['strings'] = True
+ d['strings'] = True
+ if lang in ['c++', 'cpp']:
+ d['builtin'] += ['bool', 'virtual']
+ d['statement'] += ['new', 'delete']
+ d['operator'] += ['<<', '>>']
+ d['special'] = ['public', 'private', 'protected', 'template',
+ 'ASSERT']
+ elif lang == 'sh':
+ d['statement'] = ['cd', 'ls', 'sudo', 'cat', 'alias', 'for', 'do',
+ 'done', 'in', ]
+ d['operator'] = ['>', r'\\', r'\|', ';', '2>', 'monolith>',
+ 'kiwi>', 'ant>', 'kakapo>', 'client>']
+ d['builtin'] = putbsbs(['gem', 'gcc', 'python', 'curl', 'wget', 'ssh',
+ 'latex', 'find', 'sed', 'gs', 'grep', 'tee',
+ 'gzip', 'killall', 'echo', 'touch',
+ 'ifconfig', 'git', '(?>', '~', '\.\.\.']
+ d['builtin'] = putbsbs(['csolve'])
+ d['commentuntilend'] = '%'
+ d['strings'] = True
+ elif lang == 'commented':
+ d['commentuntilend'] = '#'
+
+ # Add bsbs (whatever those are).
+ for x in ['statement', 'builtin', 'special', 'error']:
+ if x in d:
+ d[x] = putbsbs(d[x])
+
+ return d
+
+
+def language(f, l, hl):
+ l = l.rstrip()
+ l = allreplace(l)
+ # handle strings.
+ if hl['strings']:
+ r = re.compile(r'(".*?")')
+ l = r.sub(r'\1', l)
+ r = re.compile(r"('.*?')")
+ l = r.sub(r'\1', l)
+
+ if 'statement' in hl:
+ r = re.compile('(' + '|'.join(hl['statement']) + ')')
+ l = r.sub(r'\1', l)
+
+ if 'operator' in hl:
+ r = re.compile('(' + '|'.join(hl['operator']) + ')')
+ l = r.sub(r'\1', l)
+
+ if 'builtin' in hl:
+ r = re.compile('(' + '|'.join(hl['builtin']) + ')')
+ l = r.sub(r'\1', l)
+
+ if 'special' in hl:
+ r = re.compile('(' + '|'.join(hl['special']) + ')')
+ l = r.sub(r'\1', l)
+
+ if 'error' in hl:
+ r = re.compile('(' + '|'.join(hl['error']) + ')')
+ l = r.sub(r'\1', l)
+
+ l = re.sub('CLCLclass', 'class', l)
+
+ if 'commentuntilend' in hl:
+ cue = hl['commentuntilend']
+ if isinstance(cue, (list, tuple)):
+ for x in cue:
+ if l.strip().startswith(x):
+ hb(f, '\n', allreplace(l))
+ return
+ if '//' in cue: # Handle this separately.
+ r = re.compile(r'\/\/.*')
+ l = r.sub(r'', l)
+ elif cue == '#': # Handle this separately.
+ r = re.compile(r'#.*')
+ l = r.sub(r'', l)
+ elif cue == '%': # Handle this separately.
+ r = re.compile(r'%.*')
+ l = r.sub(r'', l)
+ elif l.strip().startswith(cue):
+ hb(f, '\n', allreplace(l))
+ return
+
+ out(f, l + '\n')
+
+
+def geneq(f, eq, dpi, wl, outname):
+ # First check if there is an existing file.
+ eqname = os.path.join(f.eqdir, outname + '.png')
+
+ eqdepths = {}
+ if f.eqcache:
+ try:
+ dc = open(os.path.join(f.eqdir, '.eqdepthcache'), 'rb')
+ for l in dc:
+ a = l.split()
+ eqdepths[a[0]] = int(a[1])
+ dc.close()
+
+ if os.path.exists(eqname) and eqname in eqdepths:
+ return (eqdepths[eqname], eqname)
+ except IOError:
+ print 'eqdepthcache read failed.'
+
+ # Open tex file.
+ tempdir = tempfile.gettempdir()
+ fd, texfile = tempfile.mkstemp('.tex', '', tempdir, True)
+ basefile = texfile[:-4]
+ g = os.fdopen(fd, 'wb')
+
+ preamble = '\documentclass{article}\n'
+ for p in f.eqpackages:
+ preamble += '\usepackage{%s}\n' % p
+ for p in f.texlines:
+ # Replace \{ and \} in p with { and }.
+ # XXX hack.
+ preamble += re.sub(r'\\(?=[{}])', '', p + '\n')
+ preamble += '\pagestyle{empty}\n\\begin{document}\n'
+ g.write(preamble)
+
+ # Write the equation itself.
+ if wl:
+ g.write('\\[%s\\]' % eq)
+ else:
+ g.write('$%s$' % eq)
+
+ # Finish off the tex file.
+ g.write('\n\\newpage\n\end{document}')
+ g.close()
+
+ exts = ['.tex', '.aux', '.dvi', '.log']
+ try:
+ # Generate the DVI file
+ latexcmd = 'latex -file-line-error-style -interaction=nonstopmode ' + \
+ '-output-directory %s %s' % (tempdir, texfile)
+ p = Popen(latexcmd, shell=True, stdout=PIPE)
+ rc = p.wait()
+ if rc != 0:
+ for l in p.stdout.readlines():
+ print ' ' + l.rstrip()
+ exts.remove('.tex')
+ raise Exception('latex error')
+
+ dvifile = basefile + '.dvi'
+ dvicmd = 'dvipng --freetype0 -Q 9 -z 3 --depth -q -T tight -D %i -bg Transparent -o %s %s' % (
+ dpi, eqname, dvifile)
+ # discard warnings, as well.
+ p = Popen(dvicmd, shell=True, stdout=PIPE, stderr=PIPE)
+ rc = p.wait()
+ if rc != 0:
+ print p.stderr.readlines()
+ raise Exception('dvipng error')
+ depth = int(p.stdout.readlines()[-1].split('=')[-1])
+ finally:
+ # Clean up.
+ for ext in exts:
+ g = basefile + ext
+ if os.path.exists(g):
+ os.remove(g)
+
+ # Update the cache if we're using it.
+ if f.eqcache and eqname not in eqdepths:
+ try:
+ dc = open(os.path.join(f.eqdir, '.eqdepthcache'), 'ab')
+ dc.write(eqname + ' ' + str(depth) + '\n')
+ dc.close()
+ except IOError:
+ print 'eqdepthcache update failed.'
+ return (depth, eqname)
+
+
+def dashlist(f, ordered=False):
+ level = 0
+
+ if ordered:
+ char = '.'
+ ul = 'ol'
+ else:
+ char = '-'
+ ul = 'ul'
+
+ while pc(f) == char:
+ (s, newlevel) = np(f, True, False)
+
+ # first adjust list number as appropriate.
+ if newlevel > level:
+ for i in range(newlevel - level):
+ if newlevel > 1:
+ out(f.outf, '\n')
+ out(f.outf, '<%s>\n' % ul)
+ elif newlevel < level:
+ out(f.outf, '\n')
+ for i in range(level - newlevel):
+ #out(f.outf, '\n\n' % ul)
+ # demote means place '' in the file.
+ out(f.outf, '\n' % ul)
+ #out(f.outf, '\n')
+ out(f.outf, '\n')
+ else:
+ # same level, make a new list item.
+ out(f.outf, '\n\n')
+
+ out(f.outf, ' ' + br(s, f) + ' ')
+ level = newlevel
+
+ for i in range(level):
+ out(f.outf, '\n\n\n' % ul)
+
+
+def colonlist(f):
+ out(f.outf, '\n')
+ while pc(f) == ':':
+ s = np(f, eatblanks=False)
+ r = re.compile(r'\s*{(.*?)(?|\n', br(defpart, f))
+ hb(f.outf, '| \n')
+
+
+def codeblock(f, g):
+ if g[1] == 'raw':
+ raw = True
+ ext_prog = None
+ elif g[0] == 'filter_through':
+ # Filter through external program.
+ raw = False
+ ext_prog = g[1]
+ buff = ""
+ else:
+ ext_prog = None
+ raw = False
+ out(f.outf, f.conf['codeblock'])
+ if g[0]:
+ hb(f.outf, f.conf['blocktitle'], g[0])
+ if g[1] == 'jemdoc':
+ out(f.outf, f.conf['codeblockcontenttt'])
+ else:
+ out(f.outf, f.conf['codeblockcontent'])
+
+ # Now we are handling code.
+ # Handle \~ and ~ differently.
+ stringmode = False
+ while 1: # wait for EOF.
+ l = nl(f, codemode=True)
+ if not l:
+ break
+ elif l.startswith('~'):
+ break
+ elif l.startswith('\\~'):
+ l = l[1:]
+ elif l.startswith('\\{'):
+ l = l[1:]
+ elif ext_prog:
+ buff += l
+ continue
+ elif stringmode:
+ if l.rstrip().endswith('"""'):
+ out(f.outf, l + '')
+ stringmode = False
+ else:
+ out(f.outf, l)
+ continue
+
+ # jem revise pyint out of the picture.
+ if g[1] == 'pyint':
+ pyint(f.outf, l)
+ else:
+ if raw:
+ out(f.outf, l)
+ elif g[1] == 'jemdoc':
+ # doing this more nicely needs python 2.5.
+ for x in ('#', '~', '>>>', '\~', '{'):
+ if str(l).lstrip().startswith(x):
+ out(f.outf, '')
+ out(f.outf, l + ' ')
+ break
+ else:
+ for x in (':', '.', '-'):
+ if str(l).lstrip().startswith(x):
+ out(f.outf, '
' + prependnbsps(l))
+ break
+ else:
+ if str(l).lstrip().startswith('='):
+ out(f.outf, prependnbsps(l) + '
')
+ else:
+ out(f.outf, l)
+ else:
+ if l.startswith('\\#include{') or l.startswith('\\#includeraw{'):
+ out(f.outf, l[1:])
+ elif l.startswith('#') and doincludes(f, l[1:]):
+ continue
+ elif g[1] in ('python', 'py') and l.strip().startswith('"""'):
+ out(f.outf, '' + l)
+ stringmode = True
+ else:
+ language(f.outf, l, gethl(g[1]))
+
+ if raw:
+ return
+ elif ext_prog:
+ print 'filtering through %s...' % ext_prog
+
+ output, _ = Popen(ext_prog, shell=True, stdin=PIPE,
+ stdout=PIPE).communicate(buff)
+ out(f.outf, output)
+ else:
+ if g[1] == 'jemdoc':
+ out(f.outf, f.conf['codeblockendtt'])
+ else:
+ out(f.outf, f.conf['codeblockend'])
+
+
+def prependnbsps(l):
+ g = re.search('(^ *)(.*)', l).groups()
+ return g[0].replace(' ', ' ') + g[1]
+
+
+def inserttitle(f, t):
+ if t is not None:
+ hb(f.outf, f.conf['doctitle'], t)
+
+ # Look for a subtitle.
+ if pc(f) != '\n':
+ hb(f.outf, f.conf['subtitle'], br(np(f), f))
+
+ hb(f.outf, f.conf['doctitleend'], t)
+
+
+def procfile(f):
+ f.linenum = 0
+
+ menu = None
+ # convert these to a dictionary.
+ showfooter = True
+ showsourcelink = False
+ showlastupdated = True
+ showlastupdatedtime = True
+ nodefaultcss = False
+ fwtitle = False
+ css = []
+ js = []
+ title = None
+ while pc(f, False) == '#':
+ l = f.inf.readline()
+ f.linenum += 1
+ if doincludes(f, l[1:]):
+ continue
+ if l.startswith('# jemdoc:'):
+ l = l[len('# jemdoc:'):]
+ a = l.split(',')
+ # jem only handle one argument for now.
+ for b in a:
+ b = b.strip()
+ if b.startswith('menu'):
+ sidemenu = True
+ r = re.compile(r'(? 3 or len(g) < 2:
+ raise SyntaxError(
+ 'sidemenu error on line %d' % f.linenum)
+
+ if len(g) == 2:
+ menu = (f, g[0], g[1], '')
+ else:
+ menu = (f, g[0], g[1], g[2])
+
+ elif b.startswith('nofooter'):
+ showfooter = False
+
+ elif b.startswith('nodate'):
+ showlastupdated = False
+
+ elif b.startswith('notime'):
+ showlastupdatedtime = False
+
+ elif b.startswith('fwtitle'):
+ fwtitle = True
+
+ elif b.startswith('showsource'):
+ showsourcelink = True
+
+ elif b.startswith('nodefaultcss'):
+ nodefaultcss = True
+
+ elif b.startswith('addcss'):
+ r = re.compile(r'(?)|( ) *', ' ', t)
+ else:
+ t = None
+
+ # if title:
+ hb(f.outf, f.conf['windowtitle'], title)
+
+ out(f.outf, f.conf['bodystart'])
+
+ if f.analytics:
+ hb(f.outf, f.conf['analytics'], f.analytics)
+
+ if fwtitle:
+ out(f.outf, f.conf['fwtitlestart'])
+ inserttitle(f, t)
+ out(f.outf, f.conf['fwtitleend'])
+
+ if menu:
+ out(f.outf, f.conf['menustart'])
+ insertmenuitems(*menu)
+ out(f.outf, f.conf['menuend'])
+ else:
+ out(f.outf, f.conf['nomenu'])
+
+ if not fwtitle:
+ inserttitle(f, t)
+
+ infoblock = False
+ imgblock = False
+ tableblock = False
+ while 1: # wait for EOF.
+ p = pc(f)
+
+ if p == '':
+ break
+
+ elif p == '\\(':
+ if not (f.eqs and f.eqsupport):
+ break
+
+ s = nl(f)
+ # Quickly pull out the equation here:
+ # Check we don't already have the terminating character in a whole-line
+ # equation without linebreaks, eg \( Ax=b \):
+ if not s.strip().endswith('\)'):
+ while True:
+ l = nl(f, codemode=True)
+ if not l:
+ break
+ s += l
+ if l.strip() == '\)':
+ break
+ out(f.outf, br(s.strip(), f))
+
+ # look for lists.
+ elif p == '-':
+ dashlist(f, False)
+
+ elif p == '.':
+ dashlist(f, True)
+
+ elif p == ':':
+ colonlist(f)
+
+ # look for titles.
+ elif p == '=':
+ (s, c) = nl(f, True)
+ # trim trailing \n.
+ s = s[:-1]
+ hb(f.outf, '|\n' % (c, c), br(s, f))
+
+ # look for comments.
+ elif p == '#':
+ l = nl(f)
+
+ elif p == '\n':
+ nl(f)
+
+ # look for blocks.
+ elif p == '~':
+ nl(f)
+ if infoblock:
+ out(f.outf, f.conf['infoblockend'])
+ infoblock = False
+ nl(f)
+ continue
+ elif imgblock:
+ out(f.outf, ' |
\n')
+ imgblock = False
+ nl(f)
+ continue
+ elif tableblock:
+ out(f.outf, '\n')
+ tableblock = False
+ nl(f)
+ continue
+ else:
+ if pc(f) == '{':
+ l = allreplace(nl(f))
+ r = re.compile(r'(?= 1:
+ g[0] = br(g[0], f)
+
+ if len(g) in (0, 1): # info block.
+ out(f.outf, f.conf['infoblock'])
+ infoblock = True
+
+ if len(g) == 1: # info block.
+ hb(f.outf, f.conf['blocktitle'], g[0])
+
+ out(f.outf, f.conf['infoblockcontent'])
+
+ elif len(g) >= 2 and g[1] == 'table':
+ # handles
+ # {title}{table}{name}
+ # one | two ||
+ # three | four ||
+ name = ''
+ if len(g) >= 3 and g[2]:
+ name += ' id="%s"' % g[2]
+ out(f.outf, '
horaceyi [at] outlook [dot] com
hyi13 [at] jhu [dot] edu
+ GitHub (HoraceYi)
+ 
+ LinkedIn
+ 
+ Curriculum Vitae
+
+ 
+ 
+ 
+ 
+
+ 
+ 
+ 
+ 
+ 
+