FM / python3.3

/opt/alt/python33/lib64/python3.3

Name	Size	Mode	Actions
collections/	-	0755	rm
concurrent/	-	0755	rm
config-3.3m/	-	0755	rm
ctypes/	-	0755	rm
curses/	-	0755	rm
dbm/	-	0755	rm
distutils/	-	0755	rm
email/	-	0755	rm
encodings/	-	0755	rm
html/	-	0755	rm
http/	-	0755	rm
idlelib/	-	0755	rm
importlib/	-	0755	rm
json/	-	0755	rm
lib-dynload/	-	0755	rm
lib2to3/	-	0755	rm
logging/	-	0755	rm
multiprocessing/	-	0755	rm
plat-linux/	-	0755	rm
pydoc_data/	-	0755	rm
site-packages/	-	0755	rm
sqlite3/	-	0755	rm
test/	-	0755	rm
unittest/	-	0755	rm
urllib/	-	0755	rm
venv/	-	0755	rm
wsgiref/	-	0755	rm
xml/	-	0755	rm
xmlrpc/	-	0755	rm
__pycache__/	-	0755	rm
abc.py	8057	0644	edit dl rm
aifc.py	31054	0644	edit dl rm
antigravity.py	475	0644	edit dl rm
argparse.py	89069	0644	edit dl rm
ast.py	12142	0644	edit dl rm
asynchat.py	11588	0644	edit dl rm
asyncore.py	20753	0644	edit dl rm
base64.py	13986	0755	edit dl rm
bdb.py	21894	0644	edit dl rm
binhex.py	13708	0644	edit dl rm
bisect.py	2595	0644	edit dl rm
bz2.py	18473	0644	edit dl rm
calendar.py	22940	0644	edit dl rm
cgi.py	35554	0755	edit dl rm
cgitb.py	12041	0644	edit dl rm
chunk.py	5377	0644	edit dl rm
cmd.py	14860	0644	edit dl rm
code.py	10030	0644	edit dl rm
codecs.py	35956	0644	edit dl rm
codeop.py	5994	0644	edit dl rm
colorsys.py	3691	0644	edit dl rm
compileall.py	9743	0644	edit dl rm
configparser.py	49437	0644	edit dl rm
contextlib.py	9125	0644	edit dl rm
copy.py	8991	0644	edit dl rm
copyreg.py	6611	0644	edit dl rm
cProfile.py	6361	0755	edit dl rm
crypt.py	1879	0644	edit dl rm
csv.py	16185	0644	edit dl rm
datetime.py	74954	0644	edit dl rm
decimal.py	228558	0644	edit dl rm
difflib.py	82519	0644	edit dl rm
dis.py	10134	0644	edit dl rm
doctest.py	102933	0644	edit dl rm
dummy_threading.py	2815	0644	edit dl rm
filecmp.py	9597	0644	edit dl rm
fileinput.py	14256	0644	edit dl rm
fnmatch.py	3163	0644	edit dl rm
formatter.py	14930	0644	edit dl rm
fractions.py	23033	0644	edit dl rm
ftplib.py	40253	0644	edit dl rm
functools.py	13596	0644	edit dl rm
genericpath.py	3093	0644	edit dl rm
getopt.py	7488	0644	edit dl rm
getpass.py	5793	0644	edit dl rm
gettext.py	20637	0644	edit dl rm
glob.py	2838	0644	edit dl rm
gzip.py	24403	0644	edit dl rm
hashlib.py	6193	0644	edit dl rm
heapq.py	17997	0644	edit dl rm
hmac.py	4440	0644	edit dl rm
imaplib.py	50111	0644	edit dl rm
imghdr.py	3528	0644	edit dl rm
imp.py	9727	0644	edit dl rm
inspect.py	78960	0644	edit dl rm
io.py	3280	0644	edit dl rm
ipaddress.py	70303	0644	edit dl rm
keyword.py	2060	0755	edit dl rm
linecache.py	3864	0644	edit dl rm
locale.py	93215	0644	edit dl rm
lzma.py	17454	0644	edit dl rm
macpath.py	5617	0644	edit dl rm
macurl2path.py	2732	0644	edit dl rm
mailbox.py	79093	0644	edit dl rm
mailcap.py	7437	0644	edit dl rm
mimetypes.py	20735	0644	edit dl rm
modulefinder.py	23198	0644	edit dl rm
netrc.py	5747	0644	edit dl rm
nntplib.py	42786	0644	edit dl rm
ntpath.py	20437	0644	edit dl rm
nturl2path.py	2396	0644	edit dl rm
numbers.py	10398	0644	edit dl rm
opcode.py	5098	0644	edit dl rm
optparse.py	60346	0644	edit dl rm
os.py	34779	0644	edit dl rm
os2emxpath.py	4659	0644	edit dl rm
pdb.py	60653	0755	edit dl rm
pickle.py	47858	0644	edit dl rm
pickletools.py	81349	0644	edit dl rm
pipes.py	8916	0644	edit dl rm
pkgutil.py	21539	0644	edit dl rm
platform.py	50742	0755	edit dl rm
plistlib.py	14777	0644	edit dl rm
poplib.py	11372	0644	edit dl rm
posixpath.py	14254	0644	edit dl rm
pprint.py	12700	0644	edit dl rm
profile.py	21448	0755	edit dl rm
pstats.py	26372	0644	edit dl rm
pty.py	5055	0644	edit dl rm
pyclbr.py	13438	0644	edit dl rm
pydoc.py	101644	0755	edit dl rm
py_compile.py	6717	0644	edit dl rm
queue.py	8835	0644	edit dl rm
quopri.py	7315	0755	edit dl rm
random.py	25660	0644	edit dl rm
re.py	14973	0644	edit dl rm
reprlib.py	5110	0644	edit dl rm
rlcompleter.py	5526	0644	edit dl rm
runpy.py	10413	0644	edit dl rm
sched.py	6399	0644	edit dl rm
shelve.py	8243	0644	edit dl rm
shlex.py	11502	0644	edit dl rm
shutil.py	39147	0644	edit dl rm
site.py	21971	0644	edit dl rm
smtpd.py	30207	0755	edit dl rm
smtplib.py	38021	0755	edit dl rm
sndhdr.py	6219	0644	edit dl rm
socket.py	14913	0644	edit dl rm
socketserver.py	24196	0644	edit dl rm
sre_compile.py	16345	0644	edit dl rm
sre_constants.py	7231	0644	edit dl rm
sre_parse.py	30212	0644	edit dl rm
ssl.py	24478	0644	edit dl rm
stat.py	4304	0644	edit dl rm
string.py	9410	0644	edit dl rm
stringprep.py	12917	0644	edit dl rm
struct.py	238	0644	edit dl rm
subprocess.py	67578	0644	edit dl rm
sunau.py	17523	0644	edit dl rm
symbol.py	2051	0755	edit dl rm
symtable.py	7383	0644	edit dl rm
sysconfig.py	25174	0644	edit dl rm
tabnanny.py	11410	0755	edit dl rm
tarfile.py	88864	0755	edit dl rm
telnetlib.py	27349	0644	edit dl rm
tempfile.py	23013	0644	edit dl rm
textwrap.py	16488	0644	edit dl rm
this.py	1003	0644	edit dl rm
threading.py	45641	0644	edit dl rm
timeit.py	12395	0755	edit dl rm
token.py	3034	0644	edit dl rm
tokenize.py	24876	0644	edit dl rm
trace.py	31487	0755	edit dl rm
traceback.py	11982	0644	edit dl rm
tty.py	879	0644	edit dl rm
types.py	3167	0644	edit dl rm
uu.py	6766	0755	edit dl rm
uuid.py	22349	0644	edit dl rm
warnings.py	13825	0644	edit dl rm
wave.py	18579	0644	edit dl rm
weakref.py	11495	0644	edit dl rm
webbrowser.py	22913	0755	edit dl rm
xdrlib.py	5381	0644	edit dl rm
zipfile.py	66424	0644	edit dl rm
_compat_pickle.py	4338	0644	edit dl rm
_dummy_thread.py	4769	0644	edit dl rm
_markupbase.py	14598	0644	edit dl rm
_osx_support.py	18855	0644	edit dl rm
_pyio.py	72905	0644	edit dl rm
_strptime.py	21674	0644	edit dl rm
_sysconfigdata.py	21056	0644	edit dl rm
_threading_local.py	7410	0644	edit dl rm
_weakrefset.py	5705	0644	edit dl rm
__future__.py	4584	0644	edit dl rm
__phello__.foo.py	64	0644	edit dl rm

Edit: /opt/alt/python33/lib64/python3.3/pipes.py (8916B)

"""Conversion pipeline templates.

The problem:
------------

Suppose you have some data that you want to convert to another format,
such as from GIF image format to PPM image format.  Maybe the
conversion involves several steps (e.g. piping it through compress or
uuencode).  Some of the conversion steps may require that their input
is a disk file, others may be able to read standard input; similar for
their output.  The input to the entire conversion may also be read
from a disk file or from an open file, and similar for its output.

The module lets you construct a pipeline template by sticking one or
more conversion steps together.  It will take care of creating and
removing temporary files if they are necessary to hold intermediate
data.  You can then use the template to do conversions from many
different sources to many different destinations.  The temporary
file names used are different each time the template is used.

The templates are objects so you can create templates for many
different conversion steps and store them in a dictionary, for
instance.

Directions:
-----------

To create a template:
    t = Template()

To add a conversion step to a template:
   t.append(command, kind)
where kind is a string of two characters: the first is '-' if the
command reads its standard input or 'f' if it requires a file; the
second likewise for the output. The command must be valid /bin/sh
syntax.  If input or output files are required, they are passed as
$IN and $OUT; otherwise, it must be  possible to use the command in
a pipeline.

To add a conversion step at the beginning:
   t.prepend(command, kind)

To convert a file to another file using a template:
  sts = t.copy(infile, outfile)
If infile or outfile are the empty string, standard input is read or
standard output is written, respectively.  The return value is the
exit status of the conversion pipeline.

To open a file for reading or writing through a conversion pipeline:
   fp = t.open(file, mode)
where mode is 'r' to read the file, or 'w' to write it -- just like
for the built-in function open() or for os.popen().

To create a new template object initialized to a given one:
   t2 = t.clone()
"""                                     # '

import re
import os
import tempfile
# we import the quote function rather than the module for backward compat
# (quote used to be an undocumented but used function in pipes)
from shlex import quote

__all__ = ["Template"]

# Conversion step kinds

FILEIN_FILEOUT = 'ff'                   # Must read & write real files
STDIN_FILEOUT  = '-f'                   # Must write a real file
FILEIN_STDOUT  = 'f-'                   # Must read a real file
STDIN_STDOUT   = '--'                   # Normal pipeline element
SOURCE         = '.-'                   # Must be first, writes stdout
SINK           = '-.'                   # Must be last, reads stdin

stepkinds = [FILEIN_FILEOUT, STDIN_FILEOUT, FILEIN_STDOUT, STDIN_STDOUT, \
             SOURCE, SINK]

class Template:
    """Class representing a pipeline template."""

def __init__(self):
        """Template() returns a fresh pipeline template."""
        self.debugging = 0
        self.reset()

def __repr__(self):
        """t.__repr__() implements repr(t)."""
        return '<Template instance, steps=%r>' % (self.steps,)

def reset(self):
        """t.reset() restores a pipeline template to its initial state."""
        self.steps = []

def clone(self):
        """t.clone() returns a new pipeline template with identical
        initial state as the current one."""
        t = Template()
        t.steps = self.steps[:]
        t.debugging = self.debugging
        return t

def debug(self, flag):
        """t.debug(flag) turns debugging on or off."""
        self.debugging = flag

def append(self, cmd, kind):
        """t.append(cmd, kind) adds a new step at the end."""
        if type(cmd) is not type(''):
            raise TypeError('Template.append: cmd must be a string')
        if kind not in stepkinds:
            raise ValueError('Template.append: bad kind %r' % (kind,))
        if kind == SOURCE:
            raise ValueError('Template.append: SOURCE can only be prepended')
        if self.steps and self.steps[-1][1] == SINK:
            raise ValueError('Template.append: already ends with SINK')
        if kind[0] == 'f' and not re.search(r'\$IN\b', cmd):
            raise ValueError('Template.append: missing $IN in cmd')
        if kind[1] == 'f' and not re.search(r'\$OUT\b', cmd):
            raise ValueError('Template.append: missing $OUT in cmd')
        self.steps.append((cmd, kind))

def prepend(self, cmd, kind):
        """t.prepend(cmd, kind) adds a new step at the front."""
        if type(cmd) is not type(''):
            raise TypeError('Template.prepend: cmd must be a string')
        if kind not in stepkinds:
            raise ValueError('Template.prepend: bad kind %r' % (kind,))
        if kind == SINK:
            raise ValueError('Template.prepend: SINK can only be appended')
        if self.steps and self.steps[0][1] == SOURCE:
            raise ValueError('Template.prepend: already begins with SOURCE')
        if kind[0] == 'f' and not re.search(r'\$IN\b', cmd):
            raise ValueError('Template.prepend: missing $IN in cmd')
        if kind[1] == 'f' and not re.search(r'\$OUT\b', cmd):
            raise ValueError('Template.prepend: missing $OUT in cmd')
        self.steps.insert(0, (cmd, kind))

def open(self, file, rw):
        """t.open(file, rw) returns a pipe or file object open for
        reading or writing; the file is the other end of the pipeline."""
        if rw == 'r':
            return self.open_r(file)
        if rw == 'w':
            return self.open_w(file)
        raise ValueError('Template.open: rw must be \'r\' or \'w\', not %r'
                         % (rw,))

def open_r(self, file):
        """t.open_r(file) and t.open_w(file) implement
        t.open(file, 'r') and t.open(file, 'w') respectively."""
        if not self.steps:
            return open(file, 'r')
        if self.steps[-1][1] == SINK:
            raise ValueError('Template.open_r: pipeline ends width SINK')
        cmd = self.makepipeline(file, '')
        return os.popen(cmd, 'r')

def open_w(self, file):
        if not self.steps:
            return open(file, 'w')
        if self.steps[0][1] == SOURCE:
            raise ValueError('Template.open_w: pipeline begins with SOURCE')
        cmd = self.makepipeline('', file)
        return os.popen(cmd, 'w')

def copy(self, infile, outfile):
        return os.system(self.makepipeline(infile, outfile))

def makepipeline(self, infile, outfile):
        cmd = makepipeline(infile, self.steps, outfile)
        if self.debugging:
            print(cmd)
            cmd = 'set -x; ' + cmd
        return cmd

def makepipeline(infile, steps, outfile):
    # Build a list with for each command:
    # [input filename or '', command string, kind, output filename or '']

list = []
    for cmd, kind in steps:
        list.append(['', cmd, kind, ''])
    #
    # Make sure there is at least one step
    #
    if not list:
        list.append(['', 'cat', '--', ''])
    #
    # Take care of the input and output ends
    #
    [cmd, kind] = list[0][1:3]
    if kind[0] == 'f' and not infile:
        list.insert(0, ['', 'cat', '--', ''])
    list[0][0] = infile
    #
    [cmd, kind] = list[-1][1:3]
    if kind[1] == 'f' and not outfile:
        list.append(['', 'cat', '--', ''])
    list[-1][-1] = outfile
    #
    # Invent temporary files to connect stages that need files
    #
    garbage = []
    for i in range(1, len(list)):
        lkind = list[i-1][2]
        rkind = list[i][2]
        if lkind[1] == 'f' or rkind[0] == 'f':
            (fd, temp) = tempfile.mkstemp()
            os.close(fd)
            garbage.append(temp)
            list[i-1][-1] = list[i][0] = temp
    #
    for item in list:
        [inf, cmd, kind, outf] = item
        if kind[1] == 'f':
            cmd = 'OUT=' + quote(outf) + '; ' + cmd
        if kind[0] == 'f':
            cmd = 'IN=' + quote(inf) + '; ' + cmd
        if kind[0] == '-' and inf:
            cmd = cmd + ' <' + quote(inf)
        if kind[1] == '-' and outf:
            cmd = cmd + ' >' + quote(outf)
        item[1] = cmd
    #
    cmdlist = list[0][1]
    for item in list[1:]:
        [cmd, kind] = item[1:3]
        if item[0] == '':
            if 'f' in kind:
                cmd = '{ ' + cmd + '; }'
            cmdlist = cmdlist + ' |\n' + cmd
        else:
            cmdlist = cmdlist + '\n' + cmd
    #
    if garbage:
        rmcmd = 'rm -f'
        for file in garbage:
            rmcmd = rmcmd + ' ' + quote(file)
        trapcmd = 'trap ' + quote(rmcmd + '; exit') + ' 1 2 3 13 14 15'
        cmdlist = trapcmd + '\n' + cmdlist + '\n' + rmcmd
    #
    return cmdlist

cmd: