Planet Python

NIMHANS Convention Centre · (This is a re-post from Zato Blog as Planet Python doesn’t syndicate that one yet)

astng
logilab
gpylint
setuptools
astroid
astng
astng
astroid
logilab.astng
setuptools
pkgutil.extend_path
__path__
@check_messages
request = {'from':'EUR', 'to':'HRK'}
response = get_exchange_rate(request)
print(response.rate)

# 1 EUR = 7.4680 HRK as of Jun 13, 2013, 5:00PM GMT
DJANGO_APP_DIR$ git clone git://github.com/zatosource/zato-django-integration.git .
DJANGO_APP_DIR$ ./install.sh
[snip]
DJANGO_APP_DIR$ ./bin/py sampleapp/src/run.py
from zato.client import AnyServiceInvoker

class ZatoMiddleware(object):
    def process_request(self, req):
        req.zato_client = AnyServiceInvoker('http://localhost:17010', 
            '/django/sample', ('django-app', 'django-password'))
from django.template.response import TemplateResponse

def home(req):

    # A dictionary of input data read from HTTP GET. If no input was given
    # we translate from EUR to HRK.
    to = req.GET.get('to', 'HRK')
    request = {'from':'EUR', 'to':to}

    # Pass the dictionary into the client's invoke method along with the name
    # of a service you want to invoke
    response = req.zato_client.invoke('exchangerates.get-exchange-rate-list', request)

    # response.data has a bunch of attributes that can be fed to the template as is
    return TemplateResponse(req, 'rates.html', {'data':response.data['rates'], 'to':to})
# -*- coding: utf-8 -*-

from __future__ import absolute_import, division, print_function, unicode_literals

# stdlib
from datetime import datetime
from traceback import format_exc

# anyjson
from anyjson import loads

# lxml
from lxml import etree

# Zato
from zato.server.service import Service

class GetExchangeRateList(Service):
    class SimpleIO:
        response_elem = 'rates'
        input_required = ('from', 'to')
        output_required = ('provider', 'rate', 'ts')
        output_repeated = True

    def get_yahoo(self, from_, to):

        # Response template
        out = {'provider':'Yahoo! Finance', 'rate':None, 'ts':None}

        # Grab a connection by its name
        conn = self.outgoing.plain_http.get('Yahoo! Finance').conn

        # Y! Finance needs a query string in that format
        # ?s=HRKEUR=X&amp;f=snl1d1t1ab
        url_params = {'s':'{}{}=X'.format(from_, to), 'f':'snl1d1t1ab'}

        # Invoking the .get method issues a GET request
        response = conn.get(self.cid, url_params)

        # Y! gives us a CSV response
        response = response.text.split(',')

        # The string we receive is something like
        # u'"EURHRK=X","EUR to HRK",7.4608,"6/14/2013","5:55pm",7.4629,7.4588\r\n'
        # and we need the 3rd item.
        out['rate'] = response[2]
        out['ts'] = datetime.utcnow().isoformat()

        return out

    def get_google(self, from_, to):
        out = {'provider':'Google', 'rate':None, 'ts':None}

        # Grab a connection by its name
        conn = self.outgoing.plain_http.get('Google Calculator').conn

        # Google needs a query string in that format
        # ?q=1EUR=HRK
        url_params = {'q': '1{}={}'.format(from_, to)}

        # Invoking the .get method issues a GET request
        response = conn.get(self.cid, url_params)

        # Convert the pseudo-JSON from 
        # {lhs: "1 Euro",rhs: "7.46464923 Croatian kune",error: "",icc: true} -&gt;
        # {"lhs": "1 Euro","rhs": "7.46464923 Croatian kune","error": "","icc": true}
        # so it can be parsed as JSON.
        json = response.text
        replace = ('lhs', 'rhs', 'error', 'icc')
        for name in replace:
            json = json.replace(name, '"{}"'.format(name))

        rate = loads(json)['rhs'].split()[0]

        out['rate'] = rate
        out['ts'] = datetime.utcnow().isoformat()

        return out

    def get_ecb(self, from_, to):
        out = {'provider':'European Central Bank', 'rate':None, 'ts':None}

        # Grab a connection by its name
        conn = self.outgoing.plain_http.get('European Central Bank').conn

        response = conn.get(self.cid)
        xml = etree.fromstring(response.text.encode('utf-8'))

        ns = {'xref': 'http://www.ecb.int/vocabulary/2002-08-01/eurofxref'}
        rate = xml.xpath(
            "//xref:Cube[@currency='{}']/@rate".format(to), namespaces=ns)[0]

        out['rate'] = rate
        out['ts'] = datetime.utcnow().isoformat()

        return out

    def handle(self):
        from_ = self.request.input.get('from')
        to = self.request.input.to

        for func in(self.get_yahoo, self.get_google, self.get_ecb):
            try:
                rate = func(from_, to)
            except Exception, e:
                self.logger.warn('Caught an exception {}'.format(format_exc(e)))
            else:
                self.response.payload.append(rate)
$ cp exchangerates.py ~/tmp/qs-1/server1/pickup-dir/
INFO - Uploaded package id:[1], payload_name:[exchangerates.py]
  1 
  2 results = {
  3 #    'TEST': (  TIME, set([COVERED_POINT ...])),
  4   'test_00': (  2.08, set([2, 3, 5, 11, 12, 16, 19, 23, 25, 26, 29, 36, 38, 40])),
  5   'test_01': ( 58.04, set([0, 10, 13, 15, 17, 19, 20, 22, 27, 30, 31, 33, 34])),
  6   'test_02': ( 34.82, set([3, 4, 6, 12, 15, 21, 23, 25, 26, 33, 34, 40])),
  7   'test_03': ( 32.74, set([4, 5, 10, 16, 21, 22, 26, 39])),
  8   'test_04': (100.00, set([0, 1, 4, 6, 7, 8, 9, 11, 12, 18, 26, 27, 31, 36])),
  9   'test_05': (  4.46, set([1, 2, 6, 11, 14, 16, 17, 21, 22, 23, 30, 31])),
 10   'test_06': ( 69.57, set([10, 11, 15, 17, 19, 22, 26, 27, 30, 32, 38])),
 11   'test_07': ( 85.71, set([0, 2, 4, 5, 9, 10, 14, 17, 24, 34, 36, 39])),
 12   'test_08': (  5.73, set([0, 3, 8, 9, 13, 19, 23, 25, 28, 36, 38])),
 13   'test_09': ( 15.55, set([7, 15, 17, 25, 26, 30, 31, 33, 36, 38, 39])),
 14   'test_10': ( 12.05, set([0, 4, 13, 14, 15, 24, 31, 35, 39])),
 15   'test_11': ( 52.23, set([0, 3, 6, 10, 11, 13, 23, 34, 40])),
 16   'test_12': ( 26.79, set([0, 1, 4, 5, 7, 8, 10, 12, 13, 31, 32, 40])),
 17   'test_13': ( 16.07, set([2, 6, 9, 11, 13, 15, 17, 18, 34])),
 18   'test_14': ( 40.62, set([1, 2, 8, 15, 16, 19, 22, 26, 29, 31, 33, 34, 38])),
 19  }
 20 

 21 def greedyranker(results):
 22     results = results.copy()
 23     ranked, coveredsofar, costsofar, round = [], set(), 0, 0
 24     noncontributing = []
 25     while results:
 26         round += 1
 27         # What each test can contribute to the pool of what is covered so far
 28         contributions = [(len(cover - coveredsofar), -cost, test)
 29                          for test, (cost, cover) in sorted(results.items()) ]
 30         # Greedy ranking by taking the next greatest contributor                 
 31         delta_cover, benefit, test = max( contributions )
 32         if delta_cover > 0:
 33             ranked.append((test, delta_cover))
 34             cost, cover = results.pop(test)
 35             coveredsofar.update(cover)
 36             costsofar += cost
 37         for delta_cover, benefit, test in contributions:
 38             if delta_cover == 0:
 39                 # this test cannot contribute anything
 40                 noncontributing.append( (test, round) )
 41                 results.pop(test)
 42     return coveredsofar, ranked, costsofar, noncontributing
 43 

 44 def greedyranker(results, tutor=True):
 45     results = results.copy()
 46     ranked, coveredsofar, costsofar, round = [], set(), 0, 0
 47     noncontributing = []
 48     while results:
 49         round += 1
 50         # What each test can contribute to the pool of what is covered so far
 51         contributions = [(len(cover - coveredsofar), -cost, test)
 52                          for test, (cost, cover) in sorted(results.items()) ]
 53         if tutor:
 54             print('\n## Round %i' % round)
 55             print('  Covered so far: %2i points: ' % len(coveredsofar))
 56             print('  Ranked so far: ' + repr([t for t, d in ranked]))
 57             print('  What the remaining tests can contribute, largest contributors first:')
 58             print('    # DELTA, BENEFIT, TEST')
 59             deltas = sorted(contributions, reverse=True)
 60             for delta_cover, benefit, test in deltas:
 61                 print('     %2i,    %7.2f,    %s' % (delta_cover, benefit, test))
 62             if len(deltas)>=2 and deltas[0][0] == deltas[1][0]:
 63                 print('  Note: This time around, more than one test gives the same')
 64                 print('        maximum delta contribution of %i to the coverage so far'
 65                        % deltas[0][0])
 66                 if deltas[0][1] != deltas[1][1]:
 67                     print('        we order based on the next field of minimum cost')
 68                     print('        (equivalent to maximum negative cost).')
 69                 else:
 70                     print('        the next field of minimum cost is the same so')
 71                     print('        we arbitrarily order by test name.')
 72             zeroes = [test for delta_cover, benefit, test in deltas
 73                      if delta_cover == 0]
 74             if zeroes:
 75                 print('  The following test(s) cannot contribute more to coverage')
 76                 print('  and will be dropped:')
 77                 print('    ' + ', '.join(zeroes))
 78 
 79         # Greedy ranking by taking the next greatest contributor                 
 80         delta_cover, benefit, test = max( contributions )
 81         if delta_cover > 0:
 82             ranked.append((test, delta_cover))
 83             cost, cover = results.pop(test)
 84             if tutor:
 85                 print('  Ranking %s in round %2i giving extra coverage of: %r'
 86                        % (test, round, sorted(cover - coveredsofar)))
 87             coveredsofar.update(cover)
 88             costsofar += cost
 89 
 90         for delta_cover, benefit, test in contributions:
 91             if delta_cover == 0:
 92                 # this test cannot contribute anything
 93                 noncontributing.append( (test, round) )
 94                 results.pop(test)
 95     if tutor:
 96         print('\n## ALL TESTS NOW RANKED OR DISCARDED\n')
 97     return coveredsofar, ranked, costsofar, noncontributing

 98 
 99 
100 totalcoverage, ranking, totalcost, nonranked = greedyranker(results)
101 print('''
102 A total of %i points were covered, 
103 using only %i of the initial %i tests,
104 and should take %g time units to run.
105 
106 The tests in order of coverage added:
107     
108     TEST  DELTA-COVERAGE'''
109  % (len(totalcoverage), len(ranking), len(results), totalcost))
110 print('\n'.join('  %6s  %i' % r for r in ranking))
def cover_creator(ntests=25, maxcoverpoints=100):
    import random
    results = {}
    coveredrange = (maxcoverpoints * 1 // 6, 
                    1 + maxcoverpoints * 2 // 6)
    print coveredrange
    for test in range(ntests):
        name = 'test_%02i' % test
        covered = sorted(set(random.randint(0, maxcoverpoints-1)
                         for i in range(random.randint(*coveredrange))))
        time = len(covered) * (100 + (random.random() - 0.5) * 40) / 100.0
        results[name] = ( float('%6.2f' % time), set(covered))
    return results
>>> from subprocess import Popen, PIPE
>>> p=Popen(["sleep", "60"], stdin=PIPE, stdout=PIPE, stderr=PIPE)
>>>
>>> p.poll()      # poll() returns None as the process is still running in the background
>>> 
>>>               # now hit Ctrl+C in the interactive prompt
KeyboardInterrupt
>>>
>>> p.poll()      # and voila, `sleep` was killed by SIGINT
-2

>>> import os
>>> p=Popen(["sleep", "60"], stdin=PIPE, stdout=PIPE, stderr=PIPE, preexec_fn=os.setsid)
>>> p.poll()
>>>
KeyboardInterrupt
>>> p.poll()
>>>

<?xml version="1.0"?>
<book>
        <chapter>
        Chapter 1 content here.
        </chapter>

        <chapter>
        Chapter 2 content here.
        </chapter>
</book>

#--------------------------------------------------
# XMLtoPDFBook.py

# A program to convert a book in XML text format to a PDF book.
# Uses xtopdf and ReportLab.

# Author: Vasudev Ram - http://www.dancingbison.com
# Version: v0.1

#--------------------------------------------------

# imports

import sys
import os
import string
import time

from PDFWriter import PDFWriter

try:
    import xml.etree.cElementTree as ET
except ImportError:
    import xml.etree.ElementTree as ET

#--------------------------------------------------

# global variables

sysargv = None

#--------------------------------------------------

def debug(message):
    sys.stderr.write(message + "\n")

#--------------------------------------------------

def get_xml_filename(sysargv):
    return sysargv[1]

#--------------------------------------------------

def get_pdf_filename(sysargv):
    return sysargv[2]

#--------------------------------------------------

def XMLtoPDFBook():

    debug("Entered XMLtoPDFBook()")

    global sysargv

    xml_filename = get_xml_filename(sysargv)
    debug("xml_filename: " + xml_filename)
    pdf_filename = get_pdf_filename(sysargv)
    debug("pdf_filename: " + pdf_filename)

    pw = PDFWriter(pdf_filename)
    pw.setFont("Courier", 12)
    pw.setHeader(xml_filename + " to " + pdf_filename)
    pw.setFooter("Generated by ElementTree and xtopdf")

    tree = ET.ElementTree(file=xml_filename)
    debug("tree = " + repr(tree))

    root = tree.getroot()
    debug("root.tag = " + root.tag)
    if root.tag != "book":
        debug("Error: Root tag is not 'book'")
        sys.exit(2)

    debug("=" * 60)
    for root_child in root:
        if root_child.tag != "chapter":
            debug("Error: root_child tag is not 'chapter'")
            sys.exit(3)
        debug(root_child.text)
        lines = root_child.text.split("\n")
        for line in lines:
            pw.writeLine(line)
        pw.savePage()
        debug("-" * 60)
    debug("=" * 60)
    pw.close()

    debug("Exiting XMLtoPDFBook()")

#--------------------------------------------------

def main():

    debug("Entered main()")

    global sysargv
    sysargv = sys.argv

    # Check for right number of arguments.
    if len(sysargv) != 3:
        sys.exit(1)

    XMLtoPDFBook()

    debug("Exiting main()")

#--------------------------------------------------

if __name__ == "__main__":
    main()

#--------------------------------------------------

models.py
def partitionn(items, predicate=int, n=2):
    tees = itertools.tee( ((predicate(item), item)
                          for item in items), n )
    return ( (lambda i:(item for pred, item in tees[i] if pred==i))(x)
              for x in range(n) )

 $ dtrace -lP python*  
   ID  PROVIDER      MODULE             FUNCTION NAME  
  1044 python1905 libpython2.6.so.1.0        PyEval_EvalFrameEx function-return  
  1045 python1905 libpython2.6.so.1.0           dtrace_return function-return  
  1046 python1939 libpython2.6.so.1.0        PyEval_EvalFrameEx function-entry  
  1047 python1939 libpython2.6.so.1.0           dtrace_entry function-entry  
  1048 python1939 libpython2.6.so.1.0        PyEval_EvalFrameEx function-return  
  1049 python1939 libpython2.6.so.1.0           dtrace_return function-return  
  1050 python1945 libpython2.6.so.1.0        PyEval_EvalFrameEx function-entry  
  1083 python7640 libpython2.6.so.1.0        PyEval_EvalFrameEx function-return  
  1084 python7640 libpython2.6.so.1.0           dtrace_return function-return  
  1100 python11695 libpython2.6.so.1.0           dtrace_entry function-entry  
  1101 python11695 libpython2.6.so.1.0        PyEval_EvalFrameEx function-return  
  1102 python11695 libpython2.6.so.1.0           dtrace_return function-return  
  1103 python11699 libpython2.6.so.1.0        PyEval_EvalFrameEx function-entry  
  1214 python11693 libpython2.6.so.1.0        PyEval_EvalFrameEx function-entry  
  1215 python11693 libpython2.6.so.1.0           dtrace_entry function-entry  
  1219 python11699 libpython2.6.so.1.0           dtrace_entry function-entry  
  1220 python11699 libpython2.6.so.1.0        PyEval_EvalFrameEx function-return  
  1221 python11699 libpython2.6.so.1.0           dtrace_return function-return  
  1226 python11693 libpython2.6.so.1.0        PyEval_EvalFrameEx function-return  
  1227 python11693 libpython2.6.so.1.0           dtrace_return function-return  
  1228 python11695 libpython2.6.so.1.0        PyEval_EvalFrameEx function-entry  
  2248 python1905 libpython2.6.so.1.0        PyEval_EvalFrameEx function-entry  
  2249 python1905 libpython2.6.so.1.0           dtrace_entry function-entry  
  2250 python23832 libpython2.6.so.1.0        PyEval_EvalFrameEx function-entry  
  2251 python23832 libpython2.6.so.1.0           dtrace_entry function-entry  
  2260 python7640 libpython2.6.so.1.0        PyEval_EvalFrameEx function-entry  
  2261 python7640 libpython2.6.so.1.0           dtrace_entry function-entry  
  2315 python23832 libpython2.6.so.1.0        PyEval_EvalFrameEx function-return  
  2316 python23832 libpython2.6.so.1.0           dtrace_return function-return  
  7670 python2936 libpython2.6.so.1.0           dtrace_entry function-entry  
  7671 python2936 libpython2.6.so.1.0        PyEval_EvalFrameEx function-return  
  7672 python2936 libpython2.6.so.1.0           dtrace_return function-return  
  7750 python14523 libpython2.6.so.1.0        PyEval_EvalFrameEx function-entry  
  7751 python14523 libpython2.6.so.1.0           dtrace_entry function-entry  
  7752 python14523 libpython2.6.so.1.0        PyEval_EvalFrameEx function-return  
  7753 python14523 libpython2.6.so.1.0           dtrace_return function-return  
 12339 python1945 libpython2.6.so.1.0           dtrace_entry function-entry  
 12340 python1945 libpython2.6.so.1.0        PyEval_EvalFrameEx function-return  
 12341 python1945 libpython2.6.so.1.0           dtrace_return function-return  
 12345 python2936 libpython2.6.so.1.0        PyEval_EvalFrameEx function-entry  
 12347 python1219 libpython2.6.so.1.0        PyEval_EvalFrameEx function-entry  
 12348 python1219 libpython2.6.so.1.0           dtrace_entry function-entry  
 12349 python1219 libpython2.6.so.1.0        PyEval_EvalFrameEx function-return  
 12350 python1219 libpython2.6.so.1.0           dtrace_return function-return  

 # dtrace -n 'pid$target:::entry{ @[probefunc] = count() }' -p <process-id>  

 # dtrace -qZn 'python$target:::function-entry{ @[copyinstr ( arg1 )] = count() }' -c ./pingpong.py  
 [...]  
  register                                                         10
  abstractmethod                                                   15
  __new__                                                          17
  <genexpr>                                                        35
  <module>                                                         48
  exists                                                           49
  S_IFMT                                                           53
  S_ISDIR                                                          53
  isdir                                                            56
  makepath                                                        100
  normcase                                                        100
  abspath                                                         113
  isabs                                                           113
  join                                                            113
  normpath                                                        113
  ping_pong                                                      1000
  checksum                                                       4000
  close                                                          4000
  do_one                                                         4000
  fileno                                                         4000
  receive_one_ping                                               4000
  send_one_ping                                                  4000
  __init__                                                       4007

Planet Python

Simeon Franklin: Higher Order Functions in Python

Logilab: PyLint 10th anniversary 1.0 sprint: day 1

Ian Ozsvald: Demonstrating the first Brand Disambiguator (a hacky, crappy classifier that does something useful)

Shannon -jj Behrens: Python: I Like Django

Python Piedmont Triad User Group: PYPTUG meeting - June 24th

PYthon Piedmont Triad User Group meeting

What

SELF 2013 recap

Lightning talks!

Hands On: Raspbian alternative on Raspberry Pi

Main talk: The Lost Art Of Digital Entomology

When

Where

Mailing List

Brian Okken: What happens when unittest fixtures fail

Continuum Analytics Blog: Parallel Python with IPCluster and Wakari

eGenix.com: Python Meeting Düsseldorf - 2013-07-16

Ankündigung

Neuigkeiten

Sprint-Planung

Neuer Veranstaltungsraum

Einleitung

Programm

Kostenbeteiligung

Anmeldung

Weitere Informationen

Jaime Buelta: These are the times of miracle and wonder

PyCon: PyCon India 2013 - Registration and Call for Proposals

Vasudev Ram: XMLtoPDFBook now supports chapter numbers and names

Dariusz Suchojad: Use Zato to integrate Django with exchange rate web services in 10 lines of code

How things should stand

The overall scheme

Implementation

Django side

Zato side

Zato GUI

Running it all

What else is there?

Can Zato do more?

What next?

Ned Batchelder: 51 at MoMath

Go Deh: Greedy Ranking Algorithm in Python

Input

Greedy ranking algorithm

The following function implements the algorithm:

The function with tutor

Sample output

What should be next

Addendum

Random results dict creator

Tomer Filiba: TTYs: Never gets boring

Mark Dufour: Shed Skin 0.9.4

Brian Okken: unittest fixture syntax and flow reference

Vasudev Ram: Create PDF books with XMLtoPDFBook

Ed Crewe: IT Megameet

Reinout van Rees: Water software and python

Go Deh: Filtering an iterator into N parts lazily

François Dion: dtrace: Python instrumentation

...where time becomes a loop

Party like it's 1999 2004

dtrace: First Contact

Instrumentation TNG

Instrumenting Python

To infinity and beyond

Twisted Matrix Labs: Announcing twisted-dev-tools

PyCharm: Vim as a Python IDE, or Python IDE as Vim

Mike C. Fletcher: Single Artefact Deployment