deckbox_trades_value.py

import sys, re, time
from pyquery import PyQuery as pq
from lxml import etree
import urllib
##########################################
# Main class
##########################################
class Main:
    DECKBOX_DOMAIN              = "http://deckbox.org"
    TRADE_PAGINATION_SELECTOR   = ".pagination_controls:first span"
    TRADE_LINK_SELECTOR         = ".trades_listing:first a[href^='/trade']"
    VALUE_SENT_SELECTOR         = "tbody#tbody_{user_id} td.price"
    VALUE_RECEIVED_SELECTOR     = "tbody:not(#tbody_{user_id}) td.price"
    PAGINATION_LIMIT        = 15
    TIME_BETWEEN_REQUESTS   = 0.25 #in seconds
    OUTPUT_PADDING_SENT     = 10
    OUTPUT_PADDING_RECEIVED = 15
    DEBUG                   = False

    def run(self, username):
        user_trades_url         = self.DECKBOX_DOMAIN + "/users/" + username + "/trades"
        trades_values           = []
        total_value_sent        = 0;
        total_value_received    = 0;
        total_pages             = 1;
        page_number             = 1;


        #TODO: get ride of this initial request to get the number of pages
        response = pq(url=user_trades_url)
        try:
            total_trade_pages = re.search("(\d+)$", response(self.TRADE_PAGINATION_SELECTOR).text()).group(1)
            if self.DEBUG:
                print "Trade pages: " + total_trade_pages
        except:
            print "Couldn't find user " + bcolors.FAIL + username + bcolors.ENDC
            return

        print "VALUE SENT".rjust(self.OUTPUT_PADDING_SENT) + " " + "VALUE RECEIVED".rjust(self.OUTPUT_PADDING_RECEIVED)

        #Loop through each trades page to get the trades ID
        for page_number in range(1, int(total_trade_pages) + 1):

            #Limit the number of page to check
            if (page_number > self.PAGINATION_LIMIT):
                break

            response = pq(url=user_trades_url + "?p1=" + str(page_number))
            if self.DEBUG:
                print "Analysing url: " + response.base_url

            #Check each trades link to get the trade id. Then request the trade page and get the sent value and received value
            for trade_link in response(self.TRADE_LINK_SELECTOR):
                trade_id = re.search("/trades/(\d+)", pq(trade_link).attr('href')).group(1)
                user_id  = re.search("/trades/(\d+)\?s=(\d+)", pq(trade_link).attr('href')).group(2)


                response = pq(url=self.DECKBOX_DOMAIN + pq(trade_link).attr('href'))
                if self.DEBUG:
                    print "  Analysing trade : " + trade_id + ": " + response.base_url

                trade_user_sent_value       = response(self.VALUE_SENT_SELECTOR.replace("{user_id}", user_id)).text()
                trade_user_received_value   = response(self.VALUE_RECEIVED_SELECTOR.replace("{user_id}", user_id)).text()
                trade_url = self.DECKBOX_DOMAIN + pq(trade_link).attr('href')

                #Do the math
                try:
                    converted_value_sent = float(trade_user_sent_value[1:])
                except ValueError:
                    converted_value_sent = 0

                try:
                    converted_value_received = float(trade_user_received_value[1:])
                except ValueError:
                    converted_value_received = 0

                total_value_sent        += converted_value_sent
                total_value_received    += converted_value_received

                print self.get_colored_prices(converted_value_sent, converted_value_received, " (" + trade_url + ")")

                #Timeout before the next request to not DDOS the server.
                time.sleep(self.TIME_BETWEEN_REQUESTS)

        print "\nTOTAL SENT".rjust(self.OUTPUT_PADDING_SENT) + " " + "TOTAL RECEIVED".rjust(self.OUTPUT_PADDING_RECEIVED)
        print self.get_colored_prices(total_value_sent, total_value_received, " ($" + str(total_value_sent - total_value_received) + ")")

    #Method to get colorized values
    def get_colored_prices(self, value1, value2, append_string = ""):
        string = ""

        if (value1 > value2):
            string = bcolors.OKGREEN + ("$" + str(value1)).rjust(self.OUTPUT_PADDING_SENT) + bcolors.ENDC + " " + bcolors.FAIL + ("$" + str(value2)).rjust(self.OUTPUT_PADDING_RECEIVED) + bcolors.ENDC
        elif (value1 < value2):
            string = bcolors.FAIL + ("$" + str(value1)).rjust(self.OUTPUT_PADDING_SENT) + bcolors.ENDC + " " + bcolors.OKGREEN + ("$" + str(value2)).rjust(self.OUTPUT_PADDING_RECEIVED) + bcolors.ENDC
        else:
            string = ("$" + str(value1)).rjust(self.OUTPUT_PADDING_SENT) + " " + ("$" + str(value2)).rjust(self.OUTPUT_PADDING_RECEIVED)

        if (append_string):
            string += append_string

        return string

##########################################
# Class to handle terminal colors
##########################################
class bcolors:
    HEADER = '\033[95m'
    OKBLUE = '\033[94m'
    OKGREEN = '\033[92m'
    WARNING = '\033[93m'
    FAIL = '\033[91m'
    ENDC = '\033[0m'

    def disable(self):
        self.HEADER = ''
        self.OKBLUE = ''
        self.OKGREEN = ''
        self.WARNING = ''
        self.FAIL = ''
        self.ENDC = ''

##########################################
if __name__ == "__main__":

    if (len(sys.argv) > 1):
        username = str(sys.argv[1])
    else:
        username = raw_input("Username: ")


    if (username.strip() == ""):
        print "You must specify a username"
        exit(0)

    program = Main()
    program.run(username.strip())
    exit(0)