torrent-crawl.py

import sys
import os
import ConfigParser
import json
import argparse

from whatapi import WhatAPI


def main():
    parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter, prog='sowsbetter')
    parser.add_argument('-s', '--snatches', type=int, help='minimum amount of snatches required before transcoding',
                        default=5)
    parser.add_argument('-b', '--better', type=int, help='better transcode search type',
                        default=3)
    parser.add_argument('-c', '--count', type=int, help='backlog max size', default=5)
    parser.add_argument('--config', help='the location of the configuration file',
                        default=os.path.expanduser('~/.sowsbetter/config'))
    parser.add_argument('--cache', help='the location of the cache',
                        default=os.path.expanduser('~/.sowsbetter/cache-crawl'))

    args = parser.parse_args()

    config = ConfigParser.SafeConfigParser()
    try:
        open(args.config)
        config.read(args.config)
    except:
        print("Please run sowsbetter once")
        sys.exit(2)

    username = config.get('whatcd', 'username')
    password = config.get('whatcd', 'password')
    torrent_dir = os.path.expanduser(config.get('whatcd', 'torrent_dir'))

    print("Logging in to Bemaniso.ws ...")
    api = WhatAPI(username, password)

    try:
        cache = json.load(open(args.cache))
    except:
        cache = []
        json.dump(cache, open(args.cache, 'wb'))

    while len(cache) < args.count:
        print("Refreshing better.php and finding {0} candidates".format(args.count - len(cache)))
        for torrent in api.get_better(args.better):
            if len(cache) >= args.count:
                break

            print("Testing #{0}".format(torrent['id']))
            info = api.get_torrent_info(torrent['id'])
            if info['snatched'] < args.snatches:
                continue

            print("Fetching #{0} with {1} snatches".format(torrent['id'], info['snatched']))

            with open(os.path.join(torrent_dir, '%i.torrent' % torrent['id']), 'wb') as f:
                f.write(api.get_torrent(torrent['id']))

            torrent['hash'] = info['infoHash'].upper()
            torrent['done'] = False

            cache = json.load(open(args.cache))
            cache.append(torrent)
            json.dump(cache, open(args.cache, 'wb'))

    print("Nothing left to do")

if __name__ == '__main__':
    main()