Update rq to a more suitable testing environment

clean.py

@@ -1,4 +1,5 @@
 from pymongo import Connection
+from gyro.configuration import db_credentials as credentials
 
-c = Connection()
-c.drop_database('citybikes')
+connection = Connection(credentials['host'], credentials['port'])
+connection.drop_database('citybikes')

gyro/configuration.py

@@ -4,10 +4,8 @@
     'database': 'citybikes'
 }
 
-memcached_credentials = [
-    '127.0.0.1:11211'
-]
+redis_server = {
+    'host': 'localhost',
+    'port': 6379
+}
 
-celery_credentials = {
-
-}

gyro/tasks.py

@@ -1,25 +1,26 @@
 from __future__ import absolute_import
-from redis import Redis
+from redis import Redis, ConnectionPool
 from rq import Queue
 from rq_scheduler import Scheduler
 from datetime import timedelta
 import pybikes
 from gyro.configuration import db_credentials as credentials
+from gyro.configuration import redis_server
 from pymongo import Connection
 from gyro.models import StationDocument, SystemDocument, Stat, StatDocument
-import memcache
 
 connection = Connection(credentials['host'], credentials['port'])
 db = getattr(connection, credentials['database'])
-redis_connection = Redis()
+pool = ConnectionPool(host=redis_server['host'],port=redis_server['port'],db=0)
+redis_connection = Redis(connection_pool = pool)
 q = Queue(connection=redis_connection)
 scheduler = Scheduler('default', connection = redis_connection)
 
 def syncSystem(scheme, system):
     sys = pybikes.getBikeShareSystem(scheme, system)
     sysDoc = SystemDocument(db, connection, scheme, sys)
     sysDoc.save()
-    syncStations(sys)
+    syncStations(sys, True)
 
 def syncStation(station, tag, saveStat = False, reschedule = False):
     try:
@@ -61,4 +62,4 @@ def syncStations(system, saveStat = False, reschedule = False):
 
 def updateSystem(scheme, system):
     instance = pybikes.getBikeShareSystem(scheme, system)
-    syncStations(instance, True, True)
+    syncStations(instance, True, False)

sync.py

@@ -1,9 +1,11 @@
-from redis import Redis
+from redis import Redis, ConnectionPool
 from rq import Queue
 from gyro import tasks
+from gyro.configuration import redis_server as redis_info
 import pybikes
 
-q = Queue(connection=Redis())
+pool = ConnectionPool(host=redis_info['host'],port=redis_info['port'],db=0)
+q = Queue(connection=Redis(connection_pool = pool))
 
 schema_files = pybikes.getDataFiles()
 schemas = [pybikes.getDataFile(f) for f in schema_files]

update.py

@@ -1,9 +1,11 @@
-from redis import Redis
+from redis import Redis, ConnectionPool
 from rq import Queue
 from gyro import tasks
+from gyro.configuration import redis_server as redis_info
 import pybikes
 
-q = Queue(connection=Redis())
+pool = ConnectionPool(host=redis_info['host'],port=redis_info['port'],db=0)
+q = Queue(connection=Redis(connection_pool = pool))
 
 schema_files = pybikes.getDataFiles()
 schemas = [pybikes.getDataFile(f) for f in schema_files]