third-party-package.adoc

Third Party Packages

• 1. Pika(rabbitmq)
  • 1.1. Create a connection
  • 1.2. Create a exchange and queue
  • 1.3. Publish message
• 2. Requests
  • 2.1. Get request with queryparams
  • 2.2. Post request with request body
  • 2.3. Generic way to do both get/post request
• 3. BeautifulSoup
  • 3.1. Find particular tag
• 4. Cassandra Client
  • 4.1. Select Query example
  • 4.2. Update Query example
• 5. Mysql Client
  • 5.1. Insert Query example
  • 5.2. Select Query example
  • 5.3. Insert On Duplicate Key Update example

1. Pika(rabbitmq)

1.1. Create a connection

import pika

connection_string = 'amqp://{username}:{password}@{host}?heartbeat=60'.format(
    username=RABBIT_MQ_USERNAME, password=RABBIT_MQ_PASSWORD,
    host=RABBIT_MQ_HOST)
parameters = pika.connection.URLParameters(connection_string)
connection = pika.BlockingConnection(parameters)
channel = connection.channel()

1.2. Create a exchange and queue

import pika

connection_string = 'amqp://{username}:{password}@{host}?heartbeat=60'.format(
    username=RABBIT_MQ_USERNAME, password=RABBIT_MQ_PASSWORD,
    host=RABBIT_MQ_HOST)
parameters = pika.connection.URLParameters(connection_string)
connection = pika.BlockingConnection(parameters)
channel = connection.channel()
# create exchange
channel.exchange_declare(exchange=EXCHANGE_NAME,type=EXCHANGE_TYPE)
# create queue
channel.queue_declare(queue=QUEUE_NAME, durable=True)
# bind to queue by using binding key
channel.queue_bind(exchange=EXCHANGE_NAME,
    queue=QUEUE_NAME,
    routing_key='bindingkey.*.*'
)

1.3. Publish message

import json
import pika

connection_string = 'amqp://{username}:{password}@{host}?heartbeat=60'.format(
    username=RABBIT_MQ_USERNAME, password=RABBIT_MQ_PASSWORD,
    host=RABBIT_MQ_HOST)
parameters = pika.connection.URLParameters(connection_string)
connection = pika.BlockingConnection(parameters)
channel = connection.channel()
# create exchange
channel.exchange_declare(exchange=EXCHANGE_NAME,type=EXCHANGE_TYPE)
# create queue
channel.queue_declare(queue=QUEUE_NAME, durable=True)

# create message
message = {
    'key1': 'value1',
    'key2': 'value2',
}
channel.basic_publish(exchange=EXCHANGE_NAME,
    routing_key='routingkey.*.*',
    body=json.dumps(message),
    properties=pika.BasicProperties(delivery_mode=2)
)

2. Requests

2.1. Get request with queryparams

import json
import requests

query_params = {
    'q1': 'value1',
    'q2': 'value2',
}

headers = {
    'Content-Type': 'application/json',
}

try:
    response = requests.get(url, data=json.dumps(query_params), headers=headers, timeout=10)
except Exception as e:
    print 'Failed to create request', e
    response = None

if response and response.status_code == requests.codes.ok:
    print '200 status code received'

2.2. Post request with request body

import json
import requests

post_data = {
    'key1': 'value1',
    'key2': 'value2',
}

headers = {
    'Content-Type': 'application/json',
}

try:
    response = requests.post(url, data=json.dumps(post_data), headers=headers)
except Exception as e:
    print 'Failed to create request', e
    response = None

2.3. Generic way to do both get/post request

import requests

post_data = {
    'key1': 'value1',
    'key2': 'value2',
}

headers = {
    'Content-Type': 'application/json',
}

method = 'POST'

req_args = {
    'data': post_data
}

try:
    response = requests.request(method, url, headers=headers, **req_args)
except Exception as e:
    print 'Failed to create request', e
    response = None

3. BeautifulSoup

3.1. Find particular tag

from bs4 import BeautifulSoup

def find_particular_tags(s, tag):
    soup = BeautifulSoup(s, 'html.parser')
    return soup.select(tag)


def find_img_tags(s):
    soup = BeautifulSoup(s, 'html.parser')
    img = soup.select('img')
    return [i['src'] for i in img if i['src']]

4. Cassandra Client

4.1. Select Query example

from cassandra.cluster import Cluster
from cassandra.auth import PlainTextAuthProvider

auth_provider = PlainTextAuthProvider(
    username=CASSANDRA_USERNAME, password=CASSANDRA_PASSWORD)

cluster = Cluster(auth_provider=auth_provider)
session = cluster.connect()
session.set_keyspace(CASSANDRA_KEYSPACE)

rows = session.execute('select * from {}.table_name'.format(CASSANDRA_KEYSPACE))
for row in rows:
    print row.id, row.name

4.2. Update Query example

from cassandra.cluster import Cluster
from cassandra.auth import PlainTextAuthProvider

auth_provider = PlainTextAuthProvider(
    username=CASSANDRA_USERNAME, password=CASSANDRA_PASSWORD)

CASSANDRA_KEYSPACE = 'mykeyspace'
cluster = Cluster(auth_provider=auth_provider)
session = cluster.connect()
session.set_keyspace(CASSANDRA_KEYSPACE)

session.execute('Update mykeyspace.table_name set name = 'newname' where id = %s ', (row_id,))

5. Mysql Client

5.1. Insert Query example

import MySQLdb

db = MySQLdb.connect(DB_HOST, DB_USER, DB_PASS, DB_NAME)
cursor = db.cursor()

query = 'INSERT into employee(name) VALUES (%s)'

cursor.execute(query, ['employee1', ])
db.commit()
db.close()

# with try-catch
try:
    cursor.execute(query, ['employee1', ])
    db.commit()
except Exception as e:
    db.rollback()
db.close()

5.2. Select Query example

import MySQLdb

db = MySQLdb.connect(DB_HOST, DB_USER, DB_PASS, DB_NAME)
cursor = db.cursor()

query = 'Select id, age from employee where name = %s'

cursor.execute(query, ['employee1', ])
employee_1 = cursor.fetchone()
eid, eage = employee_1
db.close()

5.3. Insert On Duplicate Key Update example

import MySQLdb

db = MySQLdb.connect(DB_HOST, DB_USER, DB_PASS, DB_NAME)
cursor = db.cursor()

query = """
    INSERT INTO employee
        (employee_id, employee_name, salary, experience)
    VALUES
        (%(employee_id)s, %(employee_id)s, %(salary)s, %(experience)s)
    ON DUPLICATE KEY UPDATE
        salarty=VALUES(salary),
        experience=VALUES(experience);
"""

employee_data = [
    { "employee_id": 1, "employee_name": "ABC", "salary": 10, "experience": 1},
    { "employee_id": 2, "employee_name": "DEF", "salary": 11, "experience": 2},
]

cursor.execute(query, employee_data)
db.commit()
db.close()