jmeter_csv_analyzer.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-
#encoding=utf-8
import sys
import getopt


class JMeterAnalyzer:
  def __init__(self):
    self.result_file=""
    self.sample_response_times = {}
    self.results_by_sample = {}
    self.sample_count = {}
    self.error_count ={}
    self.RESPONSE_TIME_INDEX = 1
    self.SAMPLE_NAME_INDEX = 2
    self.SAMPLE_STATUS_INDEX = 7


  def summarize_sample_response_times(self, opts, args):
    for opt, arg in opts:
      if opt in ('-f'):
        self.result_file = arg
    with open (self.result_file) as rf:
      for line in rf:
        self.parse_log_file_line(line)
    self.calculate_summary()
    with open (self.result_file + "_analyzed.csv", "w") as af:
      af.write("Sample Name, Count, Average, 90%, Min, Max, Median, Errors\n")
      for sample_name in self.results_by_sample:
        output_line =  unicode(self.results_by_sample[sample_name])
        output_line = output_line.lstrip('[')
        output_line = sample_name + "," + output_line.replace(']', '\n')
        output_line = output_line.encode('utf-8')
        af.write(output_line)

  def calculate_summary(self):
    for sample_name in self.sample_response_times:
      response_time = map(int, self.sample_response_times[sample_name])
      self.results_by_sample[sample_name] = [self.sample_count[sample_name], self.average(response_time),self.percentile(response_time, 90),
                                        min(response_time), max(response_time), self.median(response_time), self.error_count[sample_name]]
  def median(self, array):
    array.sort()
    return array[len(array)/2]

  def average(self, array):
    return float("%.4f" % round(sum(array)/float(len(array)), 4))

  def percentile(self, array, percent):
    array.sort()
    return array[int(round(len(array)*percent/100))]

  def parse_log_file_line(self, line):
    line_components = line.split(',')
    sample_name = line_components[self.SAMPLE_NAME_INDEX].decode('utf-8')
    #print sample_name
    if sample_name in self.sample_response_times:
      self.sample_response_times[sample_name].append(line_components[self.RESPONSE_TIME_INDEX])
      self.sample_count[sample_name] = self.sample_count[sample_name] +1
      if line_components[self.SAMPLE_STATUS_INDEX] != "true": self.error_count[sample_name] += 1
    else:
      self.sample_response_times[sample_name] = [line_components[self.RESPONSE_TIME_INDEX]]
      self.sample_count[sample_name] = 1
      self.error_count[sample_name] = 0 if line_components[self.SAMPLE_STATUS_INDEX] =="true" else 1

def print_usage():
    print '''Usage: JMEterAnalylzer.py -f <jmeter-resultfile>
Analyzes a csv-formatted JMeter sample results log file and generates an csv file summarizing performance results
NOTE: you need to output te JMeter sample result log in csv format
Use the property jmeter.save.saveservice.output_format=csv'''

def main(argv):
        try: opts, args = getopt.getopt(argv, 'f:', ["file="])
        except getopt.GetoptError as error:
            print error
            print_usage()
            sys.exit(2)
        if len(opts) < 1:
            print_usage()
            sys.exit(2)
        analyzer = JMeterAnalyzer()
        try:
            analyzer.summarize_sample_response_times(opts, args)
        #except ValueError as verror:
        #    print >> sys.stderr, "Received a ValueError: " + str(verror)
        #    print verror
        #    sys.exit(1)
        except AssertionError as aserror:
            print >> sys.stderr, str(aserror)
            sys.exit(1)

if __name__ == "__main__":
    main(sys.argv[1:])