Analysis.java

package analysis;

import java.io.BufferedWriter;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.PrintWriter;
import org.json.simple.*;
import java.io.Reader;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Date;
import java.util.Scanner;
import org.apache.commons.csv.CSVFormat;
import org.apache.commons.csv.CSVRecord;
import org.json.simple.parser.JSONParser;
import org.jsoup.HttpStatusException;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.select.Elements;
import org.apache.log4j.Logger;
import org.apache.log4j.PropertyConfigurator;

public class Analysis {

   
    static ArrayList<String> appid = new ArrayList();
    static ArrayList<String> setPrice = new ArrayList();
    static ArrayList<String> singleGame = new ArrayList();
    static String cookie;
    static ArrayList<String> gamename = new ArrayList();
    static Double price;
    static int acceptableQuantity;
    static Logger log = Logger.getLogger(Analysis.class.getName());
    static String log4jConfPath = "log4j.properties";

    public static void main(String[] args) throws Exception {
        PropertyConfigurator.configure(log4jConfPath);
        Scanner sc = new Scanner(System.in);
       //See wiki - https://github.com/VaibhavBarot/Steam-card-analysis/wiki for info on how to get cookie
        log.info("Enter cookie");
        cookie = sc.nextLine();
       //The minimum profitable (possibly breakeven) for games
        log.info("Enter set price");
        price = sc.nextDouble();
       //Number of total cards sold per week
        log.info("Enter quantity per week");
        acceptableQuantity = sc.nextInt();
        getCSV();
        getCardLists();
        log.info("Press enter to exit");
        System.in.read();

    }

    @SuppressWarnings({"CallToPrintStackTrace", "SleepWhileInLoop"})
    public static void getCardLists() throws Exception {
        int totalGames=1;
        int totalQuantityPerGame;
        PrintWriter pw = new PrintWriter(
                new BufferedWriter(
                        new FileWriter("Profit.txt", true)
                ), true
        );
        
        for (String i : appid) {
            log.info("(" + totalGames + "\\" + appid.size() + ")");
            int retries = 0;
            if (retries < 3) {
                try {

                    Document doc = Jsoup.connect("https://steamcommunity.com/market/search?category_753_Game%5B%5D=tag_app_" + i + "&category_753_cardborder%5B%5D=tag_cardborder_0&category_753_item_class%5B%5D=tag_item_class_2&appid=753").get();

                    Elements card_names = doc.getElementsByClass("market_listing_item_name");
                    card_names.forEach(element -> singleGame.add(element.text()));

                    

                    totalQuantityPerGame = getPriceHistory(i);
                    singleGame.clear();

                    Thread.sleep(1000);
                    if (totalQuantityPerGame >= acceptableQuantity ) {
                     
                        log.info(gamename.get(appid.indexOf(i)));
                        log.info("Appid :" + i);
                        log.info("Total Quantity Sold = " + totalQuantityPerGame);
                        log.info("Status : Accepted");
                        pw.println(gamename.get(appid.indexOf(i)) + "-" +i);
                    } else {
                        log.info(gamename.get(appid.indexOf(i)));
                        log.info("Appid :" + i);
                        log.info("Total Quantity Sold = " + totalQuantityPerGame);
                        log.info("Status : Ignored");
                    }

                } catch (HttpStatusException http) {
                    if (http.getStatusCode() == 429) {
                       // 4 minutes is safe, does not work below it
                        log.warn("Too many requests,waiting upto 4 minutes");
                        Thread.sleep(240000);
                     
                        retries++;
                    }

                }
            }
            totalGames++;
        }

    }

    @SuppressWarnings({"UseSpecificCatch", "CallToPrintStackTrace"})
    static public ArrayList<String> getCSV() {
        try {
            // Look wiki on how to get csv of games
            Reader in = new FileReader("game.csv");
            Iterable<CSVRecord> records = CSVFormat.EXCEL.withFirstRecordAsHeader().parse(in);
           //Using CSV common from Apache for csv files
            for (CSVRecord record : records) {
            //While parsing java does not accept comma for numerical values like 2,300
                if (Double.parseDouble(record.get(5).replace(",",""))>= price) {
                    appid.add(record.get(15));
                    gamename.add(record.get(0));
                    setPrice.add(record.get(5));
                }
               
            }       
        } catch (Exception e) {
            e.printStackTrace();
        }
        return appid;
    }

    @SuppressWarnings({"CallToPrintStackTrace"})
    static public int getPriceHistory(String currentAppid) throws Exception {
        int currentQuantity = 0;

        for (String i : singleGame) {
            try {
            // Common steam link for fetching items, change parameters accordingly
                String priceLink = "https://steamcommunity.com/market/pricehistory/?country=US&currency=1&appid=753&market_hash_name=";
            // Standard url encoding - https://www.w3schools.com/tags/ref_urlencode.asp 
                String pricehistory = Jsoup.connect(priceLink + currentAppid + "-" + i.replace("&","%26").replace(" ", "%20").replace(",","%2C").replace("#","%23")).cookie("steamLoginSecure", cookie).ignoreContentType(true).execute().body();

                currentQuantity += analyze(pricehistory);
            
                Thread.sleep(1000);
                
            } catch (HttpStatusException http) {
                if (http.getStatusCode() == 500) {
               // Sometimes some characters don't parse properly
                    log.warn("Internal Server Error, cannot get price history for " + i);
                }

            }
        }

        return currentQuantity;
    }

    static public int analyze(String pricehistory) throws Exception {
        int totalQuantityPerGame = 0;
        SimpleDateFormat formatter = new SimpleDateFormat("MMM dd yyyy");

        Long dayDifference;
        Date todayDate = new Date();
        Date soldDate;

        JSONParser parser = new JSONParser();
        JSONObject prices = (JSONObject) parser.parse(pricehistory);
         // Fetching all price histories
        JSONArray array = (JSONArray) prices.get("prices");

        for (Object dates : array) {
            JSONArray day = (JSONArray) dates;
            String dateInString = (String) day.get(0);
            soldDate = formatter.parse(dateInString);

            dayDifference = todayDate.getTime() - soldDate.getTime();
            dayDifference = dayDifference / (1000 * 60 * 60 * 24);
            totalQuantityPerGame = totalQuantityPerGame + quantitySold(dayDifference, day);

        }
        return totalQuantityPerGame;

    }

    static public int quantitySold(Long dayDifference, JSONArray k) {
        int quantitySold = 0;
        String currentQuantity;
       //change number of days accordingly
        if (dayDifference <= 7) {

            currentQuantity = (String) (k.get(2));
            quantitySold = quantitySold + Integer.parseInt(currentQuantity);

        }

        return quantitySold;
    }

}