First Version Of B3 History Collector

.gitignore

@@ -0,0 +1,284 @@
+
+# Created by https://www.gitignore.io/api/go,vim,linux,macos,emacs,nanoc,sublimetext,jetbrains+all,visualstudiocode
+# Edit at https://www.gitignore.io/?templates=go,vim,linux,macos,emacs,nanoc,sublimetext,jetbrains+all,visualstudiocode
+
+### Emacs ###
+# -*- mode: gitignore; -*-
+*~
+\#*\#
+/.emacs.desktop
+/.emacs.desktop.lock
+*.elc
+auto-save-list
+tramp
+.\#*
+
+# Org-mode
+.org-id-locations
+*_archive
+
+# flymake-mode
+*_flymake.*
+
+# eshell files
+/eshell/history
+/eshell/lastdir
+
+# elpa packages
+/elpa/
+
+# reftex files
+*.rel
+
+# AUCTeX auto folder
+/auto/
+
+# cask packages
+.cask/
+dist/
+
+# Flycheck
+flycheck_*.el
+
+# server auth directory
+/server/
+
+# projectiles files
+.projectile
+
+# directory configuration
+.dir-locals.el
+
+# network security
+/network-security.data
+
+
+### Go ###
+# Binaries for programs and plugins
+*.exe
+*.exe~
+*.dll
+*.so
+*.dylib
+
+# Test binary, built with `go test -c`
+*.test
+
+# Output of the go coverage tool, specifically when used with LiteIDE
+*.out
+
+# Dependency directories (remove the comment below to include it)
+# vendor/
+
+### Go Patch ###
+/vendor/
+/Godeps/
+
+### JetBrains+all ###
+# Covers JetBrains IDEs: IntelliJ, RubyMine, PhpStorm, AppCode, PyCharm, CLion, Android Studio and WebStorm
+# Reference: https://intellij-support.jetbrains.com/hc/en-us/articles/206544839
+
+# User-specific stuff
+.idea/**/workspace.xml
+.idea/**/tasks.xml
+.idea/**/usage.statistics.xml
+.idea/**/dictionaries
+.idea/**/shelf
+
+# Generated files
+.idea/**/contentModel.xml
+
+# Sensitive or high-churn files
+.idea/**/dataSources/
+.idea/**/dataSources.ids
+.idea/**/dataSources.local.xml
+.idea/**/sqlDataSources.xml
+.idea/**/dynamic.xml
+.idea/**/uiDesigner.xml
+.idea/**/dbnavigator.xml
+
+# Gradle
+.idea/**/gradle.xml
+.idea/**/libraries
+
+# Gradle and Maven with auto-import
+# When using Gradle or Maven with auto-import, you should exclude module files,
+# since they will be recreated, and may cause churn.  Uncomment if using
+# auto-import.
+# .idea/modules.xml
+# .idea/*.iml
+# .idea/modules
+# *.iml
+# *.ipr
+
+# CMake
+cmake-build-*/
+
+# Mongo Explorer plugin
+.idea/**/mongoSettings.xml
+
+# File-based project format
+*.iws
+
+# IntelliJ
+out/
+
+# mpeltonen/sbt-idea plugin
+.idea_modules/
+
+# JIRA plugin
+atlassian-ide-plugin.xml
+
+# Cursive Clojure plugin
+.idea/replstate.xml
+
+# Crashlytics plugin (for Android Studio and IntelliJ)
+com_crashlytics_export_strings.xml
+crashlytics.properties
+crashlytics-build.properties
+fabric.properties
+
+# Editor-based Rest Client
+.idea/httpRequests
+
+# Android studio 3.1+ serialized cache file
+.idea/caches/build_file_checksums.ser
+
+### JetBrains+all Patch ###
+# Ignores the whole .idea folder and all .iml files
+# See https://github.com/joeblau/gitignore.io/issues/186 and https://github.com/joeblau/gitignore.io/issues/360
+
+.idea/
+
+# Reason: https://github.com/joeblau/gitignore.io/issues/186#issuecomment-249601023
+
+*.iml
+modules.xml
+.idea/misc.xml
+*.ipr
+
+# Sonarlint plugin
+.idea/sonarlint
+
+### Linux ###
+
+# temporary files which can be created if a process still has a handle open of a deleted file
+.fuse_hidden*
+
+# KDE directory preferences
+.directory
+
+# Linux trash folder which might appear on any partition or disk
+.Trash-*
+
+# .nfs files are created when an open file is removed but is still being accessed
+.nfs*
+
+### macOS ###
+# General
+.DS_Store
+.AppleDouble
+.LSOverride
+
+# Icon must end with two \r
+Icon
+
+# Thumbnails
+._*
+
+# Files that might appear in the root of a volume
+.DocumentRevisions-V100
+.fseventsd
+.Spotlight-V100
+.TemporaryItems
+.Trashes
+.VolumeIcon.icns
+.com.apple.timemachine.donotpresent
+
+# Directories potentially created on remote AFP share
+.AppleDB
+.AppleDesktop
+Network Trash Folder
+Temporary Items
+.apdisk
+
+### Nanoc ###
+# For projects using Nanoc (http://nanoc.ws/)
+
+# Default location for output (needs to match output_dir's value found in nanoc.yaml)
+output/
+
+# Temporary file directory
+tmp/nanoc/
+
+# Crash Log
+crash.log
+
+### SublimeText ###
+# Cache files for Sublime Text
+*.tmlanguage.cache
+*.tmPreferences.cache
+*.stTheme.cache
+
+# Workspace files are user-specific
+*.sublime-workspace
+
+# Project files should be checked into the repository, unless a significant
+# proportion of contributors will probably not be using Sublime Text
+# *.sublime-project
+
+# SFTP configuration file
+sftp-config.json
+
+# Package control specific files
+Package Control.last-run
+Package Control.ca-list
+Package Control.ca-bundle
+Package Control.system-ca-bundle
+Package Control.cache/
+Package Control.ca-certs/
+Package Control.merged-ca-bundle
+Package Control.user-ca-bundle
+oscrypto-ca-bundle.crt
+bh_unicode_properties.cache
+
+# Sublime-github package stores a github token in this file
+# https://packagecontrol.io/packages/sublime-github
+GitHub.sublime-settings
+
+### Vim ###
+# Swap
+[._]*.s[a-v][a-z]
+[._]*.sw[a-p]
+[._]s[a-rt-v][a-z]
+[._]ss[a-gi-z]
+[._]sw[a-p]
+
+# Session
+Session.vim
+Sessionx.vim
+
+# Temporary
+.netrwhist
+
+# Auto-generated tag files
+tags
+
+# Persistent undo
+[._]*.un~
+
+# Coc configuration directory
+.vim
+
+### VisualStudioCode ###
+.vscode/*
+!.vscode/settings.json
+!.vscode/tasks.json
+!.vscode/launch.json
+!.vscode/extensions.json
+
+### VisualStudioCode Patch ###
+# Ignore all local history of files
+.history
+
+# End of https://www.gitignore.io/api/go,vim,linux,macos,emacs,nanoc,sublimetext,jetbrains+all,visualstudiocode

README.md

@@ -0,0 +1 @@
+B3 History

go.mod

@@ -0,0 +1,5 @@
+module github.com/Bezunca/B3History
+
+go 1.14
+
+require github.com/Bezunca/ZipInMemory v0.0.5

go.sum

@@ -0,0 +1,2 @@
+github.com/Bezunca/ZipInMemory v0.0.5 h1:Ph9pDqjJjR50X8AENMGfRlaQCTxvrKMH7wnbgVpJ3ZA=
+github.com/Bezunca/ZipInMemory v0.0.5/go.mod h1:BLCWq2W2roVK/Z4l3fMz6tkauOzPOHN56Zlpwo9dzxY=

pkg/b3/get_history.go

@@ -0,0 +1,25 @@
+package b3
+
+import (
+	"github.com/Bezunca/B3History/pkg/http"
+	"github.com/Bezunca/B3History/pkg/internal/models"
+	"github.com/Bezunca/B3History/pkg/internal/parser"
+	"github.com/Bezunca/ZipInMemory/pkg/zip"
+)
+
+func GetHistory(year uint) ([]models.AssetInfo, error){
+	responseData, err := http.DownloadB3HistoryZip(year)
+	if err != nil {
+		return nil, err
+	}
+	encodedContent, err := zip.ExtractInMemory(responseData)
+	if err != nil {
+		return nil, err
+	}
+	data, err := parser.ParseHistoricDataFromBytes(encodedContent)
+	if err != nil {
+		return nil, err
+	}
+
+	return data, nil
+}

pkg/b3_history.go

@@ -0,0 +1 @@
+package pkg

pkg/http/download_zip.go

@@ -0,0 +1,30 @@
+package http
+
+import (
+	"fmt"
+	"io/ioutil"
+	"net/http"
+)
+
+func Download(url string) ([]byte, error){
+	response, err := http.Get(url)
+	if err != nil {
+		return nil, err
+	}
+
+	responseData, err := ioutil.ReadAll(response.Body)
+	if err != nil {
+		return nil, err
+	}
+
+	return responseData, nil
+}
+
+func DownloadB3HistoryZip(year uint) ([]byte, error){
+	zip, err := Download(fmt.Sprintf("http://bvmf.bmfbovespa.com.br/InstDados/SerHist/COTAHIST_A%v.ZIP", year))
+	if err != nil {
+		return nil, err
+	}
+
+	return zip, err
+}

pkg/internal/models/asset.go

@@ -0,0 +1,34 @@
+package models
+
+import "time"
+
+type FixedPoint int // Represents the actual value multiplied by 100
+
+type AssetInfo struct {
+	TipReg                 int
+	DataCollectionDate     time.Time
+	BDICode                int
+	Ticker                 string
+	MarketType             int
+	CompanyName            string
+	SecurityType           string
+	FutureMarketExpiration string // Need to check this against an example that actually has a value
+	Currency               string
+	PriceOpen              FixedPoint
+	PriceMax               FixedPoint
+	PriceMin               FixedPoint
+	PriceMean              FixedPoint
+	PriceClose             FixedPoint
+	PriceBid               FixedPoint
+	PriceAsk               FixedPoint
+	TotalTrades            int
+	TotalQuantity          int
+	TotalVolume            FixedPoint
+	PreExe                 FixedPoint // Needs further investigation
+	IndOpc                 int        // Needs further investigation
+	ExpirationDate         time.Time
+	FatCot                 int // Needs further investigation
+	PtoExe                 int // Needs further investigation
+	ISINCode               string
+	DistributionNumber     int
+}