Merge pull request #677 from iotaledger/develop

Merges v0.2.2 changes to master

Author: luca-moser

.dockerignore

@@ -4,11 +4,10 @@
 LICENSE
 README.md
 CHANGELOG.md
-images/
 docker-compose.yml
 
+images/
 tools/
-client/
 
 # Database directory
 mainnetdb/

.github/workflows/integration-tests.yml

@@ -247,3 +247,37 @@ jobs:
         with:
           name: ${{ env.TEST_NAME }}
           path: tools/integration-tests/logs
+
+  syncbeacon:
+    name: syncbeacon
+    env:
+      TEST_NAME: syncbeacon
+    runs-on: ubuntu-latest
+    steps:
+
+      - name: Check out code
+        uses: actions/checkout@v2
+
+      - name: Build GoShimmer image
+        run: docker build -t iotaledger/goshimmer .
+
+      - name: Pull additional Docker images
+        run: |
+          docker pull angelocapossele/drand:latest
+          docker pull gaiaadm/pumba:latest
+          docker pull gaiadocker/iproute2:latest
+
+      - name: Run integration tests
+        run: docker-compose -f tools/integration-tests/tester/docker-compose.yml up --abort-on-container-exit --exit-code-from tester --build
+
+      - name: Create logs from tester
+        if: always()
+        run: |
+          docker logs tester &> tools/integration-tests/logs/tester.log
+
+      - name: Save logs as artifacts
+        if: always()
+        uses: actions/upload-artifact@v1
+        with:
+          name: ${{ env.TEST_NAME }}
+          path: tools/integration-tests/logs

.github/workflows/release.yml

@@ -8,17 +8,20 @@ jobs:
     name: GoReleaser
     runs-on:
       - ubuntu-latest
-    container:
-      image: 'iotmod/goreleaser-cgo-cross-compiler:1.14.4'
-      volumes:
-        - /repo
     steps:
       - name: Checkout
         uses: actions/checkout@v2
+      - name: Set up Go
+        uses: actions/setup-go@v2
+        with:
+          go-version: 1.14
       - name: Copy config.default.json to config.json
         run: cp config.default.json config.json
-      - name: Release GoShimmer
-        run: goreleaser --rm-dist
+      - name: Run GoReleaser
+        uses: goreleaser/goreleaser-action@v2
+        with:
+          version: latest
+          args: release --rm-dist
         env:
           GITHUB_TOKEN: '${{ secrets.GITHUB_TOKEN }}'
   docker:

.gitignore

@@ -4,6 +4,11 @@
 *.dll
 *.so
 *.dylib
+*.dat
+*.dat.bkp
+
+# cli-wallet config
+tools/cli-wallet/config.json
 
 # Test binary, build with `go test -c`
 *.test

.goreleaser.yml

@@ -1,99 +1,98 @@
-# Documentation at http://goreleaser.com
-
-# Project name
-project_name: GoShimmer
-
-# Environment variables
-env:
-  - GO111MODULE=on
-
-# Builds
-builds:
-  # macOS AMD64
-  - id: goshimmer-darwin-amd64
-    binary: goshimmer
-    env:
-      - CGO_ENABLED=0
-    ldflags:
-      - -s -w -X github.com/iotaledger/goshimmer/plugins/cli.AppVersion={{.Version}}
-    main: main.go
-    goos:
-      - darwin
-    goarch:
-      - amd64
-  # Linux AMD64
-  - id: goshimmer-linux-amd64
-    binary: goshimmer
-    env:
-      - CGO_ENABLED=1
-    ldflags:
-      - -s -w -X github.com/iotaledger/goshimmer/plugins/cli.AppVersion={{.Version}}
-    flags:
-      - -tags=pow_avx
-    main: main.go
-    goos:
-      - linux
-    goarch:
-      - amd64
-  # Windows AMD64
-  - id: goshimmer-windows-amd64
-    binary: goshimmer
-    env:
-      - CGO_ENABLED=1
-      - CC=x86_64-w64-mingw32-gcc
-      - CXX=x86_64-w64-mingw32-g++
-    ldflags:
-      - -s -w -X github.com/iotaledger/goshimmer/plugins/cli.AppVersion={{.Version}}
-    flags:
-      - -tags=pow_avx
-    main: main.go
-    goos:
-      - windows
-    goarch:
-      - amd64
-
-# Archives
-archives:
-  - format: tar.gz
-    wrap_in_directory: true
-    format_overrides:
-      - goos: windows
-        format: zip
-    name_template: "{{.ProjectName}}-{{.Version}}_{{.Os}}_{{.Arch}}"
-    replacements:
-      amd64: x86_64
-      386: 32bit
-      arm: ARM
-      arm64: ARM64
-      darwin: macOS
-      linux: Linux
-      windows: Windows
-      openbsd: OpenBSD
-      netbsd: NetBSD
-      freebsd: FreeBSD
-      dragonfly: DragonFlyBSD
-    files:
-      - README.md
-      - LICENSE
-      - config.json
-      - snapshot.bin
-
-# Checksum
-checksum:
-  name_template: "checksums.txt"
-
-# Snapshot
-snapshot:
-  name_template: "{{ .Tag }}"
-
-# Changelog
-changelog:
-  skip: true
-
-# Release
-release:
-  prerelease: auto
-  name_template: "{{.ProjectName}}-{{.Version}}"
-  github:
-    owner: iotaledger
-    name: goshimmer
+# Documentation at http://goreleaser.com
+
+# Project name
+project_name: GoShimmer
+
+# Environment variables
+env:
+  - GO111MODULE=on
+
+# Builds
+builds:
+  # GoShimmer AMD64 all OS
+  - id: goshimmer
+    binary: goshimmer
+    env:
+      - CGO_ENABLED=0
+    ldflags:
+      - -s -w -X github.com/iotaledger/goshimmer/plugins/banner.AppVersion={{.Version}}
+    goos:
+      - linux
+      - darwin
+      - windows
+    goarch:
+      - amd64
+
+  # cli-wallet AMD64 all OS
+  - id: cli-wallet
+    dir: ./tools/cli-wallet
+    binary: cli-wallet
+    env:
+      - CGO_ENABLED=0
+    goos:
+      - linux
+      - darwin
+      - windows
+    goarch:
+      - amd64
+
+# Archives
+archives:
+  # GoShimmer with config and snapshot
+  - id: goshimmer
+    builds:
+      - goshimmer
+    name_template: "goshimmer-{{.Version}}_{{.Os}}_{{.Arch}}"
+    replacements:
+      amd64: x86_64
+      arm: ARM
+      arm64: ARM64
+      darwin: macOS
+      linux: Linux
+      windows: Windows
+    format_overrides:
+      - goos: windows
+        format: zip
+    files:
+      - README.md
+      - LICENSE
+      - config.json
+      - snapshot.bin
+
+  # cli-wallet
+  - id: cli-wallet
+    builds:
+      - cli-wallet
+    name_template: "cli-wallet-{{.Version}}_{{.Os}}_{{.Arch}}"
+    replacements:
+      amd64: x86_64
+      arm: ARM
+      arm64: ARM64
+      darwin: macOS
+      linux: Linux
+      windows: Windows
+    format_overrides:
+      - goos: windows
+        format: zip
+    files:
+      - LICENSE
+
+# Checksum
+checksum:
+  name_template: "checksums.txt"
+
+# Snapshot
+snapshot:
+  name_template: "{{ .Tag }}"
+
+# Changelog
+changelog:
+  skip: true
+
+# Release
+release:
+  prerelease: auto
+  name_template: "{{.ProjectName}}-{{.Version}}"
+  github:
+    owner: iotaledger
+    name: goshimmer

CHANGELOG.md

@@ -1,3 +1,33 @@
+# v0.2.2 - 2020-07-27
+* Improves message and transaction validation: 
+    * Adjust max transaction inputs count;
+    * Adds signature validation before issuance; 
+    * Enforce max message size in message factory.
+* Improves API:
+    * Changes granularity of spammer API to accept messages per minute;
+    * Adds API middleware and set CORS to allow from every origin;
+    * Adds sendTransactionByJSON to allow a client to issue transactions by providing them in a JSON format;
+    * Adds tool API endpoint to facilitate debugging of the solidification status;
+    * Removes old API documentation;
+* Improves synchronization process:
+    * Refactors message requester to be more reliable;
+    * Improves solidification process;
+    * Refactors worker pool management;
+    * Replaces bootstrap plugin with the more secure and reliable beacon plugin.
+* Improves analysis-server dashboard:
+    * Adds the ability to distinguish between different GoShimmer node versions;
+    * Refactors the interaction between server side and dashboard;
+    * Improves consensus visualization;
+    * Improves dashboard tooling.
+* Adds a new electron-based wallet.
+* Increases max gossip packet size.
+* Adds command to the CLI to override database dirty flag.
+* Grafana local dashboard
+    * Adds messages in database chart (solid, not solid, total)
+    * Adds average solidification time chart
+    * Adds Message Request Queue Size chart
+* **Breaking**: bumps network and database versions
+
 # v0.2.1 - 2020-07-01
 * Adds PoW requirement to faucet payloads
 * Adds tips broadcaster to ensure that all chains are getting solidified
@@ -167,4 +197,4 @@ A detailed list about the changes in v0.1.0 can be seen under the given [milesto
 * Removes sent count from spammed transactions
 * Removes usage of `errors.Identifiable` and `github.com/pkg/errors` in favor of standard lib `errors` package
 * Use `network`, `parameter`, `events`, `database`, `logger`, `daemon`, `workerpool` and `node` packages from hive.go
-* Removes unused plugins (`zmq`, `dashboard`, `ui`)
+* Removes unused plugins (`zmq`, `dashboard`, `ui`)

client/tools.go

@@ -0,0 +1,32 @@
+package client
+
+import (
+	"errors"
+	"net/http"
+
+	webapi_tools "github.com/iotaledger/goshimmer/plugins/webapi/tools"
+)
+
+const (
+	routePastCone = "tools/pastcone"
+)
+
+// PastConeExist checks that all of the messages in the past cone of a message are existing on the node
+// down to the genesis. Returns the number of messages in the past cone as well.
+func (api *GoShimmerAPI) PastConeExist(base58EncodedMessageID string) (*webapi_tools.PastConeResponse, error) {
+	res := &webapi_tools.PastConeResponse{}
+
+	if err := api.do(
+		http.MethodGet,
+		routePastCone,
+		&webapi_tools.PastConeRequest{ID: base58EncodedMessageID},
+		res,
+	); err != nil {
+		return nil, err
+	}
+
+	if res.Error != "" {
+		return res, errors.New(res.Error)
+	}
+	return res, nil
+}