refactor(pinpointpy): pinpointpy libs (#551)

- add httpbin
- refactoring : logger ,pinpointpy/libs
   - mongo
   - db/mysql ...
   - request*
- framework: Bottle,Django,pyramid,pyweb,pyweb2
- testcase

Author: eeliu

.devcontainer/Dockerfile

@@ -28,19 +28,19 @@ RUN groupadd --gid $USER_GID $USERNAME \
 
 
 RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
-RUN apt update && apt install -y apt-utils gcc g++ gdb  pkg-config  libxml2-dev libsqlite3-dev libcurl4-openssl-dev zlib1g-dev make cmake wget autoconf git clangd iputils-ping python3 python3.8-venv python3-pip clang-format protobuf-compiler vim locales curl libssl-dev
+RUN apt update && apt install -y apt-utils gcc g++ gdb  pkg-config  libxml2-dev libsqlite3-dev libcurl4-openssl-dev zlib1g-dev make cmake wget autoconf git clangd iputils-ping python3 python3.8-venv python3-pip clang-format protobuf-compiler vim locales curl libssl-dev libmysqlclient-dev
 # https://github.com/git-lfs/git-lfs/blob/main/INSTALLING.md
 RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | sudo bash 
 RUN apt-get install git-lfs
 USER pinpoint 
 # enable php-7.4
 ENV PHP_VESION=php-7.4.33
 ENV PHP_HOME=/home/pinpoint/local/
-COPY ${PHP_VESION}.tar.gz /home/pinpoint/${PHP_VESION}.tar.gz
+RUN wget https://github.com/eeliu/pinpoint-c-agent/files/13371519/${PHP_VESION}.tar.gz  -O /home/pinpoint/${PHP_VESION}.tar.gz
 RUN cd /home/pinpoint/ && tar xvf ${PHP_VESION}.tar.gz && cd ${PHP_VESION} && ./configure --prefix=${PHP_HOME}/${PHP_VESION} --with-curl=shared --with-mysqli=shared --with-openssl=shared --with-pdo-sqlite=shared --enable-pdo=shared --with-zlib=shared --enable-fpm --enable-opcache --enable-debug && make -j && make install
 
 ENV PATH="$PATH:${PHP_HOME}/php/bin/:${PHP_HOME}/php/sbin/"
-COPY php.ini ${PHP_HOME}/php/lib
+# COPY php.ini ${PHP_HOME}/php/lib
 
 ### Build php module 
 ### curl 
@@ -69,9 +69,8 @@ COPY php.ini ${PHP_HOME}/php/lib
 
 # install golang 1.18
 USER root
-COPY go1.18.10.linux-amd64.tar.gz /home/pinpoint/go1.18.10.linux-amd64.tar.gz
+RUN wget https://go.dev/dl/go1.18.10.linux-amd64.tar.gz -O /home/pinpoint/go1.18.10.linux-amd64.tar.gz
 RUN rm -rf /usr/local/go && cd /home/pinpoint/ && tar -C /usr/local -xzf go1.18.10.linux-amd64.tar.gz
 ENV PATH=$PATH:/usr/local/go/bin
-ENV 
 ENV PATH=$PATH:/home/pinpoint/go/bin
 RUN go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.28 && go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@v1.2

.devcontainer/docker-compose.yaml

@@ -14,6 +14,7 @@ services:
       - '3306'
     volumes:
       - ..:/workspace:cached
+
   redis:
     image: redis:alpine
     command: redis-server --port 6379
@@ -24,6 +25,26 @@ services:
       - "mode=standalone"
     ports:
       - 6379:6379
+    volumes:
+      - ..:/workspace:cached
+  mongodb:
+    image: 'mongo'
+    restart: always
+    hostname: mongodb
+    # environment:
+    #   MONGO_INITDB_ROOT_USERNAME: root
+    #   MONGO_INITDB_ROOT_PASSWORD: password
+    ports:
+      - 27017:27017
+
+  httpbin:
+    image: kennethreitz/httpbin:latest
+    container_name: httpbin
+    hostname: httpbin
+    ports:
+      - 8999:80
+    volumes:
+      - ..:/workspace:cached      
 
   pinpoint:
     container_name: pinpoint
@@ -44,6 +65,5 @@ services:
       - NET_RAW
       - NET_ADMIN
     user: pinpoint
-
 
 

.devcontainer/go1.18.10.linux-amd64.tar.gz

@@ -104,9 +104,6 @@ jobs:
     runs-on: ${{ matrix.os }}
     steps:
       - uses: actions/checkout@v2
-      - uses: jwlawson/actions-setup-cmake@v1.6
-        with:
-          cmake-version: "3.16.x"
       - uses: actions/setup-python@v2
         with:
           python-version: ${{ matrix.python-version }}
@@ -115,10 +112,21 @@ jobs:
           # ref https://github.com/pypa/setuptools/issues/3198
           pip install -e .
           python -m unittest discover -s src/PY/test
-      - if: matrix.python-version == '3.8'
-        run : |
-          pip install -r plugins/PY/requirements.txt
-          python -m unittest discover -s plugins/PY/pinpointPy
+  python-plugins:
+    # timeout-minutes: 20
+    needs: Python
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          submodules: 'true'
+      # - name: build python-plugins
+        # run: docker-compose  -f "testapps/compose.yaml" build python-plugins
+      - name: start test environment
+        run: docker-compose -f "testapps/compose.yaml" up python-plugins
+      - name: Stop containers
+        if: always()
+        run: docker-compose -f "testapps/compose.yaml" down  
   Collector-agent:
     strategy:
       matrix:

.devcontainer/php-7.4.33.tar.gz

@@ -58,39 +58,13 @@ python3|[English](DOC/PY/Readme.md) [中文](DOC/PY/Readme-CN.md) [한국어](DO
 c/cpp|[English](DOC/C-CPP/Readme.md)
 golang|[go-aop-agent](https://github.com/pinpoint-apm/go-aop-agent) 
 
-####  How to use testapps(playground)
-
-##### Requirement
-
-- [ ] [docker compose plugin](https://docs.docker.com/compose/install/linux/)
-- [ ] pinpoint platform [Quick-start guide](https://pinpoint-apm.gitbook.io/pinpoint/getting-started/quickstart)
-- [ ] map `dev-pinpoint` host to your pinpoint-collector address
-    ```
-    pinpoint@pinpoint:~$ cat /etc/hosts
-    # 192.168.10.11 is the address of pinpoint-collector
-    192.168.10.11 dev-pinpoint 
-    ```
-##### Playground
-
-```
-$ git clone --recurse-submodules https://github.com/pinpoint-apm/pinpoint-c-agent.git 
-$ git checkout dev
-$ cd pinpoint-c-agent/testapps && docker compose up --build
-$ ## testapp-fastapi
-$ curl http://localhost:8186/docs#/
-$ ## testapp-php yii2 framework
-$ curl http://localhost:8185/index.php
-$ ## testapp-flask
-$ curl http://localhost:8184/index.php
-```
-
-
-
+> [Try playground](/testapps/readme.md)
 
 ## Contact Us
 
 * Submit an [issue](https://github.com/pinpoint-apm/pinpoint-c-agent/issues)
 * [Gitter char room](https://gitter.im/naver/pinpoint-c-agent)
+* dl_cd_pinpoint@navercorp.com
 * Chinese Community (QQ Group: 882020485)
     <details>
     <summary> show more 

.github/workflows/main.yml

@@ -321,7 +321,7 @@ func (agent *GrpcAgent) collectorActiveThreadCount(conn *grpc.ClientConn, respon
 	if activeThreadCountClient, err := client.CommandStreamActiveThreadCount(ctx); err == nil {
 		sequenceId := int32(1)
 		for {
-			agent.log.Debugf("ResponseId %d", responseId)
+			// agent.log.Debugf("ResponseId %d", responseId)
 			response := v1.PCmdStreamResponse{
 				ResponseId: responseId,
 				SequenceId: sequenceId,
@@ -342,7 +342,7 @@ func (agent *GrpcAgent) collectorActiveThreadCount(conn *grpc.ClientConn, respon
 			res.TimeStamp = time.Now().Unix()
 			res.HistogramSchemaType = 2
 
-			agent.log.Debugf("try to send PCmdActiveThreadCountRes:%v", res)
+			// agent.log.Debugf("try to send PCmdActiveThreadCountRes:%v", res)
 
 			if err := activeThreadCountClient.Send(&res); err != nil {
 				agent.log.Warnf("collectorActiveThreadCount:responseId:%d end with:%s", responseId, err)

README.md

@@ -64,6 +64,7 @@ void TraceNode::addChild(WrapperTraceNode& child) {
   child->mParentId = this->mPoolIndex;
   child->mRootIndex = this->mRootIndex;
   child->root_start_time = this->root_start_time;
+  child->parent_start_time = this->start_time;
 }
 
 void TraceNode::endTimer() {
@@ -83,7 +84,7 @@ void TraceNode::convertToSpan() {
 
 void TraceNode::convertToSpanEvent() {
   this->AddTraceDetail(":E", this->cumulative_time);
-  this->AddTraceDetail(":S", this->start_time - this->root_start_time);
+  this->AddTraceDetail(":S", this->start_time - this->parent_start_time);
 }
 
 // void TraceNode::setTraceParent(WrapperTraceNode &parent, WrapperTraceNode &root)