feat(add go profile data collect and analyze)

.github/workflows/skywalking.yaml

@@ -490,6 +490,9 @@ jobs:
             config: test/e2e-v2/cases/profiling/trace/opensearch/e2e.yaml
             env: OPENSEARCH_VERSION=2.4.0
 
+          - name: Go Profiling
+            config: test/e2e-v2/cases/go/profiling-cases.yaml
+
           - name: eBPF Profiling On CPU BanyanDB
             config: test/e2e-v2/cases/profiling/ebpf/oncpu/banyandb/e2e.yaml
             docker:
@@ -969,110 +972,110 @@ jobs:
         with:
           e2e-file: $GITHUB_WORKSPACE/test/e2e-v2/cases/simple/jdk/e2e.yaml
 
-#  e2e-test-banyandb-stages:
-#    if: |
-#      ( always() && ! cancelled() ) &&
-#      ((github.event_name == 'schedule' && github.repository == 'apache/skywalking') || needs.changes.outputs.oap == 'true')
-#    name: E2E test
-#    needs: [docker, dist-tar]
-#    runs-on: ${{ matrix.test.runs-on || 'ubuntu-latest' }}
-#    timeout-minutes: 60
-#    env:
-#      BANYANDB_DATA_GENERATE_ROOT: test/e2e-v2/cases/storage/banyandb/data-generate
-#    strategy:
-#      fail-fast: false
-#      matrix:
-#        test:
-#          - name: BanyanDB Stages
-#            config: test/e2e-v2/cases/storage/banyandb/stages/e2e.yaml
-#    steps:
-#      - uses: actions/checkout@v4
-#        with:
-#          submodules: true
-#          persist-credentials: false
-#      - run: grep -v '^#' test/e2e-v2/script/env >> "$GITHUB_ENV"
-#      - uses: apache/skywalking-cli/actions/setup@master
-#        with:
-#          version: ${{ env.SW_CTL_COMMIT }}
-#      - uses: actions/download-artifact@v4
-#        name: Download docker images
-#        with:
-#          name: docker-images-11
-#          path: docker-images
-#      - name: Load docker images
-#        run: |
-#          find docker-images -name "*.tar" -exec docker load -i {} \;
-#          find docker-images -name "*.tar" -exec rm {} \;
-#      - uses: actions/download-artifact@v4
-#        name: Download distribution tar
-#        with:
-#          name: dist
-#          path: dist
-#      - name: Login to ghcr
-#        uses: docker/login-action@v3
-#        with:
-#          registry: ghcr.io
-#          username: ${{ github.repository_owner }}
-#          password: ${{ secrets.GITHUB_TOKEN }}
-#      - name: Cache maven repository
-#        uses: actions/cache@v4
-#        with:
-#          path: ~/.m2/repository
-#          key: ${{ runner.os }}-maven-${{ hashFiles('test/e2e-v2/java-test-service/**/pom.xml') }}
-#          restore-keys: ${{ runner.os }}-maven-
-#      - name: Prepare test services
-#        shell: bash
-#        run: ./mvnw -B -q -f test/e2e-v2/java-test-service/pom.xml clean flatten:flatten package
-#      - name: Set env var
-#        run: |
-#          echo "${{ matrix.test.env }}"  >> $GITHUB_ENV
-#      - name: Build test image
-#        if: matrix.test.docker != null
-#        run: docker build -t ${{ matrix.test.docker.name }} -f ${{ matrix.test.docker.base }}/${{ matrix.test.docker.file }} ${{ matrix.test.docker.base }}
-#      - name: Generate BanyanDB cold data
-#        run: |
-#          export $(grep -v '^#' test/e2e-v2/script/env | xargs)
-#          docker compose -f ${BANYANDB_DATA_GENERATE_ROOT}/docker-compose.yml up -d
-#          CONTAINER_ID=$(docker compose -f ${BANYANDB_DATA_GENERATE_ROOT}/docker-compose.yml ps -q banyandb)
-#          echo "⌛ monitoring segment files..."
-#          found=false
-#          for i in {1..60}; do
-#            # check if segment files exist
-#            if docker exec $CONTAINER_ID sh -c '[ -n "$(ls /tmp/measure-data/measure/data/metricsDay/seg* 2>/dev/null)" ]'; then
-#              echo "✅ found segment files"
-#              sleep 180
-#              # create and copy files
-#              docker cp $CONTAINER_ID:/tmp ${BANYANDB_DATA_GENERATE_ROOT}
-#              docker cp $CONTAINER_ID:/tmp/measure-data/measure/data/metadata ${BANYANDB_DATA_GENERATE_ROOT}
-#              found=true
-#              break
-#            else
-#              echo "⏳ didn't find segment files (retry $i/60)"
-#              sleep 10
-#            fi
-#          done
-#          if $found; then
-#            echo "✅ segment files copied to ${BANYANDB_DATA_GENERATE_ROOT}"
-#          else
-#            echo "❌ segment files not found"
-#            exit 1
-#          fi
-#          docker compose -f ${BANYANDB_DATA_GENERATE_ROOT}/docker-compose.yml down -v
-#      - name: ${{ matrix.test.name }}
-#        uses: apache/skywalking-infra-e2e@cf589b4a0b9f8e6f436f78e9cfd94a1ee5494180
-#        with:
-#          e2e-file: $GITHUB_WORKSPACE/${{ matrix.test.config }}
-#      - if: ${{ failure() }}
-#        run: |
-#          df -h
-#          du -sh .
-#          docker images
-#      - uses: actions/upload-artifact@v4
-#        if: ${{ failure() }}
-#        name: Upload Logs
-#        with:
-#          name: test-logs-${{ matrix.test.name }}
-#          path: "${{ env.SW_INFRA_E2E_LOG_DIR }}"
+  #  e2e-test-banyandb-stages:
+  #    if: |
+  #      ( always() && ! cancelled() ) &&
+  #      ((github.event_name == 'schedule' && github.repository == 'apache/skywalking') || needs.changes.outputs.oap == 'true')
+  #    name: E2E test
+  #    needs: [docker, dist-tar]
+  #    runs-on: ${{ matrix.test.runs-on || 'ubuntu-latest' }}
+  #    timeout-minutes: 60
+  #    env:
+  #      BANYANDB_DATA_GENERATE_ROOT: test/e2e-v2/cases/storage/banyandb/data-generate
+  #    strategy:
+  #      fail-fast: false
+  #      matrix:
+  #        test:
+  #          - name: BanyanDB Stages
+  #            config: test/e2e-v2/cases/storage/banyandb/stages/e2e.yaml
+  #    steps:
+  #      - uses: actions/checkout@v4
+  #        with:
+  #          submodules: true
+  #          persist-credentials: false
+  #      - run: grep -v '^#' test/e2e-v2/script/env >> "$GITHUB_ENV"
+  #      - uses: apache/skywalking-cli/actions/setup@master
+  #        with:
+  #          version: ${{ env.SW_CTL_COMMIT }}
+  #      - uses: actions/download-artifact@v4
+  #        name: Download docker images
+  #        with:
+  #          name: docker-images-11
+  #          path: docker-images
+  #      - name: Load docker images
+  #        run: |
+  #          find docker-images -name "*.tar" -exec docker load -i {} \;
+  #          find docker-images -name "*.tar" -exec rm {} \;
+  #      - uses: actions/download-artifact@v4
+  #        name: Download distribution tar
+  #        with:
+  #          name: dist
+  #          path: dist
+  #      - name: Login to ghcr
+  #        uses: docker/login-action@v3
+  #        with:
+  #          registry: ghcr.io
+  #          username: ${{ github.repository_owner }}
+  #          password: ${{ secrets.GITHUB_TOKEN }}
+  #      - name: Cache maven repository
+  #        uses: actions/cache@v4
+  #        with:
+  #          path: ~/.m2/repository
+  #          key: ${{ runner.os }}-maven-${{ hashFiles('test/e2e-v2/java-test-service/**/pom.xml') }}
+  #          restore-keys: ${{ runner.os }}-maven-
+  #      - name: Prepare test services
+  #        shell: bash
+  #        run: ./mvnw -B -q -f test/e2e-v2/java-test-service/pom.xml clean flatten:flatten package
+  #      - name: Set env var
+  #        run: |
+  #          echo "${{ matrix.test.env }}"  >> $GITHUB_ENV
+  #      - name: Build test image
+  #        if: matrix.test.docker != null
+  #        run: docker build -t ${{ matrix.test.docker.name }} -f ${{ matrix.test.docker.base }}/${{ matrix.test.docker.file }} ${{ matrix.test.docker.base }}
+  #      - name: Generate BanyanDB cold data
+  #        run: |
+  #          export $(grep -v '^#' test/e2e-v2/script/env | xargs)
+  #          docker compose -f ${BANYANDB_DATA_GENERATE_ROOT}/docker-compose.yml up -d
+  #          CONTAINER_ID=$(docker compose -f ${BANYANDB_DATA_GENERATE_ROOT}/docker-compose.yml ps -q banyandb)
+  #          echo "⌛ monitoring segment files..."
+  #          found=false
+  #          for i in {1..60}; do
+  #            # check if segment files exist
+  #            if docker exec $CONTAINER_ID sh -c '[ -n "$(ls /tmp/measure-data/measure/data/metricsDay/seg* 2>/dev/null)" ]'; then
+  #              echo "✅ found segment files"
+  #              sleep 180
+  #              # create and copy files
+  #              docker cp $CONTAINER_ID:/tmp ${BANYANDB_DATA_GENERATE_ROOT}
+  #              docker cp $CONTAINER_ID:/tmp/measure-data/measure/data/metadata ${BANYANDB_DATA_GENERATE_ROOT}
+  #              found=true
+  #              break
+  #            else
+  #              echo "⏳ didn't find segment files (retry $i/60)"
+  #              sleep 10
+  #            fi
+  #          done
+  #          if $found; then
+  #            echo "✅ segment files copied to ${BANYANDB_DATA_GENERATE_ROOT}"
+  #          else
+  #            echo "❌ segment files not found"
+  #            exit 1
+  #          fi
+  #          docker compose -f ${BANYANDB_DATA_GENERATE_ROOT}/docker-compose.yml down -v
+  #      - name: ${{ matrix.test.name }}
+  #        uses: apache/skywalking-infra-e2e@cf589b4a0b9f8e6f436f78e9cfd94a1ee5494180
+  #        with:
+  #          e2e-file: $GITHUB_WORKSPACE/${{ matrix.test.config }}
+  #      - if: ${{ failure() }}
+  #        run: |
+  #          df -h
+  #          du -sh .
+  #          docker images
+  #      - uses: actions/upload-artifact@v4
+  #        if: ${{ failure() }}
+  #        name: Upload Logs
+  #        with:
+  #          name: test-logs-${{ matrix.test.name }}
+  #          path: "${{ env.SW_INFRA_E2E_LOG_DIR }}"
 
   required:
     if: always()
@@ -1116,4 +1119,4 @@ jobs:
           [[ ${e2eJavaVersionResults} == 'success' ]] || [[ ${execute} != 'true' && ${e2eJavaVersionResults} == 'skipped' ]] || exit -7;
           [[ ${timeConsumingITResults} == 'success' ]] || [[ ${execute} != 'true' && ${timeConsumingITResults} == 'skipped' ]] || exit -8;
 
-          exit 0;
+          exit 0;

.licenserc.yaml

@@ -70,6 +70,7 @@ header:
     - '**/mockito-extensions/**'
     - 'oap-server/server-library/library-async-profiler-jfr-parser'
     - 'docs/en/changes/changes.tpl'
+    - 'oap-server/server-core/src/main/proto/profile.proto'
 
   comment: on-failure
 

docs/en/changes/changes.md

@@ -112,7 +112,9 @@
 * Update Grafana dashboards for OAP observability.
 * BanyanDB: fix query `getInstance` by instance ID.
 * Support the go agent(0.7.0 release) bundled pprof profiling feature. 
-
+* Profile-receiver-plugin: feat: add go profile data receive func; add google pprof proto to prase.
+* Storage: feat: add isGo column to ProfileThreadSnapshotRecord.
+* Feat: add go profile analyzer
 
 #### UI
 

oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/profiling/trace/ProfileThreadSnapshotRecord.java

@@ -52,6 +52,7 @@ public class ProfileThreadSnapshotRecord extends Record {
     public static final String DUMP_TIME = "dump_time";
     public static final String SEQUENCE = "sequence";
     public static final String STACK_BINARY = "stack_binary";
+    public static final String IS_GO = "is_go";
 
     @Column(name = TASK_ID)
     @SQLDatabase.CompositeIndex(withColumns = {SEGMENT_ID})
@@ -69,6 +70,50 @@ public class ProfileThreadSnapshotRecord extends Record {
     private int sequence;
     @Column(name = STACK_BINARY)
     private byte[] stackBinary;
+    @ElasticSearch.EnableDocValues
+    @Column(name = IS_GO)
+    @BanyanDB.NoIndexing
+    private int isGo; // store as 0/1 for storage compatibility
+
+    public enum Language {
+        JAVA(0),
+        GO(1);
+
+        private final int value;
+
+        Language(int value) {
+            this.value = value;
+        }
+
+        public int getValue() {
+            return value;
+        }
+
+        public static Language fromValue(int value) {
+            for (Language language : values()) {
+                if (language.value == value) {
+                    return language;
+                }
+            }
+            return JAVA; // default to Java
+        }
+    }
+
+    public Language getLanguage() {
+        return Language.fromValue(isGo);
+    }
+
+    public void setLanguage(final Language language) {
+        this.isGo = language.getValue();
+    }
+
+    public boolean isGo() {
+        return isGo == Language.GO.getValue();
+    }
+
+    public void setGo(final boolean go) {
+        this.isGo = go ? Language.GO.getValue() : Language.JAVA.getValue();
+    }
 
     @Override
     public StorageID id() {
@@ -88,6 +133,8 @@ public ProfileThreadSnapshotRecord storage2Entity(final Convert2Entity converter
             snapshot.setSequence(((Number) converter.get(SEQUENCE)).intValue());
             snapshot.setTimeBucket(((Number) converter.get(TIME_BUCKET)).intValue());
             snapshot.setStackBinary(converter.getBytes(STACK_BINARY));
+            final Number isGoNum = (Number) converter.get(IS_GO);
+            snapshot.setLanguage(Language.fromValue(isGoNum != null ? isGoNum.intValue() : 0));
             return snapshot;
         }
 
@@ -99,6 +146,7 @@ public void entity2Storage(final ProfileThreadSnapshotRecord storageData, final
             converter.accept(SEQUENCE, storageData.getSequence());
             converter.accept(TIME_BUCKET, storageData.getTimeBucket());
             converter.accept(STACK_BINARY, storageData.getStackBinary());
+            converter.accept(IS_GO, storageData.getLanguage().getValue());
         }
     }
 }