feature: Copilot per team metrics rework

backend/plugins/gh-copilot/models/migrationscripts/20260227_add_team_tables.go

@@ -0,0 +1,43 @@
+/*
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements.  See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package migrationscripts
+
+import (
+	"github.com/apache/incubator-devlake/core/context"
+	"github.com/apache/incubator-devlake/core/errors"
+	"github.com/apache/incubator-devlake/helpers/migrationhelper"
+	"github.com/apache/incubator-devlake/plugins/gh-copilot/models"
+)
+
+type addTeamTables struct{}
+
+func (script *addTeamTables) Up(basicRes context.BasicRes) errors.Error {
+	return migrationhelper.AutoMigrateTables(
+		basicRes,
+		&models.GhCopilotTeam{},
+		&models.GhCopilotTeamUser{},
+	)
+}
+
+func (*addTeamTables) Version() uint64 {
+	return 20260227000000
+}
+
+func (*addTeamTables) Name() string {
+	return "copilot add team and team_user tables"
+}

backend/plugins/gh-copilot/models/migrationscripts/register.go

@@ -29,6 +29,9 @@ func All() []plugin.MigrationScript {
 		new(addScopeConfig20260121),
 		new(migrateToUsageMetricsV2),
 		new(addPRFieldsToEnterpriseMetrics),
+		new(addTeamTables),
+		new(addOrganizationIdToUserMetrics),
+		new(addTeamTables),
 		new(addOrganizationIdToUserMetrics),
 	}
 }

backend/plugins/gh-copilot/models/models.go

@@ -45,5 +45,8 @@ func GetTablesInfo() []dal.Tabler {
 		&GhCopilotUserMetricsByModelFeature{},
 		// Seat assignments
 		&GhCopilotSeat{},
+		// Team / team-member tables (org-level)
+		&GhCopilotTeam{},
+		&GhCopilotTeamUser{},
 	}
 }

backend/plugins/gh-copilot/models/models_test.go

@@ -22,24 +22,26 @@ import "testing"
 func TestGetTablesInfo(t *testing.T) {
 	tables := GetTablesInfo()
 	expected := map[string]bool{
-		(&GhCopilotConnection{}).TableName():      false,
-		(&GhCopilotScope{}).TableName():           false,
-		(&GhCopilotScopeConfig{}).TableName():     false,
-		(&GhCopilotOrgMetrics{}).TableName():      false,
-		(&GhCopilotLanguageMetrics{}).TableName(): false,
-		(&GhCopilotEnterpriseDailyMetrics{}).TableName():      false,
-		(&GhCopilotMetricsByIde{}).TableName():               false,
-		(&GhCopilotMetricsByFeature{}).TableName():           false,
-		(&GhCopilotMetricsByLanguageFeature{}).TableName():   false,
-		(&GhCopilotMetricsByLanguageModel{}).TableName():     false,
-		(&GhCopilotMetricsByModelFeature{}).TableName():      false,
-		(&GhCopilotUserDailyMetrics{}).TableName():           false,
-		(&GhCopilotUserMetricsByIde{}).TableName():           false,
-		(&GhCopilotUserMetricsByFeature{}).TableName():       false,
+		(&GhCopilotConnection{}).TableName():                   false,
+		(&GhCopilotScope{}).TableName():                        false,
+		(&GhCopilotScopeConfig{}).TableName():                  false,
+		(&GhCopilotOrgMetrics{}).TableName():                   false,
+		(&GhCopilotLanguageMetrics{}).TableName():              false,
+		(&GhCopilotEnterpriseDailyMetrics{}).TableName():       false,
+		(&GhCopilotMetricsByIde{}).TableName():                 false,
+		(&GhCopilotMetricsByFeature{}).TableName():             false,
+		(&GhCopilotMetricsByLanguageFeature{}).TableName():     false,
+		(&GhCopilotMetricsByLanguageModel{}).TableName():       false,
+		(&GhCopilotMetricsByModelFeature{}).TableName():        false,
+		(&GhCopilotUserDailyMetrics{}).TableName():             false,
+		(&GhCopilotUserMetricsByIde{}).TableName():             false,
+		(&GhCopilotUserMetricsByFeature{}).TableName():         false,
 		(&GhCopilotUserMetricsByLanguageFeature{}).TableName(): false,
-		(&GhCopilotUserMetricsByLanguageModel{}).TableName(): false,
-		(&GhCopilotUserMetricsByModelFeature{}).TableName():  false,
-		(&GhCopilotSeat{}).TableName():            false,
+		(&GhCopilotUserMetricsByLanguageModel{}).TableName():   false,
+		(&GhCopilotUserMetricsByModelFeature{}).TableName():    false,
+		(&GhCopilotSeat{}).TableName():                         false,
+		(&GhCopilotTeam{}).TableName():                         false,
+		(&GhCopilotTeamUser{}).TableName():                     false,
 	}
 
 	if len(tables) != len(expected) {

backend/plugins/gh-copilot/models/team.go

@@ -0,0 +1,47 @@
+/*
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements.  See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package models
+
+import (
+	"time"
+
+	"github.com/apache/incubator-devlake/core/models/common"
+)
+
+// GhCopilotTeam stores a GitHub organization team in the tool layer.
+type GhCopilotTeam struct {
+	ConnectionId        uint64 `gorm:"primaryKey"`
+	Id                  int    `json:"id" gorm:"primaryKey;autoIncrement:false"`
+	OrgId               *int   `json:"organization_id" gorm:"index"`
+	OrgLogin            string `json:"org_login" gorm:"type:varchar(255);index"`
+	Name                string `json:"name" gorm:"type:varchar(255)"`
+	Slug                string `json:"slug" gorm:"type:varchar(255);index"`
+	Description         string `json:"description"`
+	Privacy             string `json:"privacy" gorm:"type:varchar(100)"`
+	Permission          string `json:"permission" gorm:"type:varchar(100)"`
+	NotificationSetting string `json:"notification_setting" gorm:"type:varchar(100)"`
+	ParentTeamId        *int   `json:"parent_team_id" gorm:"index"`
+	ParentTeamSlug      string `json:"parent_team_slug" gorm:"type:varchar(255);index"`
+	GithubCreatedAt     *time.Time
+	GithubUpdatedAt     *time.Time
+	common.NoPKModel
+}
+
+func (GhCopilotTeam) TableName() string {
+	return "_tool_copilot_teams"
+}

backend/plugins/gh-copilot/models/team_user.go

@@ -0,0 +1,38 @@
+/*
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements.  See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package models
+
+import "github.com/apache/incubator-devlake/core/models/common"
+
+// GhCopilotTeamUser stores a team-member relationship in the tool layer.
+type GhCopilotTeamUser struct {
+	ConnectionId uint64 `gorm:"primaryKey"`
+	TeamId       int    `gorm:"primaryKey;autoIncrement:false"`
+	UserId       int    `gorm:"primaryKey;autoIncrement:false"`
+	OrgLogin     string `gorm:"type:varchar(255);index"`
+	TeamSlug     string `gorm:"type:varchar(255);index"`
+	UserLogin    string `json:"login" gorm:"type:varchar(255);index"`
+	Type         string `json:"type" gorm:"type:varchar(100)"`
+	ViewType     string `json:"user_view_type" gorm:"type:varchar(100)"`
+	IsSiteAdmin  bool   `json:"site_admin"`
+	common.NoPKModel
+}
+
+func (GhCopilotTeamUser) TableName() string {
+	return "_tool_copilot_team_users"
+}

backend/plugins/gh-copilot/tasks/pagination.go

@@ -0,0 +1,55 @@
+/*
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements.  See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package tasks
+
+import (
+	"net/http"
+	"regexp"
+	"strconv"
+	"strings"
+
+	"github.com/apache/incubator-devlake/core/errors"
+	helper "github.com/apache/incubator-devlake/helpers/pluginhelper/api"
+)
+
+// getTotalPagesFromResponse parses the GitHub Link header to determine the last page number.
+// This is used for paginated list endpoints (teams, team members).
+func getTotalPagesFromResponse(res *http.Response, _ *helper.ApiCollectorArgs) (int, errors.Error) {
+	link := res.Header.Get("Link")
+	if link == "" {
+		return 0, nil
+	}
+	pagePattern := regexp.MustCompile(`page=(\d+)`)
+	relPattern := regexp.MustCompile(`rel="([a-z]+)"`)
+	for _, part := range strings.Split(link, ",") {
+		relMatch := relPattern.FindStringSubmatch(part)
+		if len(relMatch) < 2 || relMatch[1] != "last" {
+			continue
+		}
+		pageMatch := pagePattern.FindStringSubmatch(part)
+		if len(pageMatch) < 2 {
+			continue
+		}
+		last, err := strconv.Atoi(pageMatch[1])
+		if err != nil {
+			return 0, errors.Default.Wrap(err, "failed to parse last page")
+		}
+		return last, nil
+	}
+	return 0, nil
+}

backend/plugins/gh-copilot/tasks/register.go

@@ -22,12 +22,17 @@ import "github.com/apache/incubator-devlake/core/plugin"
 // GetSubTaskMetas returns the ordered list of Copilot subtasks.
 func GetSubTaskMetas() []plugin.SubTaskMeta {
 	return []plugin.SubTaskMeta{
-		// Collectors
+		// Collectors – metrics
 		CollectOrgMetricsMeta,
 		CollectCopilotSeatAssignmentsMeta,
 		CollectEnterpriseMetricsMeta,
 		CollectUserMetricsMeta,
-		// Extractors
+		// Collectors – teams (extract teams before collecting team users)
+		CollectTeamsMeta,
+		ExtractTeamsMeta,
+		CollectTeamUsersMeta,
+		ExtractTeamUsersMeta,
+		// Extractors – metrics
 		ExtractSeatsMeta,
 		ExtractOrgMetricsMeta,
 		ExtractEnterpriseMetricsMeta,

backend/plugins/gh-copilot/tasks/team_collector.go

@@ -0,0 +1,103 @@
+/*
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements.  See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package tasks
+
+import (
+	"encoding/json"
+	"fmt"
+	"net/http"
+	"net/url"
+	"strings"
+
+	"github.com/apache/incubator-devlake/core/errors"
+	"github.com/apache/incubator-devlake/core/plugin"
+	helper "github.com/apache/incubator-devlake/helpers/pluginhelper/api"
+)
+
+const rawCopilotTeamTable = "copilot_api_teams"
+
+var CollectTeamsMeta = plugin.SubTaskMeta{
+	Name:             "collectTeams",
+	EntryPoint:       CollectTeams,
+	EnabledByDefault: true,
+	Description:      "Collect teams data from GitHub API for the configured organization.",
+	DomainTypes:      []string{plugin.DOMAIN_TYPE_CROSS},
+	DependencyTables: []string{},
+	ProductTables:    []string{rawCopilotTeamTable},
+}
+
+func CollectTeams(taskCtx plugin.SubTaskContext) errors.Error {
+	data, ok := taskCtx.TaskContext().GetData().(*GhCopilotTaskData)
+	if !ok {
+		return errors.Default.New("task data is not GhCopilotTaskData")
+	}
+	connection := data.Connection
+	connection.Normalize()
+
+	org := strings.TrimSpace(connection.Organization)
+	if org == "" {
+		taskCtx.GetLogger().Warn(nil, "skipping team collection: no organization configured on connection %d", connection.ID)
+		return nil
+	}
+
+	apiClient, err := CreateApiClient(taskCtx.TaskContext(), connection)
+	if err != nil {
+		return err
+	}
+
+	collector, cErr := helper.NewStatefulApiCollector(helper.RawDataSubTaskArgs{
+		Ctx:   taskCtx,
+		Table: rawCopilotTeamTable,
+		Options: copilotRawParams{
+			ConnectionId: data.Options.ConnectionId,
+			ScopeId:      data.Options.ScopeId,
+			Organization: org,
+			Endpoint:     connection.Endpoint,
+		},
+	})
+	if cErr != nil {
+		return cErr
+	}
+
+	cErr = collector.InitCollector(helper.ApiCollectorArgs{
+		ApiClient:   apiClient,
+		PageSize:    100,
+		UrlTemplate: fmt.Sprintf("orgs/%s/teams", org),
+		Query: func(reqData *helper.RequestData) (url.Values, errors.Error) {
+			query := url.Values{}
+			query.Set("page", fmt.Sprintf("%v", reqData.Pager.Page))
+			query.Set("per_page", fmt.Sprintf("%v", reqData.Pager.Size))
+			return query, nil
+		},
+		GetTotalPages: getTotalPagesFromResponse,
+		ResponseParser: func(res *http.Response) ([]json.RawMessage, errors.Error) {
+			var items []json.RawMessage
+			e := helper.UnmarshalResponse(res, &items)
+			if e != nil {
+				return nil, e
+			}
+			return items, nil
+		},
+		AfterResponse: ignore404,
+	})
+	if cErr != nil {
+		return cErr
+	}
+
+	return collector.Execute()
+}