feat: add tabel

cmd/config-server/service/data_source_mapping.go

@@ -0,0 +1,150 @@
+/*
+ * Tencent is pleased to support the open source community by making Blueking Container Service available.
+ * Copyright (C) 2019 THL A29 Limited, a Tencent company. All rights reserved.
+ * Licensed under the MIT License (the "License"); you may not use this file except
+ * in compliance with the License. You may obtain a copy of the License at
+ * http://opensource.org/licenses/MIT
+ * Unless required by applicable law or agreed to in writing, software distributed under
+ * the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
+ * either express or implied. See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package service
+
+import (
+	"context"
+
+	"github.com/TencentBlueKing/bk-bscp/pkg/iam/meta"
+	"github.com/TencentBlueKing/bk-bscp/pkg/kit"
+	pbcs "github.com/TencentBlueKing/bk-bscp/pkg/protocol/config-server"
+	pbds "github.com/TencentBlueKing/bk-bscp/pkg/protocol/data-service"
+)
+
+// ListDataSourceTable get data source tables
+func (s *Service) ListDataSourceTable(ctx context.Context, req *pbcs.ListDataSourceTableReq) (
+	*pbcs.ListDataSourceTableResp, error) {
+	kit := kit.FromGrpcContext(ctx)
+
+	res := []*meta.ResourceAttribute{
+		{Basic: meta.Basic{Type: meta.Biz, Action: meta.FindBusinessResource}, BizID: req.BizId},
+		{Basic: meta.Basic{Type: meta.Credential, Action: meta.Manage}, BizID: req.BizId},
+	}
+	err := s.authorizer.Authorize(kit, res...)
+	if err != nil {
+		return nil, err
+	}
+
+	resp, err := s.client.DS.ListDataSourceTable(kit.RpcCtx(), &pbds.ListDataSourceTableReq{
+		BizId:          req.BizId,
+		SearchValue:    req.SearchValue,
+		Start:          req.Start,
+		Limit:          req.Limit,
+		All:            req.All,
+		DataSourceType: req.DataSourceType,
+	})
+	if err != nil {
+		return nil, err
+	}
+
+	return &pbcs.ListDataSourceTableResp{
+		Count:   resp.GetCount(),
+		Details: resp.GetDetails(),
+	}, nil
+}
+
+// CreateDataSourceTable create data source table
+func (s *Service) CreateDataSourceTable(ctx context.Context, req *pbcs.CreateDataSourceTableReq) (
+	*pbcs.CreateDataSourceTableResp, error) {
+	kit := kit.FromGrpcContext(ctx)
+	res := []*meta.ResourceAttribute{
+		{Basic: meta.Basic{Type: meta.Biz, Action: meta.FindBusinessResource}, BizID: req.BizId},
+		{Basic: meta.Basic{Type: meta.Credential, Action: meta.Manage}, BizID: req.BizId},
+	}
+	err := s.authorizer.Authorize(kit, res...)
+	if err != nil {
+		return nil, err
+	}
+
+	resp, err := s.client.DS.CreateDataSourceTable(kit.RpcCtx(), &pbds.CreateDataSourceTableReq{
+		BizId: req.GetBizId(),
+		Spec:  req.GetSpec(),
+	})
+	if err != nil {
+		return nil, err
+	}
+
+	return &pbcs.CreateDataSourceTableResp{Id: resp.Id}, nil
+}
+
+func (s *Service) GetDataSourceTable(ctx context.Context, req *pbcs.GetDataSourceTableReq) (
+	*pbcs.GetDataSourceTableResp, error) {
+	kit := kit.FromGrpcContext(ctx)
+	res := []*meta.ResourceAttribute{
+		{Basic: meta.Basic{Type: meta.Biz, Action: meta.FindBusinessResource}, BizID: req.BizId},
+		{Basic: meta.Basic{Type: meta.Credential, Action: meta.Manage}, BizID: req.BizId},
+	}
+	err := s.authorizer.Authorize(kit, res...)
+	if err != nil {
+		return nil, err
+	}
+
+	resp, err := s.client.DS.GetDataSourceTable(kit.RpcCtx(), &pbds.GetDataSourceTableReq{
+		BizId:               req.BizId,
+		DataSourceMappingId: req.DataSourceMappingId,
+	})
+	if err != nil {
+		return nil, err
+	}
+
+	return &pbcs.GetDataSourceTableResp{Details: resp.Details}, nil
+}
+
+// UpdateDataSourceTable 编辑托管表格数据源
+func (s *Service) UpdateDataSourceTable(ctx context.Context, req *pbcs.UpdateDataSourceTableReq) (
+	*pbcs.UpdateDataSourceTableResp, error) {
+	kit := kit.FromGrpcContext(ctx)
+	res := []*meta.ResourceAttribute{
+		{Basic: meta.Basic{Type: meta.Biz, Action: meta.FindBusinessResource}, BizID: req.BizId},
+		{Basic: meta.Basic{Type: meta.Credential, Action: meta.Manage}, BizID: req.BizId},
+	}
+	err := s.authorizer.Authorize(kit, res...)
+	if err != nil {
+		return nil, err
+	}
+
+	_, err = s.client.DS.UpdateDataSourceTable(kit.RpcCtx(), &pbds.UpdateDataSourceTableReq{
+		BizId:               req.GetBizId(),
+		Spec:                req.GetSpec(),
+		DataSourceMappingId: req.GetDataSourceMappingId(),
+	})
+	if err != nil {
+		return nil, err
+	}
+
+	return &pbcs.UpdateDataSourceTableResp{}, nil
+}
+
+// DeleteDataSourceTable 删除托管表格数据源
+func (s *Service) DeleteDataSourceTable(ctx context.Context, req *pbcs.DeleteDataSourceTableReq) (
+	*pbcs.DeleteDataSourceTableResp, error) {
+	kit := kit.FromGrpcContext(ctx)
+	res := []*meta.ResourceAttribute{
+		{Basic: meta.Basic{Type: meta.Biz, Action: meta.FindBusinessResource}, BizID: req.BizId},
+		{Basic: meta.Basic{Type: meta.Credential, Action: meta.Manage}, BizID: req.BizId},
+	}
+	err := s.authorizer.Authorize(kit, res...)
+	if err != nil {
+		return nil, err
+	}
+
+	_, err = s.client.DS.DeleteDataSourceTable(kit.RpcCtx(), &pbds.DeleteDataSourceTableReq{
+		BizId:               req.GetBizId(),
+		DataSourceMappingId: req.GetDataSourceMappingId(),
+	})
+	if err != nil {
+		return nil, err
+	}
+
+	return &pbcs.DeleteDataSourceTableResp{}, nil
+}

cmd/data-service/db-migration/migrations/20241206152050_add_table_type.go

@@ -0,0 +1,130 @@
+/*
+ * Tencent is pleased to support the open source community by making Blueking Container Service available.
+ * Copyright (C) 2019 THL A29 Limited, a Tencent company. All rights reserved.
+ * Licensed under the MIT License (the "License"); you may not use this file except
+ * in compliance with the License. You may obtain a copy of the License at
+ * http://opensource.org/licenses/MIT
+ * Unless required by applicable law or agreed to in writing, software distributed under
+ * the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
+ * either express or implied. See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package migrations
+
+import (
+	"time"
+
+	"gorm.io/gorm"
+
+	"github.com/TencentBlueKing/bk-bscp/cmd/data-service/db-migration/migrator"
+)
+
+func init() {
+	// add current migration to migrator
+	migrator.GetMigrator().AddMigration(&migrator.Migration{
+		Version: "20241206152050",
+		Name:    "20241206152050_add_table_type",
+		Mode:    migrator.GormMode,
+		Up:      mig20241206152050Up,
+		Down:    mig20241206152050Down,
+	})
+}
+
+// mig20241206152050Up for up migration
+func mig20241206152050Up(tx *gorm.DB) error {
+	// DataSourceInfo mapped from table <data_source_infos>
+	type DataSourceInfo struct {
+		ID         uint32    `gorm:"column:id;type:bigint unsigned;primaryKey" json:"id"`
+		BizID      uint32    `gorm:"column:biz_id;type:bigint unsigned;not null;uniqueIndex:idx_bizID_name,priority:1" json:"biz_id"`
+		Name       string    `gorm:"column:name;type:varchar(255);not null;uniqueIndex:idx_bizID_name,priority:2" json:"name"`
+		Memo       *string   `gorm:"column:memo;type:varchar(255)" json:"memo"`
+		SourceType string    `gorm:"column:source_type;type:varchar(20);not null" json:"source_type"`
+		Dsn        string    `gorm:"column:dsn;type:varchar(800);not null" json:"dsn"`
+		Creator    string    `gorm:"column:creator;type:varchar(64);not null" json:"creator"`
+		Reviser    string    `gorm:"column:reviser;type:varchar(64);not null" json:"reviser"`
+		CreatedAt  time.Time `gorm:"column:created_at;type:datetime(6);not null" json:"created_at"`
+		UpdatedAt  time.Time `gorm:"column:updated_at;type:datetime(6);not null" json:"updated_at"`
+	}
+
+	// DataSourceMapping mapped from table <data_source_mappings>
+	type DataSourceMapping struct {
+		ID               uint32    `gorm:"column:id;type:bigint unsigned;primaryKey" json:"id"`
+		BizID            uint32    `gorm:"column:biz_id;type:bigint unsigned;not null;uniqueIndex:idx_bizID_dsID_dName,priority:1;uniqueIndex:idx_bizID_dsID_tName,priority:1" json:"biz_id"`
+		DataSourceInfoID uint32    `gorm:"column:data_source_info_id;type:bigint;not null;uniqueIndex:idx_bizID_dsID_dName,priority:2;uniqueIndex:idx_bizID_dsID_tName,priority:2" json:"data_source_info_id"`
+		DatabasesName    string    `gorm:"column:databases_name;type:varchar(255);not null;uniqueIndex:idx_bizID_dsID_dName,priority:3" json:"databases_name"`
+		TableName_       string    `gorm:"column:table_name;type:varchar(255);not null;uniqueIndex:idx_bizID_dsID_tName,priority:3" json:"table_name"`
+		TableMemo        *string   `gorm:"column:table_memo;type:varchar(255)" json:"table_memo"`
+		VisibleRange     *string   `gorm:"column:visible_range;type:json" json:"visible_range"`
+		Columns          *string   `gorm:"column:columns;type:json" json:"columns"`
+		Creator          string    `gorm:"column:creator;type:varchar(64);not null" json:"creator"`
+		Reviser          string    `gorm:"column:reviser;type:varchar(64);not null" json:"reviser"`
+		CreatedAt        time.Time `gorm:"column:created_at;type:datetime(6);not null" json:"created_at"`
+		UpdatedAt        time.Time `gorm:"column:updated_at;type:datetime(6);not null" json:"updated_at"`
+	}
+
+	// DataSourceContent mapped from table <data_source_contents>
+	type DataSourceContent struct {
+		ID                  uint32    `gorm:"column:id;type:bigint unsigned;primaryKey" json:"id"`
+		DataSourceMappingID uint32    `gorm:"column:data_source_mapping_id;type:bigint;not null;index:data_source_mapping_id,priority:1" json:"data_source_mapping_id"`
+		Content             *string   `gorm:"column:content;type:json" json:"content"`
+		Status              string    `gorm:"column:status;type:varchar(64);not null" json:"status"`
+		Creator             string    `gorm:"column:creator;type:varchar(64);not null" json:"creator"`
+		Reviser             string    `gorm:"column:reviser;type:varchar(64);not null" json:"reviser"`
+		CreatedAt           time.Time `gorm:"column:created_at;type:datetime(6);not null" json:"created_at"`
+		UpdatedAt           time.Time `gorm:"column:updated_at;type:datetime(6);not null" json:"updated_at"`
+	}
+
+	// IDGenerators : ID生成器
+	type IDGenerators struct {
+		ID        uint      `gorm:"type:bigint(1) unsigned not null;primaryKey"`
+		Resource  string    `gorm:"type:varchar(50) not null;uniqueIndex:idx_resource"`
+		MaxID     uint      `gorm:"type:bigint(1) unsigned not null"`
+		UpdatedAt time.Time `gorm:"type:datetime(6) not null"`
+	}
+
+	if err := tx.Set("gorm:table_options", "ENGINE=InnoDB CHARSET=utf8mb4").
+		AutoMigrate(&DataSourceInfo{}, &DataSourceMapping{}, &DataSourceContent{}); err != nil {
+		return err
+	}
+
+	now := time.Now()
+
+	if result := tx.Create([]IDGenerators{
+		{Resource: "data_source_infos", MaxID: 0, UpdatedAt: now},
+		{Resource: "data_source_mappings", MaxID: 0, UpdatedAt: now},
+		{Resource: "data_source_contents", MaxID: 0, UpdatedAt: now},
+	}); result.Error != nil {
+		return result.Error
+	}
+
+	return nil
+}
+
+// mig20241206152050Down for down migration
+func mig20241206152050Down(tx *gorm.DB) error {
+	// IDGenerators : ID生成器
+	type IDGenerators struct {
+		ID        uint      `gorm:"type:bigint(1) unsigned not null;primaryKey"`
+		Resource  string    `gorm:"type:varchar(50) not null;uniqueIndex:idx_resource"`
+		MaxID     uint      `gorm:"type:bigint(1) unsigned not null"`
+		UpdatedAt time.Time `gorm:"type:datetime(6) not null"`
+	}
+
+	if err := tx.Migrator().
+		DropTable("data_source_infos", "data_source_mappings", "data_source_contents"); err != nil {
+		return err
+	}
+
+	var resources = []string{
+		"data_source_infos",
+		"data_source_mappings",
+		"data_source_contents",
+	}
+
+	if result := tx.Where("resource IN ?", resources).Delete(&IDGenerators{}); result.Error != nil {
+		return result.Error
+	}
+
+	return nil
+}