feat: add new datasource Web

Signed-off-by: bjwswang <[email protected]>

api/base/v1alpha1/datasource.go

@@ -31,6 +31,7 @@ const (
 	DatasourceTypeOSS        DatasourceType = "oss"
 	DatasourceTypeRDMA       DatasourceType = "RDMA"
 	DatasourceTypePostgreSQL DatasourceType = "postgresql"
+	DatasourceTypeWeb        DatasourceType = "web"
 	DatasourceTypeUnknown    DatasourceType = "unknown"
 )
 
@@ -42,6 +43,8 @@ func (ds DatasourceSpec) Type() DatasourceType {
 		return DatasourceTypeRDMA
 	case ds.PostgreSQL != nil:
 		return DatasourceTypePostgreSQL
+	case ds.Web != nil:
+		return DatasourceTypeWeb
 	default:
 		return DatasourceTypeUnknown
 	}

api/base/v1alpha1/datasource_types.go

@@ -35,6 +35,9 @@ type DatasourceSpec struct {
 
 	// PostgreSQL defines info for PostgreSQL
 	PostgreSQL *PostgreSQL `json:"postgresql,omitempty"`
+
+	// Web defines info for web pages
+	Web *Web `json:"web,omitempty"`
 }
 
 type RDMA struct {
@@ -85,6 +88,11 @@ const (
 	PGSSLPASSWORD = "PGSSLPASSWORD"
 )
 
+// Web defines a
+type Web struct {
+	// TODO: define more fields later
+}
+
 // DatasourceStatus defines the observed state of Datasource
 type DatasourceStatus struct {
 	// ConditionedStatus is the current status

config/crd/bases/arcadia.kubeagi.k8s.com.cn_datasources.yaml

@@ -147,6 +147,9 @@ spec:
                 required:
                 - path
                 type: object
+              web:
+                description: Web defines info for web pages
+                type: object
             required:
             - endpoint
             type: object

controllers/base/datasource_controller.go

@@ -174,6 +174,12 @@ func (r *DatasourceReconciler) Checkdatasource(ctx context.Context, logger logr.
 		if err != nil {
 			return r.UpdateStatus(ctx, instance, err)
 		}
+	case arcadiav1alpha1.DatasourceTypeWeb:
+		ds, err = datasource.NewWeb(ctx)
+		if err != nil {
+			return r.UpdateStatus(ctx, instance, err)
+		}
+		info = instance.Spec.Web.DeepCopy()
 	default:
 		ds, err = datasource.NewUnknown(ctx, r.Client)
 		if err != nil {

deploy/charts/arcadia/Chart.yaml

@@ -2,7 +2,7 @@ apiVersion: v2
 name: arcadia
 description: A Helm chart(KubeBB Component) for KubeAGI Arcadia
 type: application
-version: 0.2.17
+version: 0.2.18
 appVersion: "0.1.0"
 
 keywords:

deploy/charts/arcadia/crds/arcadia.kubeagi.k8s.com.cn_datasources.yaml

@@ -147,6 +147,9 @@ spec:
                 required:
                 - path
                 type: object
+              web:
+                description: Web defines info for web pages
+                type: object
             required:
             - endpoint
             type: object

pkg/datasource/web.go

@@ -0,0 +1,59 @@
+/*
+Copyright 2024 KubeAGI.
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+	http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package datasource
+
+import (
+	"context"
+	"io"
+)
+
+var _ Datasource = (*Web)(nil)
+
+type Web struct {
+}
+
+func NewWeb(ctx context.Context) (*Web, error) {
+	return &Web{}, nil
+}
+
+func (w *Web) Stat(ctx context.Context, info any) error {
+	return nil
+}
+
+func (w *Web) Remove(ctx context.Context, info any) error {
+	// TODO implement me
+	panic("implement me")
+}
+
+func (w *Web) ReadFile(ctx context.Context, info any) (io.ReadCloser, error) {
+	// TODO implement me
+	panic("implement me")
+}
+
+func (w *Web) StatFile(ctx context.Context, info any) (any, error) {
+	// TODO implement me
+	panic("implement me")
+}
+
+func (w *Web) GetTags(ctx context.Context, info any) (map[string]string, error) {
+	// TODO implement me
+	panic("implement me")
+}
+
+func (w *Web) ListObjects(ctx context.Context, source string, info any) (any, error) {
+	// TODO implement me
+	panic("implement me")
+}