Merge pull request #602 from bjwswang/web

feat: add new datasource Web
kubeagi · Jan 24, 2024 · 8e6b337 · 8e6b337
2 parents d1eb03b + 51a709b
commit 8e6b337
Show file tree

Hide file tree

Showing 14 changed files with 511 additions and 3 deletions.
diff --git a/api/base/v1alpha1/datasource.go b/api/base/v1alpha1/datasource.go
@@ -31,6 +31,7 @@ const (
 	DatasourceTypeOSS        DatasourceType = "oss"
 	DatasourceTypeRDMA       DatasourceType = "RDMA"
 	DatasourceTypePostgreSQL DatasourceType = "postgresql"
+	DatasourceTypeWeb        DatasourceType = "web"
 	DatasourceTypeUnknown    DatasourceType = "unknown"
 )
 
@@ -42,6 +43,8 @@ func (ds DatasourceSpec) Type() DatasourceType {
 		return DatasourceTypeRDMA
 	case ds.PostgreSQL != nil:
 		return DatasourceTypePostgreSQL
+	case ds.Web != nil:
+		return DatasourceTypeWeb
 	default:
 		return DatasourceTypeUnknown
 	}

diff --git a/api/base/v1alpha1/datasource_types.go b/api/base/v1alpha1/datasource_types.go
@@ -35,6 +35,9 @@ type DatasourceSpec struct {
 
 	// PostgreSQL defines info for PostgreSQL
 	PostgreSQL *PostgreSQL `json:"postgresql,omitempty"`
+
+	// Web defines info for web resources
+	Web *Web `json:"web,omitempty"`
 }
 
 type RDMA struct {
@@ -85,6 +88,12 @@ const (
 	PGSSLPASSWORD = "PGSSLPASSWORD"
 )
 
+// Web defines info for web resources
+type Web struct {
+	// RecommendIntervalTime is the recommended interval time for this crawler
+	RecommendIntervalTime int `json:"recommendIntervalTime,omitempty"`
+}
+
 // DatasourceStatus defines the observed state of Datasource
 type DatasourceStatus struct {
 	// ConditionedStatus is the current status

diff --git a/api/base/v1alpha1/zz_generated.deepcopy.go b/api/base/v1alpha1/zz_generated.deepcopy.go