From c2c8b6bae4e159d7348cd9a91c745cea588bb834 Mon Sep 17 00:00:00 2001 From: Emanuele Sabellico Date: Wed, 27 Jul 2022 20:48:56 +0200 Subject: [PATCH] integration tests upgrade (#1401) * fix .env with newer docker-compose * fix basic auth integration test * protoc test fix with newer Python and protobuf versions --- tests/README.md | 2 +- tests/docker/{.env => .env.sh} | 0 tests/docker/bin/certify.sh | 2 +- tests/docker/bin/cluster_down.sh | 2 +- tests/docker/bin/cluster_up.sh | 4 +- tests/docker/docker-compose.yaml | 4 +- tests/integration/integration_test.py | 15 +- .../data/PublicTestProto.proto | 6 - .../{ => proto}/DependencyTestProto.proto | 4 +- .../data/proto/DependencyTestProto_pb2.py | 32 + .../schema_registry/data/{ => proto}/Makefile | 7 +- .../data/{ => proto}/NestedTestProto.proto | 0 .../data/proto/NestedTestProto_pb2.py | 47 + .../data/proto/PublicTestProto.proto | 6 + .../data/proto/PublicTestProto_pb2.py | 25 + .../data/{ => proto}/SInt32Value.proto | 0 .../data/proto/SInt32Value_pb2.py | 26 + .../data/{ => proto}/SInt64Value.proto | 0 .../data/proto/SInt64Value_pb2.py | 26 + .../data/{ => proto}/TestProto.proto | 0 .../data/proto/TestProto_pb2.py | 27 + .../data/{ => proto}/TimestampValue.proto | 0 .../data/{ => proto}/UInt32Value.proto | 0 .../data/{ => proto}/common_proto.proto | 2 +- .../data/proto/common_proto_pb2.py | 37 + .../data/{ => proto}/exampleProtoCriteo.proto | 4 +- .../data/proto/exampleProtoCriteo_pb2.py | 36 + .../data/{ => proto}/metadata_proto.proto | 0 .../data/proto/metadata_proto_pb2.py | 158 + .../gen/DependencyTestProto_pb2.py | 94 - .../gen/NestedTestProto_pb2.py | 436 --- .../gen/PublicTestProto_pb2.py | 34 - .../schema_registry/gen/Sint32Value_pb2.py | 71 - .../schema_registry/gen/Sint64Value_pb2.py | 71 - .../schema_registry/gen/TestProto_pb2.py | 171 - .../schema_registry/gen/__init__.py | 0 .../schema_registry/gen/common_proto_pb2.py | 227 -- .../gen/exampleProtoCriteo_pb2.py | 158 - .../schema_registry/gen/metadata_proto_pb2.py | 3060 ----------------- .../schema_registry/test_proto_serializers.py | 11 +- tests/run.sh | 2 +- tests/schema_registry/test_proto.py | 4 +- tox.ini | 2 +- 43 files changed, 454 insertions(+), 4359 deletions(-) rename tests/docker/{.env => .env.sh} (100%) delete mode 100644 tests/integration/schema_registry/data/PublicTestProto.proto rename tests/integration/schema_registry/data/{ => proto}/DependencyTestProto.proto (63%) create mode 100644 tests/integration/schema_registry/data/proto/DependencyTestProto_pb2.py rename tests/integration/schema_registry/data/{ => proto}/Makefile (66%) rename tests/integration/schema_registry/data/{ => proto}/NestedTestProto.proto (100%) create mode 100644 tests/integration/schema_registry/data/proto/NestedTestProto_pb2.py create mode 100644 tests/integration/schema_registry/data/proto/PublicTestProto.proto create mode 100644 tests/integration/schema_registry/data/proto/PublicTestProto_pb2.py rename tests/integration/schema_registry/data/{ => proto}/SInt32Value.proto (100%) create mode 100644 tests/integration/schema_registry/data/proto/SInt32Value_pb2.py rename tests/integration/schema_registry/data/{ => proto}/SInt64Value.proto (100%) create mode 100644 tests/integration/schema_registry/data/proto/SInt64Value_pb2.py rename tests/integration/schema_registry/data/{ => proto}/TestProto.proto (100%) create mode 100644 tests/integration/schema_registry/data/proto/TestProto_pb2.py rename tests/integration/schema_registry/data/{ => proto}/TimestampValue.proto (100%) rename tests/integration/schema_registry/data/{ => proto}/UInt32Value.proto (100%) rename tests/integration/schema_registry/data/{ => proto}/common_proto.proto (92%) create mode 100644 tests/integration/schema_registry/data/proto/common_proto_pb2.py rename tests/integration/schema_registry/data/{ => proto}/exampleProtoCriteo.proto (92%) create mode 100644 tests/integration/schema_registry/data/proto/exampleProtoCriteo_pb2.py rename tests/integration/schema_registry/data/{ => proto}/metadata_proto.proto (100%) create mode 100644 tests/integration/schema_registry/data/proto/metadata_proto_pb2.py delete mode 100644 tests/integration/schema_registry/gen/DependencyTestProto_pb2.py delete mode 100644 tests/integration/schema_registry/gen/NestedTestProto_pb2.py delete mode 100644 tests/integration/schema_registry/gen/PublicTestProto_pb2.py delete mode 100644 tests/integration/schema_registry/gen/Sint32Value_pb2.py delete mode 100644 tests/integration/schema_registry/gen/Sint64Value_pb2.py delete mode 100644 tests/integration/schema_registry/gen/TestProto_pb2.py delete mode 100644 tests/integration/schema_registry/gen/__init__.py delete mode 100644 tests/integration/schema_registry/gen/common_proto_pb2.py delete mode 100644 tests/integration/schema_registry/gen/exampleProtoCriteo_pb2.py delete mode 100644 tests/integration/schema_registry/gen/metadata_proto_pb2.py diff --git a/tests/README.md b/tests/README.md index b490e61c1..e3b2fe30f 100644 --- a/tests/README.md +++ b/tests/README.md @@ -60,7 +60,7 @@ The easiest way to arrange for this is: And also: - source ./tests/docker/.env + source ./tests/docker/.env.sh which sets environment variables referenced by `./tests/integration/testconf.json`. diff --git a/tests/docker/.env b/tests/docker/.env.sh similarity index 100% rename from tests/docker/.env rename to tests/docker/.env.sh diff --git a/tests/docker/bin/certify.sh b/tests/docker/bin/certify.sh index e39e7c7c6..dd139195a 100755 --- a/tests/docker/bin/certify.sh +++ b/tests/docker/bin/certify.sh @@ -5,7 +5,7 @@ set -eu PY_DOCKER_BIN="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null && pwd )" export PASS="abcdefgh" -source ${PY_DOCKER_BIN}/../.env +source ${PY_DOCKER_BIN}/../.env.sh mkdir -p ${TLS} diff --git a/tests/docker/bin/cluster_down.sh b/tests/docker/bin/cluster_down.sh index 3d4bdc721..d985abf1d 100755 --- a/tests/docker/bin/cluster_down.sh +++ b/tests/docker/bin/cluster_down.sh @@ -3,7 +3,7 @@ set -eu PY_DOCKER_BIN="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null && pwd )" -source ${PY_DOCKER_BIN}/../.env +source ${PY_DOCKER_BIN}/../.env.sh echo "Destroying cluster.." docker-compose -f $PY_DOCKER_COMPOSE_FILE down -v --remove-orphans diff --git a/tests/docker/bin/cluster_up.sh b/tests/docker/bin/cluster_up.sh index 9da748c06..2f194709b 100755 --- a/tests/docker/bin/cluster_up.sh +++ b/tests/docker/bin/cluster_up.sh @@ -3,7 +3,7 @@ set -eu PY_DOCKER_BIN="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null && pwd )" -source ${PY_DOCKER_BIN}/../.env +source ${PY_DOCKER_BIN}/../.env.sh # Wait for http service listener to come up and start serving # $1 http service name @@ -28,7 +28,7 @@ await_http() { } echo "Configuring Environment..." -source ${PY_DOCKER_SOURCE}/.env +source ${PY_DOCKER_SOURCE}/.env.sh echo "Generating SSL certs..." ${PY_DOCKER_BIN}/certify.sh diff --git a/tests/docker/docker-compose.yaml b/tests/docker/docker-compose.yaml index 4a7f5c8c7..ab3383d5c 100644 --- a/tests/docker/docker-compose.yaml +++ b/tests/docker/docker-compose.yaml @@ -52,9 +52,9 @@ services: volumes: - ./conf:/conf environment: - SCHEMA_REGISTRY_HOST_NAME: schema-registry2 + SCHEMA_REGISTRY_HOST_NAME: schema-registry-basic-auth SCHEMA_REGISTRY_KAFKASTORE_TOPIC: _schemas2 - SCHEMA_REGISTRY_SCHEMA_REGISTRY_ZK_NAMESPACE: schema_registry2 + SCHEMA_REGISTRY_SCHEMA_REGISTRY_GROUP_ID: schema-registry-basic-auth SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: PLAINTEXT://kafka:9092 SCHEMA_REGISTRY_LISTENERS: http://0.0.0.0:8083, https://0.0.0.0:8084 SCHEMA_REGISTRY_INTER_INSTANCE_PROTOCOL: https diff --git a/tests/integration/integration_test.py b/tests/integration/integration_test.py index d7aff262e..d87288905 100755 --- a/tests/integration/integration_test.py +++ b/tests/integration/integration_test.py @@ -28,6 +28,7 @@ import json import gc import struct +import re try: # Memory tracker @@ -795,13 +796,17 @@ def verify_avro_basic_auth(mode_conf): if mode_conf is None: abort_on_missing_configuration('avro-basic-auth') - url = { - 'schema.registry.basic.auth.credentials.source': 'URL' + url = mode_conf.get('schema.registry.url') + credentials = mode_conf.get('schema.registry.basic.auth.user.info') + + url_conf = { + 'schema.registry.basic.auth.credentials.source': 'URL', + 'schema.registry.url': str(re.sub("(^https?://)", f"\\1{credentials}@", url)) } user_info = { 'schema.registry.basic.auth.credentials.source': 'USER_INFO', - 'schema.registry.basic.auth.user.info': mode_conf.get('schema.registry.basic.auth.user.info') + 'schema.registry.basic.auth.user.info': credentials } sasl_inherit = { @@ -813,7 +818,7 @@ def verify_avro_basic_auth(mode_conf): base_conf = { 'bootstrap.servers': bootstrap_servers, 'error_cb': error_cb, - 'schema.registry.url': schema_registry_url + 'schema.registry.url': url } consumer_conf = dict({'group.id': generate_group_id(), @@ -829,7 +834,7 @@ def verify_avro_basic_auth(mode_conf): run_avro_loop(dict(base_conf, **sasl_inherit), dict(consumer_conf, **sasl_inherit)) print('-' * 10, 'Verifying basic auth source URL', '-' * 10) - run_avro_loop(dict(base_conf, **url), dict(consumer_conf, **url)) + run_avro_loop(dict(base_conf, **url_conf), dict(consumer_conf, **url_conf)) def run_avro_loop(producer_conf, consumer_conf): diff --git a/tests/integration/schema_registry/data/PublicTestProto.proto b/tests/integration/schema_registry/data/PublicTestProto.proto deleted file mode 100644 index 2fb2ca441..000000000 --- a/tests/integration/schema_registry/data/PublicTestProto.proto +++ /dev/null @@ -1,6 +0,0 @@ -syntax = "proto3"; - -import public "TestProto.proto"; - -package tests.integration.serialization.data; - diff --git a/tests/integration/schema_registry/data/DependencyTestProto.proto b/tests/integration/schema_registry/data/proto/DependencyTestProto.proto similarity index 63% rename from tests/integration/schema_registry/data/DependencyTestProto.proto rename to tests/integration/schema_registry/data/proto/DependencyTestProto.proto index 183dc3948..693ba0359 100644 --- a/tests/integration/schema_registry/data/DependencyTestProto.proto +++ b/tests/integration/schema_registry/data/proto/DependencyTestProto.proto @@ -1,7 +1,7 @@ syntax = "proto3"; -import "NestedTestProto.proto"; -import "PublicTestProto.proto"; +import "tests/integration/schema_registry/data/proto/NestedTestProto.proto"; +import "tests/integration/schema_registry/data/proto/PublicTestProto.proto"; package tests.integration.serialization.data; diff --git a/tests/integration/schema_registry/data/proto/DependencyTestProto_pb2.py b/tests/integration/schema_registry/data/proto/DependencyTestProto_pb2.py new file mode 100644 index 000000000..646cabb52 --- /dev/null +++ b/tests/integration/schema_registry/data/proto/DependencyTestProto_pb2.py @@ -0,0 +1,32 @@ +# -*- coding: utf-8 -*- +# Generated by the protocol buffer compiler. DO NOT EDIT! +# source: tests/integration/schema_registry/data/proto/DependencyTestProto.proto +"""Generated protocol buffer code.""" +from google.protobuf.internal import builder as _builder +from google.protobuf import descriptor as _descriptor +from google.protobuf import descriptor_pool as _descriptor_pool +from google.protobuf import symbol_database as _symbol_database +# @@protoc_insertion_point(imports) + +_sym_db = _symbol_database.Default() + + +from tests.integration.schema_registry.data.proto import NestedTestProto_pb2 as tests_dot_integration_dot_schema__registry_dot_data_dot_proto_dot_NestedTestProto__pb2 +from tests.integration.schema_registry.data.proto import PublicTestProto_pb2 as tests_dot_integration_dot_schema__registry_dot_data_dot_proto_dot_PublicTestProto__pb2 +try: + tests_dot_integration_dot_schema__registry_dot_data_dot_proto_dot_TestProto__pb2 = tests_dot_integration_dot_schema__registry_dot_data_dot_proto_dot_PublicTestProto__pb2.tests_dot_integration_dot_schema__registry_dot_data_dot_proto_dot_TestProto__pb2 +except AttributeError: + tests_dot_integration_dot_schema__registry_dot_data_dot_proto_dot_TestProto__pb2 = tests_dot_integration_dot_schema__registry_dot_data_dot_proto_dot_PublicTestProto__pb2.tests.integration.schema_registry.data.proto.TestProto_pb2 + + +DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\nFtests/integration/schema_registry/data/proto/DependencyTestProto.proto\x12$tests.integration.serialization.data\x1a\x42tests/integration/schema_registry/data/proto/NestedTestProto.proto\x1a\x42tests/integration/schema_registry/data/proto/PublicTestProto.proto\"\x98\x01\n\x11\x44\x65pendencyMessage\x12K\n\x0enested_message\x18\x01 \x01(\x0b\x32\x33.tests.integration.serialization.data.NestedMessage\x12\x11\n\tis_active\x18\x02 \x01(\x08\x12#\n\rtest_messsage\x18\x03 \x01(\x0b\x32\x0c.TestMessageB.\n,io.confluent.kafka.serializers.protobuf.testb\x06proto3') + +_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) +_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'tests.integration.schema_registry.data.proto.DependencyTestProto_pb2', globals()) +if _descriptor._USE_C_DESCRIPTORS == False: + + DESCRIPTOR._options = None + DESCRIPTOR._serialized_options = b'\n,io.confluent.kafka.serializers.protobuf.test' + _DEPENDENCYMESSAGE._serialized_start=249 + _DEPENDENCYMESSAGE._serialized_end=401 +# @@protoc_insertion_point(module_scope) diff --git a/tests/integration/schema_registry/data/Makefile b/tests/integration/schema_registry/data/proto/Makefile similarity index 66% rename from tests/integration/schema_registry/data/Makefile rename to tests/integration/schema_registry/data/proto/Makefile index d87eac080..131c29c5d 100644 --- a/tests/integration/schema_registry/data/Makefile +++ b/tests/integration/schema_registry/data/proto/Makefile @@ -1,7 +1,6 @@ WORK_DIR:=$(strip $(shell dirname $(realpath $(lastword $(MAKEFILE_LIST))))) PROTO_HOME=/usr/local/opt/include -SRC_DIR=$(WORK_DIR) -TARGET_DIR=$(WORK_DIR)/../gen +SRC_DIR=$(realpath $(WORK_DIR)/../../../../..) PROTOS := common_proto.proto DependencyTestProto.proto exampleProtoCriteo.proto $\ metadata_proto.proto NestedTestProto.proto PublicTestProto.proto $\ @@ -9,8 +8,8 @@ PROTOS := common_proto.proto DependencyTestProto.proto exampleProtoCriteo.proto compile: $(PROTOS) for proto in $(PROTOS); do \ - protoc -I=$(PROTO_HOME) -I=$(SRC_DIR) --python_out=$(TARGET_DIR) $$proto ; \ + (cd $(SRC_DIR) && protoc -I=$(PROTO_HOME) -I=$(SRC_DIR) --python_out=$(SRC_DIR) tests/integration/schema_registry/data/proto/$$proto ;) \ done clean: - rm -f $(TARGET_DIR)/*_pb2.py + rm -f *_pb2.py diff --git a/tests/integration/schema_registry/data/NestedTestProto.proto b/tests/integration/schema_registry/data/proto/NestedTestProto.proto similarity index 100% rename from tests/integration/schema_registry/data/NestedTestProto.proto rename to tests/integration/schema_registry/data/proto/NestedTestProto.proto diff --git a/tests/integration/schema_registry/data/proto/NestedTestProto_pb2.py b/tests/integration/schema_registry/data/proto/NestedTestProto_pb2.py new file mode 100644 index 000000000..1a7cda3b4 --- /dev/null +++ b/tests/integration/schema_registry/data/proto/NestedTestProto_pb2.py @@ -0,0 +1,47 @@ +# -*- coding: utf-8 -*- +# Generated by the protocol buffer compiler. DO NOT EDIT! +# source: tests/integration/schema_registry/data/proto/NestedTestProto.proto +"""Generated protocol buffer code.""" +from google.protobuf.internal import builder as _builder +from google.protobuf import descriptor as _descriptor +from google.protobuf import descriptor_pool as _descriptor_pool +from google.protobuf import symbol_database as _symbol_database +# @@protoc_insertion_point(imports) + +_sym_db = _symbol_database.Default() + + +from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2 + + +DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\nBtests/integration/schema_registry/data/proto/NestedTestProto.proto\x12$tests.integration.serialization.data\x1a\x1fgoogle/protobuf/timestamp.proto\"\x8c\x01\n\x06UserId\x12\x17\n\rkafka_user_id\x18\x01 \x01(\tH\x00\x12\x17\n\rother_user_id\x18\x02 \x01(\x05H\x00\x12\x45\n\nanother_id\x18\x03 \x01(\x0b\x32/.tests.integration.serialization.data.MessageIdH\x00\x42\t\n\x07user_id\"\x17\n\tMessageId\x12\n\n\x02id\x18\x01 \x01(\t\"R\n\x0b\x43omplexType\x12\x10\n\x06one_id\x18\x01 \x01(\tH\x00\x12\x12\n\x08other_id\x18\x02 \x01(\x05H\x00\x12\x11\n\tis_active\x18\x03 \x01(\x08\x42\n\n\x08some_val\"\xd0\x04\n\rNestedMessage\x12=\n\x07user_id\x18\x01 \x01(\x0b\x32,.tests.integration.serialization.data.UserId\x12\x11\n\tis_active\x18\x02 \x01(\x08\x12\x1a\n\x12\x65xperiments_active\x18\x03 \x03(\t\x12<\n\x06status\x18\x05 \x01(\x0e\x32,.tests.integration.serialization.data.Status\x12G\n\x0c\x63omplex_type\x18\x06 \x01(\x0b\x32\x31.tests.integration.serialization.data.ComplexType\x12R\n\x08map_type\x18\x07 \x03(\x0b\x32@.tests.integration.serialization.data.NestedMessage.MapTypeEntry\x12O\n\x05inner\x18\x08 \x01(\x0b\x32@.tests.integration.serialization.data.NestedMessage.InnerMessage\x1a.\n\x0cMapTypeEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a/\n\x0cInnerMessage\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x0f\n\x03ids\x18\x02 \x03(\x05\x42\x02\x10\x01\"(\n\tInnerEnum\x12\x08\n\x04ZERO\x10\x00\x12\r\n\tALSO_ZERO\x10\x00\x1a\x02\x10\x01J\x04\x08\x0e\x10\x0fJ\x04\x08\x0f\x10\x10J\x04\x08\t\x10\x0cR\x03\x66ooR\x03\x62\x61r*\"\n\x06Status\x12\n\n\x06\x41\x43TIVE\x10\x00\x12\x0c\n\x08INACTIVE\x10\x01\x42\x41\n,io.confluent.kafka.serializers.protobuf.testB\x0fNestedTestProtoP\x00\x62\x06proto3') + +_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) +_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'tests.integration.schema_registry.data.proto.NestedTestProto_pb2', globals()) +if _descriptor._USE_C_DESCRIPTORS == False: + + DESCRIPTOR._options = None + DESCRIPTOR._serialized_options = b'\n,io.confluent.kafka.serializers.protobuf.testB\017NestedTestProtoP\000' + _NESTEDMESSAGE_MAPTYPEENTRY._options = None + _NESTEDMESSAGE_MAPTYPEENTRY._serialized_options = b'8\001' + _NESTEDMESSAGE_INNERMESSAGE.fields_by_name['ids']._options = None + _NESTEDMESSAGE_INNERMESSAGE.fields_by_name['ids']._serialized_options = b'\020\001' + _NESTEDMESSAGE_INNERENUM._options = None + _NESTEDMESSAGE_INNERENUM._serialized_options = b'\020\001' + _STATUS._serialized_start=988 + _STATUS._serialized_end=1022 + _USERID._serialized_start=142 + _USERID._serialized_end=282 + _MESSAGEID._serialized_start=284 + _MESSAGEID._serialized_end=307 + _COMPLEXTYPE._serialized_start=309 + _COMPLEXTYPE._serialized_end=391 + _NESTEDMESSAGE._serialized_start=394 + _NESTEDMESSAGE._serialized_end=986 + _NESTEDMESSAGE_MAPTYPEENTRY._serialized_start=821 + _NESTEDMESSAGE_MAPTYPEENTRY._serialized_end=867 + _NESTEDMESSAGE_INNERMESSAGE._serialized_start=869 + _NESTEDMESSAGE_INNERMESSAGE._serialized_end=916 + _NESTEDMESSAGE_INNERENUM._serialized_start=918 + _NESTEDMESSAGE_INNERENUM._serialized_end=958 +# @@protoc_insertion_point(module_scope) diff --git a/tests/integration/schema_registry/data/proto/PublicTestProto.proto b/tests/integration/schema_registry/data/proto/PublicTestProto.proto new file mode 100644 index 000000000..a1ef5a615 --- /dev/null +++ b/tests/integration/schema_registry/data/proto/PublicTestProto.proto @@ -0,0 +1,6 @@ +syntax = "proto3"; + +import public "tests/integration/schema_registry/data/proto/TestProto.proto"; + +package tests.integration.serialization.data; + diff --git a/tests/integration/schema_registry/data/proto/PublicTestProto_pb2.py b/tests/integration/schema_registry/data/proto/PublicTestProto_pb2.py new file mode 100644 index 000000000..fe7d8ffe1 --- /dev/null +++ b/tests/integration/schema_registry/data/proto/PublicTestProto_pb2.py @@ -0,0 +1,25 @@ +# -*- coding: utf-8 -*- +# Generated by the protocol buffer compiler. DO NOT EDIT! +# source: tests/integration/schema_registry/data/proto/PublicTestProto.proto +"""Generated protocol buffer code.""" +from google.protobuf.internal import builder as _builder +from google.protobuf import descriptor as _descriptor +from google.protobuf import descriptor_pool as _descriptor_pool +from google.protobuf import symbol_database as _symbol_database +# @@protoc_insertion_point(imports) + +_sym_db = _symbol_database.Default() + + +from tests.integration.schema_registry.data.proto import TestProto_pb2 as tests_dot_integration_dot_schema__registry_dot_data_dot_proto_dot_TestProto__pb2 + +from tests.integration.schema_registry.data.proto.TestProto_pb2 import * + +DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\nBtests/integration/schema_registry/data/proto/PublicTestProto.proto\x12$tests.integration.serialization.data\x1atests/integration/schema_registry/data/proto/SInt32Value.proto\"\x1c\n\x0bSInt32Value\x12\r\n\x05value\x18\x01 \x01(\x11\x42.\n,io.confluent.kafka.serializers.protobuf.testb\x06proto3') + +_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) +_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'tests.integration.schema_registry.data.proto.SInt32Value_pb2', globals()) +if _descriptor._USE_C_DESCRIPTORS == False: + + DESCRIPTOR._options = None + DESCRIPTOR._serialized_options = b'\n,io.confluent.kafka.serializers.protobuf.test' + _SINT32VALUE._serialized_start=66 + _SINT32VALUE._serialized_end=94 +# @@protoc_insertion_point(module_scope) diff --git a/tests/integration/schema_registry/data/SInt64Value.proto b/tests/integration/schema_registry/data/proto/SInt64Value.proto similarity index 100% rename from tests/integration/schema_registry/data/SInt64Value.proto rename to tests/integration/schema_registry/data/proto/SInt64Value.proto diff --git a/tests/integration/schema_registry/data/proto/SInt64Value_pb2.py b/tests/integration/schema_registry/data/proto/SInt64Value_pb2.py new file mode 100644 index 000000000..75be7ff67 --- /dev/null +++ b/tests/integration/schema_registry/data/proto/SInt64Value_pb2.py @@ -0,0 +1,26 @@ +# -*- coding: utf-8 -*- +# Generated by the protocol buffer compiler. DO NOT EDIT! +# source: tests/integration/schema_registry/data/proto/SInt64Value.proto +"""Generated protocol buffer code.""" +from google.protobuf.internal import builder as _builder +from google.protobuf import descriptor as _descriptor +from google.protobuf import descriptor_pool as _descriptor_pool +from google.protobuf import symbol_database as _symbol_database +# @@protoc_insertion_point(imports) + +_sym_db = _symbol_database.Default() + + + + +DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n>tests/integration/schema_registry/data/proto/SInt64Value.proto\"\x1c\n\x0bSInt64Value\x12\r\n\x05value\x18\x01 \x01(\x12\x42.\n,io.confluent.kafka.serializers.protobuf.testb\x06proto3') + +_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) +_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'tests.integration.schema_registry.data.proto.SInt64Value_pb2', globals()) +if _descriptor._USE_C_DESCRIPTORS == False: + + DESCRIPTOR._options = None + DESCRIPTOR._serialized_options = b'\n,io.confluent.kafka.serializers.protobuf.test' + _SINT64VALUE._serialized_start=66 + _SINT64VALUE._serialized_end=94 +# @@protoc_insertion_point(module_scope) diff --git a/tests/integration/schema_registry/data/TestProto.proto b/tests/integration/schema_registry/data/proto/TestProto.proto similarity index 100% rename from tests/integration/schema_registry/data/TestProto.proto rename to tests/integration/schema_registry/data/proto/TestProto.proto diff --git a/tests/integration/schema_registry/data/proto/TestProto_pb2.py b/tests/integration/schema_registry/data/proto/TestProto_pb2.py new file mode 100644 index 000000000..04e6e67e7 --- /dev/null +++ b/tests/integration/schema_registry/data/proto/TestProto_pb2.py @@ -0,0 +1,27 @@ +# -*- coding: utf-8 -*- +# Generated by the protocol buffer compiler. DO NOT EDIT! +# source: tests/integration/schema_registry/data/proto/TestProto.proto +"""Generated protocol buffer code.""" +from google.protobuf.internal import builder as _builder +from google.protobuf import descriptor as _descriptor +from google.protobuf import descriptor_pool as _descriptor_pool +from google.protobuf import symbol_database as _symbol_database +# @@protoc_insertion_point(imports) + +_sym_db = _symbol_database.Default() + + +from google.protobuf import descriptor_pb2 as google_dot_protobuf_dot_descriptor__pb2 + + +DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n.Criteo.Glup.HDFSOptions.ImportOptions.Generator.BackupOptions\x12X\n\x0btranscoding\x18\x06 \x01(\x0b\x32\x43.Criteo.Glup.HDFSOptions.ImportOptions.Generator.TranscodingOptions\x12N\n\x06kacoha\x18\x07 \x01(\x0b\x32>.Criteo.Glup.HDFSOptions.ImportOptions.Generator.KaCoHaOptions\x12R\n\x0b\x64\x65\x64uplicate\x18\x08 \x01(\x0b\x32=.Criteo.Glup.HDFSOptions.ImportOptions.Generator.DedupOptions\x12P\n\x07sampler\x18\t \x01(\x0b\x32?.Criteo.Glup.HDFSOptions.ImportOptions.Generator.SamplerOptions\x12V\n\ncomparator\x18\n \x01(\x0b\x32\x42.Criteo.Glup.HDFSOptions.ImportOptions.Generator.ComparatorOptions\x12\"\n\x02to\x18\xfa\x01 \x03(\x0b\x32\x15.Criteo.Glup.Location\x12\x12\n\tnamespace\x18\xfb\x01 \x01(\t\x12\x13\n\nstart_date\x18\xfd\x01 \x01(\t\x12\x12\n\tstop_date\x18\xfe\x01 \x01(\t\x12\x12\n\tignore_cn\x18\xff\x01 \x01(\x08\x1a\x9a\x01\n\x0c\x44\x65\x64upOptions\x12\x18\n\x10input_dataset_id\x18\x01 \x01(\t\x12\x1a\n\x12input_format_label\x18\x02 \x01(\t\x12\x19\n\x11output_dataset_id\x18\x03 \x01(\t\x12\x1b\n\x13output_format_label\x18\x04 \x01(\t\x12\x1c\n\x14use_hippo_cuttle_job\x18\x05 \x01(\x08\x1au\n\x11Kafka2HdfsOptions\x12\r\n\x05topic\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65\x64uplicate\x18\x03 \x01(\x08\x12\x19\n\x11output_dataset_id\x18\x04 \x01(\t\x12\x1b\n\x13output_format_label\x18\x05 \x01(\tJ\x04\x08\x02\x10\x03\x1aK\n\x0cKacohaConfig\x12\x1b\n\x13partitions_per_task\x18\x01 \x01(\x05\x12\x1e\n\x16poll_buffer_size_bytes\x18\x02 \x01(\x05\x1a\x87\x01\n\x11KacohaConfigPerDc\x12#\n\x02\x64\x63\x18\x01 \x01(\x0e\x32\x17.Criteo.Glup.DataCenter\x12M\n\x06\x63onfig\x18\x02 \x01(\x0b\x32=.Criteo.Glup.HDFSOptions.ImportOptions.Generator.KacohaConfig\x1a\x95\x02\n\rKaCoHaOptions\x12\r\n\x05topic\x18\x01 \x01(\t\x12\x19\n\x11output_dataset_id\x18\x02 \x01(\t\x12\x13\n\x0b\x64\x65\x64uplicate\x18\x03 \x01(\x08\x12M\n\x06\x63onfig\x18\x04 \x01(\x0b\x32=.Criteo.Glup.HDFSOptions.ImportOptions.Generator.KacohaConfig\x12\x1b\n\x13output_format_label\x18\x05 \x01(\t\x12Y\n\rconfig_per_dc\x18\x06 \x03(\x0b\x32\x42.Criteo.Glup.HDFSOptions.ImportOptions.Generator.KacohaConfigPerDc\x1a<\n\x11\x44\x61taloaderOptions\x12\'\n\x08platform\x18\x01 \x03(\x0e\x32\x15.Criteo.Glup.Platform\x1a\xf1\x01\n\x0bSyncOptions\x12#\n\x04\x66rom\x18\x01 \x01(\x0b\x32\x15.Criteo.Glup.Location\x12\x18\n\x10source_namespace\x18\x03 \x01(\t\x12(\n\tplatforms\x18\x06 \x03(\x0e\x32\x15.Criteo.Glup.Platform\x12\x16\n\x0eis_backfilling\x18\x08 \x01(\x08\x12\x10\n\x08to_label\x18\t \x01(\t\x12\x15\n\rto_dataset_id\x18\n \x01(\t\x12\x18\n\x10with_backfilling\x18\x0b \x01(\x08\x12\x1e\n\x16is_scheduled_on_source\x18\x0c \x01(\x08\x1ax\n\rBackupOptions\x12#\n\x04\x66rom\x18\x01 \x01(\x0b\x32\x15.Criteo.Glup.Location\x12\x18\n\x10source_namespace\x18\x02 \x01(\t\x12(\n\tplatforms\x18\x03 \x03(\x0e\x32\x15.Criteo.Glup.Platform\x1a\x83\x02\n\x12TranscodingOptions\x12\x18\n\x10input_dataset_id\x18\x01 \x01(\t\x12\x19\n\x11output_dataset_id\x18\x02 \x01(\t\x12\x31\n\x0cinput_format\x18\x03 \x01(\x0e\x32\x1b.Criteo.Glup.HDFSDataFormat\x12\x32\n\routput_format\x18\x04 \x01(\x0e\x32\x1b.Criteo.Glup.HDFSDataFormat\x12\x1b\n\x13input_dataset_label\x18\x05 \x01(\t\x12\x1c\n\x14output_dataset_label\x18\x06 \x01(\t\x12\x16\n\x0eis_by_platform\x18\x07 \x01(\x08\x1a\x95\x01\n\x0eSamplerOptions\x12\x18\n\x10input_dataset_id\x18\x01 \x01(\t\x12\x1a\n\x12input_format_label\x18\x02 \x01(\t\x12\x19\n\x11output_dataset_id\x18\x03 \x01(\t\x12\x1b\n\x13output_format_label\x18\x04 \x01(\t\x12\x15\n\rsampling_rate\x18\x05 \x01(\x02\x1a\xa7\x01\n\x11\x43omparatorOptions\x12\x17\n\x0fleft_dataset_id\x18\x01 \x01(\t\x12\x19\n\x11left_format_label\x18\x02 \x01(\t\x12\x18\n\x10right_dataset_id\x18\x03 \x01(\t\x12\x1a\n\x12right_format_label\x18\x04 \x01(\t\x12\x10\n\x08hostname\x18\x05 \x01(\t\x12\x16\n\x0eignored_fields\x18\x06 \x01(\t\x1a\x11\n\x0f\x45xternalOptions\"9\n\x18ProducerTransportOptions\x12\x0e\n\x06syslog\x18\x01 \x01(\x08\x12\r\n\x05kafka\x18\x02 \x01(\x08\"8\n\x0fPropertyOptions\x12\x10\n\x08valuable\x18\x01 \x01(\x08\x12\x13\n\x0bhigh_volume\x18\x02 \x01(\x08\"\xcb\x02\n\x0bGlupOptions\x12/\n\x05kafka\x18\x01 \x01(\x0b\x32 .Criteo.Glup.KafkaMessageOptions\x12&\n\x04hdfs\x18\x02 \x01(\x0b\x32\x18.Criteo.Glup.HDFSOptions\x12\x14\n\x0csampling_pct\x18\x03 \x01(\r\x12\x1c\n\x14preprod_sampling_pct\x18\x04 \x01(\r\x12%\n\x07\x64\x61taset\x18\x05 \x03(\x0b\x32\x14.Criteo.Glup.DataSet\x12\x1c\n\x14message_sampling_pct\x18\x06 \x01(\r\x12\x38\n\tproducers\x18\x07 \x01(\x0b\x32%.Criteo.Glup.ProducerTransportOptions\x12\x30\n\nproperties\x18\x08 \x01(\x0b\x32\x1c.Criteo.Glup.PropertyOptions\"\xb1\x01\n\x10GlupFieldOptions\x12\x0f\n\x07sampled\x18\x01 \x01(\x08\x12\x14\n\x0csampling_key\x18\x02 \x01(\x08\x12\x30\n\x11\x64isabled_platform\x18\x03 \x03(\x0e\x32\x15.Criteo.Glup.Platform\x12\x18\n\x10should_clean_pii\x18\x04 \x01(\x08\x12\x18\n\x10pending_deletion\x18\x05 \x01(\x08\x12\x10\n\x08\x61\x64\x64\x65\x64_at\x18\x06 \x01(\t\")\n\x0bJsonMapping\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0c\n\x04skip\x18\x02 \x01(\x08\"4\n\tJsonAlias\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x19\n\x11use_enum_field_id\x18\x03 \x01(\x08\"\xb5\x02\n\x0f\x42\x61seGlupMessage\x12(\n\x0bglup_origin\x18\x01 \x01(\x0b\x32\x13.Criteo.Glup.Origin\x12)\n\tpartition\x18\x02 \x01(\x0b\x32\x16.Criteo.Glup.Partition\x12\x41\n\nset_fields\x18\xda\x86\x03 \x03(\x0b\x32+.Criteo.Glup.BaseGlupMessage.SetFieldsEntry\x12R\n\x0f\x63ontrol_message\x18\xff\xff\x7f \x03(\x0b\x32%.Criteo.Glup.ControlMessage.WatermarkB\x10\x92\xb5\x18\x0c\n\n__metadata\x1a\x30\n\x0eSetFieldsEntry\x12\x0b\n\x03key\x18\x01 \x01(\x05\x12\r\n\x05value\x18\x02 \x01(\x08:\x02\x38\x01:\x04\x88\xb5\x18\x01\"\xf2\x01\n\x19\x46orwardedWatermarkMessage\x12\x1d\n\x15original_kafka_offset\x18\x05 \x01(\x03\x12\x11\n\ttimestamp\x18\x06 \x01(\x03\x12\x1d\n\x15\x63onsolidation_enabled\x18\x07 \x01(\x08\x12\x12\n\ndataset_id\x18\n \x01(\t\x12\x1c\n\x14\x64\x61taset_format_label\x18\x0b \x01(\t\x12R\n\x0f\x63ontrol_message\x18\xff\xff\x7f \x03(\x0b\x32%.Criteo.Glup.ControlMessage.WatermarkB\x10\x92\xb5\x18\x0c\n\n__metadata\"y\n\x08Location\x12%\n\x03\x65nv\x18\x01 \x01(\x0e\x32\x18.Criteo.Glup.Environment\x12#\n\x02\x64\x63\x18\x02 \x01(\x0e\x32\x17.Criteo.Glup.DataCenter\x12\r\n\x05label\x18\x03 \x01(\t\x12\x12\n\ndataset_id\x18\x04 \x01(\t\"\xa2\x01\n\x06Origin\x12+\n\ndatacenter\x18\x01 \x01(\x0e\x32\x17.Criteo.Glup.DataCenter\x12\x1a\n\x03ip4\x18\x02 \x01(\x07\x42\r\x8a\xb5\x18\t\n\x07host_ip\x12\x10\n\x08hostname\x18\x03 \x01(\t\x12\x1e\n\x0e\x63ontainer_task\x18\x04 \x01(\tB\x06\x8a\xb5\x18\x02\x10\x01\x12\x1d\n\rcontainer_app\x18\x05 \x01(\tB\x06\x8a\xb5\x18\x02\x10\x01\"\x89\x05\n\x0e\x43ontrolMessage\x12\x38\n\twatermark\x18\x01 \x01(\x0b\x32%.Criteo.Glup.ControlMessage.Watermark\x1a\x89\x01\n\x0fWatermarkOrigin\x12\x13\n\x0bkafka_topic\x18\x01 \x01(\t\x12+\n\ndatacenter\x18\x02 \x01(\x0e\x32\x17.Criteo.Glup.DataCenter\x12\x34\n\x07\x63luster\x18\x03 \x01(\x0e\x32#.Criteo.Glup.ControlMessage.Cluster\x1a\xe8\x02\n\tWatermark\x12\x0c\n\x04type\x18\x01 \x01(\t\x12\x10\n\x08hostname\x18\x02 \x01(\t\x12\x13\n\x0bkafka_topic\x18\x03 \x01(\t\x12\x11\n\tpartition\x18\x04 \x01(\x05\x12\x17\n\x0fpartition_count\x18\x05 \x01(\x05\x12\x14\n\x0cprocess_uuid\x18\x06 \x01(\x0c\x12\x0e\n\x06region\x18\x07 \x01(\t\x12*\n\x11timestamp_seconds\x18\x08 \x01(\x05\x42\x0f\x92\xb5\x18\x0b\n\ttimestamp\x12\x0f\n\x07\x63luster\x18\t \x01(\t\x12\x13\n\x0b\x65nvironment\x18\n \x01(\t\x12J\n\nset_fields\x18\xda\x86\x03 \x03(\x0b\x32\x34.Criteo.Glup.ControlMessage.Watermark.SetFieldsEntry\x1a\x30\n\x0eSetFieldsEntry\x12\x0b\n\x03key\x18\x01 \x01(\x05\x12\r\n\x05value\x18\x02 \x01(\x08:\x02\x38\x01:\x04\x88\xb5\x18\x01\"F\n\x07\x43luster\x12\x17\n\x13UNSUPPORTED_CLUSTER\x10\x00\x12\t\n\x05LOCAL\x10\x02\x12\x0b\n\x07\x43\x45NTRAL\x10\x03\x12\n\n\x06STREAM\x10\x04\"\x99\x01\n\tPartition\x12*\n\x11timestamp_seconds\x18\x01 \x01(\x04\x42\x0f\x8a\xb5\x18\x0b\n\ttimestamp\x12,\n\rhost_platform\x18\x02 \x01(\x0e\x32\x15.Criteo.Glup.Platform\x12\x32\n\nevent_type\x18\x03 \x01(\x0e\x32\x16.Criteo.Glup.EventTypeB\x06\x8a\xb5\x18\x02\x10\x01\"\x93\x01\n\rHDFSPartition\x12\x19\n\x11timestamp_seconds\x18\x01 \x01(\x04\x12,\n\rhost_platform\x18\x02 \x01(\x0e\x32\x15.Criteo.Glup.Platform\x12*\n\nevent_type\x18\x03 \x01(\x0e\x32\x16.Criteo.Glup.EventType\x12\r\n\x05\x64\x65pth\x18\x04 \x01(\x05\"\xa5\x01\n\x07Hash128\x12\x15\n\rmost_sig_bits\x18\x01 \x01(\x06\x12\x16\n\x0eleast_sig_bits\x18\x02 \x01(\x06\x12\x39\n\nset_fields\x18\xda\x86\x03 \x03(\x0b\x32#.Criteo.Glup.Hash128.SetFieldsEntry\x1a\x30\n\x0eSetFieldsEntry\x12\x0b\n\x03key\x18\x01 \x01(\x05\x12\r\n\x05value\x18\x02 \x01(\x08:\x02\x38\x01*~\n\x0fPartitionScheme\x12 \n\x1cUNSUPPORTED_PARTITION_SCHEME\x10\x00\x12\t\n\x05\x44\x41ILY\x10\x02\x12\n\n\x06HOURLY\x10\x03\x12\x13\n\x0fPLATFORM_HOURLY\x10\x04\x12\x1d\n\x19\x45VENTTYPE_PLATFORM_HOURLY\x10\x05*?\n\rMessageFormat\x12\x16\n\x12UNSUPPORTED_FORMAT\x10\x00\x12\x08\n\x04JSON\x10\x01\x12\x0c\n\x08PROTOBUF\x10\x02*d\n\x0eHDFSDataFormat\x12\x1b\n\x17UNSUPPORTED_DATA_FORMAT\x10\x00\x12\r\n\tJSON_PAIL\x10\x02\x12\x10\n\x0cPROTOBUF_SEQ\x10\x03\x12\x14\n\x10PROTOBUF_PARQUET\x10\x04*3\n\x0b\x44\x61taSetKind\x12\x14\n\x10UNSUPPORTED_KIND\x10\x00\x12\x0e\n\nTIMESERIES\x10\x01*\x9a\x01\n\x0fMonitoringLevel\x12\x0b\n\x07\x44\x45\x46\x41ULT\x10\x00\x12\x15\n\x11REMOVE_MONITORING\x10\x01\x12\x1a\n\x16INFORMATIVE_MONITORING\x10\x02\x12\x15\n\x11\x43ONSENSUS_IGNORED\x10\x03\x12\x30\n,CONSENSUS_IGNORED_AND_INFORMATIVE_MONITORING\x10\x04*\x8b\x01\n\nDataCenter\x12\x1a\n\x16UNSUPPORTED_DATACENTER\x10\x00\x12\x07\n\x03\x41M5\x10\x02\x12\x07\n\x03HK5\x10\x03\x12\x07\n\x03NY8\x10\x04\x12\x07\n\x03PAR\x10\x05\x12\x07\n\x03PA4\x10\x06\x12\x07\n\x03SH5\x10\x07\x12\x07\n\x03SV6\x10\x08\x12\x07\n\x03TY5\x10\t\x12\x07\n\x03VA1\x10\n\x12\x07\n\x03\x41M6\x10\x0b\x12\x07\n\x03\x44\x41\x31\x10\x0c*A\n\x0b\x45nvironment\x12\x1b\n\x17UNSUPPORTED_ENVIRONMENT\x10\x00\x12\x0b\n\x07PREPROD\x10\x01\x12\x08\n\x04PROD\x10\x02*D\n\x08Platform\x12\x18\n\x14UNSUPPORTED_PLATFORM\x10\x00\x12\x06\n\x02\x45U\x10\x02\x12\x06\n\x02US\x10\x03\x12\x06\n\x02\x41S\x10\x04\x12\x06\n\x02\x43N\x10\x05*[\n\tEventType\x12\x1a\n\x16UNSUPPORTED_EVENT_TYPE\x10\x00\x12\x10\n\x0cItemPageView\x10\x02\x12\t\n\x05Sales\x10\x03\x12\n\n\x06\x42\x61sket\x10\x04\x12\t\n\x05Other\x10\x05*%\n\x05YesNo\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x06\n\x02NO\x10\x01\x12\x07\n\x03YES\x10\x02:I\n\x04glup\x12\x1f.google.protobuf.MessageOptions\x18\xd0\x86\x03 \x01(\x0b\x32\x18.Criteo.Glup.GlupOptions:C\n\x18\x63ontains_nullable_fields\x12\x1f.google.protobuf.MessageOptions\x18\xd1\x86\x03 \x01(\x08:Q\n\tglupfield\x12\x1d.google.protobuf.FieldOptions\x18\xd0\x86\x03 \x01(\x0b\x32\x1d.Criteo.Glup.GlupFieldOptions:O\n\x0cjson_mapping\x12\x1d.google.protobuf.FieldOptions\x18\xd1\x86\x03 \x01(\x0b\x32\x18.Criteo.Glup.JsonMapping:E\n\x04json\x12\x1d.google.protobuf.FieldOptions\x18\xd2\x86\x03 \x01(\x0b\x32\x16.Criteo.Glup.JsonAliasB\x11\n\x0f\x63om.criteo.glupb\x06proto3') + +_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) +_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'tests.integration.schema_registry.data.proto.metadata_proto_pb2', globals()) +if _descriptor._USE_C_DESCRIPTORS == False: + google_dot_protobuf_dot_descriptor__pb2.MessageOptions.RegisterExtension(glup) + google_dot_protobuf_dot_descriptor__pb2.MessageOptions.RegisterExtension(contains_nullable_fields) + google_dot_protobuf_dot_descriptor__pb2.FieldOptions.RegisterExtension(glupfield) + google_dot_protobuf_dot_descriptor__pb2.FieldOptions.RegisterExtension(json_mapping) + google_dot_protobuf_dot_descriptor__pb2.FieldOptions.RegisterExtension(json) + + DESCRIPTOR._options = None + DESCRIPTOR._serialized_options = b'\n\017com.criteo.glup' + _BASEGLUPMESSAGE_SETFIELDSENTRY._options = None + _BASEGLUPMESSAGE_SETFIELDSENTRY._serialized_options = b'8\001' + _BASEGLUPMESSAGE.fields_by_name['control_message']._options = None + _BASEGLUPMESSAGE.fields_by_name['control_message']._serialized_options = b'\222\265\030\014\n\n__metadata' + _BASEGLUPMESSAGE._options = None + _BASEGLUPMESSAGE._serialized_options = b'\210\265\030\001' + _FORWARDEDWATERMARKMESSAGE.fields_by_name['control_message']._options = None + _FORWARDEDWATERMARKMESSAGE.fields_by_name['control_message']._serialized_options = b'\222\265\030\014\n\n__metadata' + _ORIGIN.fields_by_name['ip4']._options = None + _ORIGIN.fields_by_name['ip4']._serialized_options = b'\212\265\030\t\n\007host_ip' + _ORIGIN.fields_by_name['container_task']._options = None + _ORIGIN.fields_by_name['container_task']._serialized_options = b'\212\265\030\002\020\001' + _ORIGIN.fields_by_name['container_app']._options = None + _ORIGIN.fields_by_name['container_app']._serialized_options = b'\212\265\030\002\020\001' + _CONTROLMESSAGE_WATERMARK_SETFIELDSENTRY._options = None + _CONTROLMESSAGE_WATERMARK_SETFIELDSENTRY._serialized_options = b'8\001' + _CONTROLMESSAGE_WATERMARK.fields_by_name['timestamp_seconds']._options = None + _CONTROLMESSAGE_WATERMARK.fields_by_name['timestamp_seconds']._serialized_options = b'\222\265\030\013\n\ttimestamp' + _CONTROLMESSAGE_WATERMARK._options = None + _CONTROLMESSAGE_WATERMARK._serialized_options = b'\210\265\030\001' + _PARTITION.fields_by_name['timestamp_seconds']._options = None + _PARTITION.fields_by_name['timestamp_seconds']._serialized_options = b'\212\265\030\013\n\ttimestamp' + _PARTITION.fields_by_name['event_type']._options = None + _PARTITION.fields_by_name['event_type']._serialized_options = b'\212\265\030\002\020\001' + _HASH128_SETFIELDSENTRY._options = None + _HASH128_SETFIELDSENTRY._serialized_options = b'8\001' + _PARTITIONSCHEME._serialized_start=6876 + _PARTITIONSCHEME._serialized_end=7002 + _MESSAGEFORMAT._serialized_start=7004 + _MESSAGEFORMAT._serialized_end=7067 + _HDFSDATAFORMAT._serialized_start=7069 + _HDFSDATAFORMAT._serialized_end=7169 + _DATASETKIND._serialized_start=7171 + _DATASETKIND._serialized_end=7222 + _MONITORINGLEVEL._serialized_start=7225 + _MONITORINGLEVEL._serialized_end=7379 + _DATACENTER._serialized_start=7382 + _DATACENTER._serialized_end=7521 + _ENVIRONMENT._serialized_start=7523 + _ENVIRONMENT._serialized_end=7588 + _PLATFORM._serialized_start=7590 + _PLATFORM._serialized_end=7658 + _EVENTTYPE._serialized_start=7660 + _EVENTTYPE._serialized_end=7751 + _YESNO._serialized_start=7753 + _YESNO._serialized_end=7790 + _KAFKAMESSAGEOPTIONS._serialized_start=116 + _KAFKAMESSAGEOPTIONS._serialized_end=152 + _DATASET._serialized_start=155 + _DATASET._serialized_end=411 + _DATASETCHUNK._serialized_start=413 + _DATASETCHUNK._serialized_end=533 + _DATASETFORMAT._serialized_start=536 + _DATASETFORMAT._serialized_end=894 + _HDFSOPTIONS._serialized_start=897 + _HDFSOPTIONS._serialized_end=4175 + _HDFSOPTIONS_IMPORTOPTIONS._serialized_start=969 + _HDFSOPTIONS_IMPORTOPTIONS._serialized_end=4175 + _HDFSOPTIONS_IMPORTOPTIONS_VIEW._serialized_start=1258 + _HDFSOPTIONS_IMPORTOPTIONS_VIEW._serialized_end=1402 + _HDFSOPTIONS_IMPORTOPTIONS_VIEW_HIVEOPTIONS._serialized_start=1337 + _HDFSOPTIONS_IMPORTOPTIONS_VIEW_HIVEOPTIONS._serialized_end=1402 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR._serialized_start=1405 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR._serialized_end=4175 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_DEDUPOPTIONS._serialized_start=2376 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_DEDUPOPTIONS._serialized_end=2530 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KAFKA2HDFSOPTIONS._serialized_start=2532 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KAFKA2HDFSOPTIONS._serialized_end=2649 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIG._serialized_start=2651 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIG._serialized_end=2726 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIGPERDC._serialized_start=2729 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIGPERDC._serialized_end=2864 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHAOPTIONS._serialized_start=2867 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHAOPTIONS._serialized_end=3144 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_DATALOADEROPTIONS._serialized_start=3146 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_DATALOADEROPTIONS._serialized_end=3206 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SYNCOPTIONS._serialized_start=3209 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SYNCOPTIONS._serialized_end=3450 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_BACKUPOPTIONS._serialized_start=3452 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_BACKUPOPTIONS._serialized_end=3572 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_TRANSCODINGOPTIONS._serialized_start=3575 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_TRANSCODINGOPTIONS._serialized_end=3834 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SAMPLEROPTIONS._serialized_start=3837 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SAMPLEROPTIONS._serialized_end=3986 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_COMPARATOROPTIONS._serialized_start=3989 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_COMPARATOROPTIONS._serialized_end=4156 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_EXTERNALOPTIONS._serialized_start=4158 + _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_EXTERNALOPTIONS._serialized_end=4175 + _PRODUCERTRANSPORTOPTIONS._serialized_start=4177 + _PRODUCERTRANSPORTOPTIONS._serialized_end=4234 + _PROPERTYOPTIONS._serialized_start=4236 + _PROPERTYOPTIONS._serialized_end=4292 + _GLUPOPTIONS._serialized_start=4295 + _GLUPOPTIONS._serialized_end=4626 + _GLUPFIELDOPTIONS._serialized_start=4629 + _GLUPFIELDOPTIONS._serialized_end=4806 + _JSONMAPPING._serialized_start=4808 + _JSONMAPPING._serialized_end=4849 + _JSONALIAS._serialized_start=4851 + _JSONALIAS._serialized_end=4903 + _BASEGLUPMESSAGE._serialized_start=4906 + _BASEGLUPMESSAGE._serialized_end=5215 + _BASEGLUPMESSAGE_SETFIELDSENTRY._serialized_start=5161 + _BASEGLUPMESSAGE_SETFIELDSENTRY._serialized_end=5209 + _FORWARDEDWATERMARKMESSAGE._serialized_start=5218 + _FORWARDEDWATERMARKMESSAGE._serialized_end=5460 + _LOCATION._serialized_start=5462 + _LOCATION._serialized_end=5583 + _ORIGIN._serialized_start=5586 + _ORIGIN._serialized_end=5748 + _CONTROLMESSAGE._serialized_start=5751 + _CONTROLMESSAGE._serialized_end=6400 + _CONTROLMESSAGE_WATERMARKORIGIN._serialized_start=5828 + _CONTROLMESSAGE_WATERMARKORIGIN._serialized_end=5965 + _CONTROLMESSAGE_WATERMARK._serialized_start=5968 + _CONTROLMESSAGE_WATERMARK._serialized_end=6328 + _CONTROLMESSAGE_WATERMARK_SETFIELDSENTRY._serialized_start=5161 + _CONTROLMESSAGE_WATERMARK_SETFIELDSENTRY._serialized_end=5209 + _CONTROLMESSAGE_CLUSTER._serialized_start=6330 + _CONTROLMESSAGE_CLUSTER._serialized_end=6400 + _PARTITION._serialized_start=6403 + _PARTITION._serialized_end=6556 + _HDFSPARTITION._serialized_start=6559 + _HDFSPARTITION._serialized_end=6706 + _HASH128._serialized_start=6709 + _HASH128._serialized_end=6874 + _HASH128_SETFIELDSENTRY._serialized_start=5161 + _HASH128_SETFIELDSENTRY._serialized_end=5209 +# @@protoc_insertion_point(module_scope) diff --git a/tests/integration/schema_registry/gen/DependencyTestProto_pb2.py b/tests/integration/schema_registry/gen/DependencyTestProto_pb2.py deleted file mode 100644 index f59240771..000000000 --- a/tests/integration/schema_registry/gen/DependencyTestProto_pb2.py +++ /dev/null @@ -1,94 +0,0 @@ -# Generated by the protocol buffer compiler. DO NOT EDIT! -# source: DependencyTestProto.proto - -import sys -_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1')) -from google.protobuf import descriptor as _descriptor -from google.protobuf import message as _message -from google.protobuf import reflection as _reflection -from google.protobuf import symbol_database as _symbol_database -from google.protobuf import descriptor_pb2 -# @@protoc_insertion_point(imports) - -_sym_db = _symbol_database.Default() - - -from . import NestedTestProto_pb2 as NestedTestProto__pb2 -from . import PublicTestProto_pb2 as PublicTestProto__pb2 -try: - TestProto__pb2 = PublicTestProto__pb2.TestProto__pb2 -except AttributeError: - TestProto__pb2 = PublicTestProto__pb2.TestProto_pb2 - - -DESCRIPTOR = _descriptor.FileDescriptor( - name='DependencyTestProto.proto', - package='tests.integration.serialization.data', - syntax='proto3', - serialized_pb=_b('\n\x19\x44\x65pendencyTestProto.proto\x12$tests.integration.serialization.data\x1a\x15NestedTestProto.proto\x1a\x15PublicTestProto.proto\"\x98\x01\n\x11\x44\x65pendencyMessage\x12K\n\x0enested_message\x18\x01 \x01(\x0b\x32\x33.tests.integration.serialization.data.NestedMessage\x12\x11\n\tis_active\x18\x02 \x01(\x08\x12#\n\rtest_messsage\x18\x03 \x01(\x0b\x32\x0c.TestMessageB.\n,io.confluent.kafka.serializers.protobuf.testb\x06proto3') - , - dependencies=[NestedTestProto__pb2.DESCRIPTOR,PublicTestProto__pb2.DESCRIPTOR,]) - - - - -_DEPENDENCYMESSAGE = _descriptor.Descriptor( - name='DependencyMessage', - full_name='tests.integration.serialization.data.DependencyMessage', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='nested_message', full_name='tests.integration.serialization.data.DependencyMessage.nested_message', index=0, - number=1, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='is_active', full_name='tests.integration.serialization.data.DependencyMessage.is_active', index=1, - number=2, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='test_messsage', full_name='tests.integration.serialization.data.DependencyMessage.test_messsage', index=2, - number=3, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=114, - serialized_end=266, -) - -_DEPENDENCYMESSAGE.fields_by_name['nested_message'].message_type = NestedTestProto__pb2._NESTEDMESSAGE -_DEPENDENCYMESSAGE.fields_by_name['test_messsage'].message_type = TestProto__pb2._TESTMESSAGE -DESCRIPTOR.message_types_by_name['DependencyMessage'] = _DEPENDENCYMESSAGE -_sym_db.RegisterFileDescriptor(DESCRIPTOR) - -DependencyMessage = _reflection.GeneratedProtocolMessageType('DependencyMessage', (_message.Message,), dict( - DESCRIPTOR = _DEPENDENCYMESSAGE, - __module__ = 'DependencyTestProto_pb2' - # @@protoc_insertion_point(class_scope:tests.integration.serialization.data.DependencyMessage) - )) -_sym_db.RegisterMessage(DependencyMessage) - - -DESCRIPTOR.has_options = True -DESCRIPTOR._options = _descriptor._ParseOptions(descriptor_pb2.FileOptions(), _b('\n,io.confluent.kafka.serializers.protobuf.test')) -# @@protoc_insertion_point(module_scope) diff --git a/tests/integration/schema_registry/gen/NestedTestProto_pb2.py b/tests/integration/schema_registry/gen/NestedTestProto_pb2.py deleted file mode 100644 index 23891fb8c..000000000 --- a/tests/integration/schema_registry/gen/NestedTestProto_pb2.py +++ /dev/null @@ -1,436 +0,0 @@ -# Generated by the protocol buffer compiler. DO NOT EDIT! -# source: NestedTestProto.proto - -import sys -_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1')) -from google.protobuf.internal import enum_type_wrapper -from google.protobuf import descriptor as _descriptor -from google.protobuf import message as _message -from google.protobuf import reflection as _reflection -from google.protobuf import symbol_database as _symbol_database -from google.protobuf import descriptor_pb2 -# @@protoc_insertion_point(imports) - -_sym_db = _symbol_database.Default() - - -from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2 - - -DESCRIPTOR = _descriptor.FileDescriptor( - name='NestedTestProto.proto', - package='tests.integration.serialization.data', - syntax='proto3', - serialized_pb=_b('\n\x15NestedTestProto.proto\x12$tests.integration.serialization.data\x1a\x1fgoogle/protobuf/timestamp.proto\"\x8c\x01\n\x06UserId\x12\x17\n\rkafka_user_id\x18\x01 \x01(\tH\x00\x12\x17\n\rother_user_id\x18\x02 \x01(\x05H\x00\x12\x45\n\nanother_id\x18\x03 \x01(\x0b\x32/.tests.integration.serialization.data.MessageIdH\x00\x42\t\n\x07user_id\"\x17\n\tMessageId\x12\n\n\x02id\x18\x01 \x01(\t\"R\n\x0b\x43omplexType\x12\x10\n\x06one_id\x18\x01 \x01(\tH\x00\x12\x12\n\x08other_id\x18\x02 \x01(\x05H\x00\x12\x11\n\tis_active\x18\x03 \x01(\x08\x42\n\n\x08some_val\"\xd0\x04\n\rNestedMessage\x12=\n\x07user_id\x18\x01 \x01(\x0b\x32,.tests.integration.serialization.data.UserId\x12\x11\n\tis_active\x18\x02 \x01(\x08\x12\x1a\n\x12\x65xperiments_active\x18\x03 \x03(\t\x12<\n\x06status\x18\x05 \x01(\x0e\x32,.tests.integration.serialization.data.Status\x12G\n\x0c\x63omplex_type\x18\x06 \x01(\x0b\x32\x31.tests.integration.serialization.data.ComplexType\x12R\n\x08map_type\x18\x07 \x03(\x0b\x32@.tests.integration.serialization.data.NestedMessage.MapTypeEntry\x12O\n\x05inner\x18\x08 \x01(\x0b\x32@.tests.integration.serialization.data.NestedMessage.InnerMessage\x1a.\n\x0cMapTypeEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a/\n\x0cInnerMessage\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12\x0f\n\x03ids\x18\x02 \x03(\x05\x42\x02\x10\x01\"(\n\tInnerEnum\x12\x08\n\x04ZERO\x10\x00\x12\r\n\tALSO_ZERO\x10\x00\x1a\x02\x10\x01J\x04\x08\x0e\x10\x0fJ\x04\x08\x0f\x10\x10J\x04\x08\t\x10\x0cR\x03\x66ooR\x03\x62\x61r*\"\n\x06Status\x12\n\n\x06\x41\x43TIVE\x10\x00\x12\x0c\n\x08INACTIVE\x10\x01\x42\x41\n,io.confluent.kafka.serializers.protobuf.testB\x0fNestedTestProtoP\x00\x62\x06proto3') - , - dependencies=[google_dot_protobuf_dot_timestamp__pb2.DESCRIPTOR,]) - -_STATUS = _descriptor.EnumDescriptor( - name='Status', - full_name='tests.integration.serialization.data.Status', - filename=None, - file=DESCRIPTOR, - values=[ - _descriptor.EnumValueDescriptor( - name='ACTIVE', index=0, number=0, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='INACTIVE', index=1, number=1, - options=None, - type=None), - ], - containing_type=None, - options=None, - serialized_start=943, - serialized_end=977, -) -_sym_db.RegisterEnumDescriptor(_STATUS) - -Status = enum_type_wrapper.EnumTypeWrapper(_STATUS) -ACTIVE = 0 -INACTIVE = 1 - - -_NESTEDMESSAGE_INNERENUM = _descriptor.EnumDescriptor( - name='InnerEnum', - full_name='tests.integration.serialization.data.NestedMessage.InnerEnum', - filename=None, - file=DESCRIPTOR, - values=[ - _descriptor.EnumValueDescriptor( - name='ZERO', index=0, number=0, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='ALSO_ZERO', index=1, number=0, - options=None, - type=None), - ], - containing_type=None, - options=_descriptor._ParseOptions(descriptor_pb2.EnumOptions(), _b('\020\001')), - serialized_start=873, - serialized_end=913, -) -_sym_db.RegisterEnumDescriptor(_NESTEDMESSAGE_INNERENUM) - - -_USERID = _descriptor.Descriptor( - name='UserId', - full_name='tests.integration.serialization.data.UserId', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='kafka_user_id', full_name='tests.integration.serialization.data.UserId.kafka_user_id', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='other_user_id', full_name='tests.integration.serialization.data.UserId.other_user_id', index=1, - number=2, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='another_id', full_name='tests.integration.serialization.data.UserId.another_id', index=2, - number=3, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - _descriptor.OneofDescriptor( - name='user_id', full_name='tests.integration.serialization.data.UserId.user_id', - index=0, containing_type=None, fields=[]), - ], - serialized_start=97, - serialized_end=237, -) - - -_MESSAGEID = _descriptor.Descriptor( - name='MessageId', - full_name='tests.integration.serialization.data.MessageId', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='id', full_name='tests.integration.serialization.data.MessageId.id', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=239, - serialized_end=262, -) - - -_COMPLEXTYPE = _descriptor.Descriptor( - name='ComplexType', - full_name='tests.integration.serialization.data.ComplexType', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='one_id', full_name='tests.integration.serialization.data.ComplexType.one_id', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='other_id', full_name='tests.integration.serialization.data.ComplexType.other_id', index=1, - number=2, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='is_active', full_name='tests.integration.serialization.data.ComplexType.is_active', index=2, - number=3, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - _descriptor.OneofDescriptor( - name='some_val', full_name='tests.integration.serialization.data.ComplexType.some_val', - index=0, containing_type=None, fields=[]), - ], - serialized_start=264, - serialized_end=346, -) - - -_NESTEDMESSAGE_MAPTYPEENTRY = _descriptor.Descriptor( - name='MapTypeEntry', - full_name='tests.integration.serialization.data.NestedMessage.MapTypeEntry', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='key', full_name='tests.integration.serialization.data.NestedMessage.MapTypeEntry.key', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='value', full_name='tests.integration.serialization.data.NestedMessage.MapTypeEntry.value', index=1, - number=2, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=_descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('8\001')), - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=776, - serialized_end=822, -) - -_NESTEDMESSAGE_INNERMESSAGE = _descriptor.Descriptor( - name='InnerMessage', - full_name='tests.integration.serialization.data.NestedMessage.InnerMessage', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='id', full_name='tests.integration.serialization.data.NestedMessage.InnerMessage.id', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, json_name='id', file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='ids', full_name='tests.integration.serialization.data.NestedMessage.InnerMessage.ids', index=1, - number=2, type=5, cpp_type=1, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=_descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\020\001')), file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=824, - serialized_end=871, -) - -_NESTEDMESSAGE = _descriptor.Descriptor( - name='NestedMessage', - full_name='tests.integration.serialization.data.NestedMessage', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='user_id', full_name='tests.integration.serialization.data.NestedMessage.user_id', index=0, - number=1, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='is_active', full_name='tests.integration.serialization.data.NestedMessage.is_active', index=1, - number=2, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='experiments_active', full_name='tests.integration.serialization.data.NestedMessage.experiments_active', index=2, - number=3, type=9, cpp_type=9, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='status', full_name='tests.integration.serialization.data.NestedMessage.status', index=3, - number=5, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='complex_type', full_name='tests.integration.serialization.data.NestedMessage.complex_type', index=4, - number=6, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='map_type', full_name='tests.integration.serialization.data.NestedMessage.map_type', index=5, - number=7, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='inner', full_name='tests.integration.serialization.data.NestedMessage.inner', index=6, - number=8, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[_NESTEDMESSAGE_MAPTYPEENTRY, _NESTEDMESSAGE_INNERMESSAGE, ], - enum_types=[ - _NESTEDMESSAGE_INNERENUM, - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=349, - serialized_end=941, -) - -_USERID.fields_by_name['another_id'].message_type = _MESSAGEID -_USERID.oneofs_by_name['user_id'].fields.append( - _USERID.fields_by_name['kafka_user_id']) -_USERID.fields_by_name['kafka_user_id'].containing_oneof = _USERID.oneofs_by_name['user_id'] -_USERID.oneofs_by_name['user_id'].fields.append( - _USERID.fields_by_name['other_user_id']) -_USERID.fields_by_name['other_user_id'].containing_oneof = _USERID.oneofs_by_name['user_id'] -_USERID.oneofs_by_name['user_id'].fields.append( - _USERID.fields_by_name['another_id']) -_USERID.fields_by_name['another_id'].containing_oneof = _USERID.oneofs_by_name['user_id'] -_COMPLEXTYPE.oneofs_by_name['some_val'].fields.append( - _COMPLEXTYPE.fields_by_name['one_id']) -_COMPLEXTYPE.fields_by_name['one_id'].containing_oneof = _COMPLEXTYPE.oneofs_by_name['some_val'] -_COMPLEXTYPE.oneofs_by_name['some_val'].fields.append( - _COMPLEXTYPE.fields_by_name['other_id']) -_COMPLEXTYPE.fields_by_name['other_id'].containing_oneof = _COMPLEXTYPE.oneofs_by_name['some_val'] -_NESTEDMESSAGE_MAPTYPEENTRY.containing_type = _NESTEDMESSAGE -_NESTEDMESSAGE_INNERMESSAGE.containing_type = _NESTEDMESSAGE -_NESTEDMESSAGE.fields_by_name['user_id'].message_type = _USERID -_NESTEDMESSAGE.fields_by_name['status'].enum_type = _STATUS -_NESTEDMESSAGE.fields_by_name['complex_type'].message_type = _COMPLEXTYPE -_NESTEDMESSAGE.fields_by_name['map_type'].message_type = _NESTEDMESSAGE_MAPTYPEENTRY -_NESTEDMESSAGE.fields_by_name['inner'].message_type = _NESTEDMESSAGE_INNERMESSAGE -_NESTEDMESSAGE_INNERENUM.containing_type = _NESTEDMESSAGE -DESCRIPTOR.message_types_by_name['UserId'] = _USERID -DESCRIPTOR.message_types_by_name['MessageId'] = _MESSAGEID -DESCRIPTOR.message_types_by_name['ComplexType'] = _COMPLEXTYPE -DESCRIPTOR.message_types_by_name['NestedMessage'] = _NESTEDMESSAGE -DESCRIPTOR.enum_types_by_name['Status'] = _STATUS -_sym_db.RegisterFileDescriptor(DESCRIPTOR) - -UserId = _reflection.GeneratedProtocolMessageType('UserId', (_message.Message,), dict( - DESCRIPTOR = _USERID, - __module__ = 'NestedTestProto_pb2' - # @@protoc_insertion_point(class_scope:tests.integration.serialization.data.UserId) - )) -_sym_db.RegisterMessage(UserId) - -MessageId = _reflection.GeneratedProtocolMessageType('MessageId', (_message.Message,), dict( - DESCRIPTOR = _MESSAGEID, - __module__ = 'NestedTestProto_pb2' - # @@protoc_insertion_point(class_scope:tests.integration.serialization.data.MessageId) - )) -_sym_db.RegisterMessage(MessageId) - -ComplexType = _reflection.GeneratedProtocolMessageType('ComplexType', (_message.Message,), dict( - DESCRIPTOR = _COMPLEXTYPE, - __module__ = 'NestedTestProto_pb2' - # @@protoc_insertion_point(class_scope:tests.integration.serialization.data.ComplexType) - )) -_sym_db.RegisterMessage(ComplexType) - -NestedMessage = _reflection.GeneratedProtocolMessageType('NestedMessage', (_message.Message,), dict( - - MapTypeEntry = _reflection.GeneratedProtocolMessageType('MapTypeEntry', (_message.Message,), dict( - DESCRIPTOR = _NESTEDMESSAGE_MAPTYPEENTRY, - __module__ = 'NestedTestProto_pb2' - # @@protoc_insertion_point(class_scope:tests.integration.serialization.data.NestedMessage.MapTypeEntry) - )) - , - - InnerMessage = _reflection.GeneratedProtocolMessageType('InnerMessage', (_message.Message,), dict( - DESCRIPTOR = _NESTEDMESSAGE_INNERMESSAGE, - __module__ = 'NestedTestProto_pb2' - # @@protoc_insertion_point(class_scope:tests.integration.serialization.data.NestedMessage.InnerMessage) - )) - , - DESCRIPTOR = _NESTEDMESSAGE, - __module__ = 'NestedTestProto_pb2' - # @@protoc_insertion_point(class_scope:tests.integration.serialization.data.NestedMessage) - )) -_sym_db.RegisterMessage(NestedMessage) -_sym_db.RegisterMessage(NestedMessage.MapTypeEntry) -_sym_db.RegisterMessage(NestedMessage.InnerMessage) - - -DESCRIPTOR.has_options = True -DESCRIPTOR._options = _descriptor._ParseOptions(descriptor_pb2.FileOptions(), _b('\n,io.confluent.kafka.serializers.protobuf.testB\017NestedTestProtoP\000')) -_NESTEDMESSAGE_MAPTYPEENTRY.has_options = True -_NESTEDMESSAGE_MAPTYPEENTRY._options = _descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('8\001')) -_NESTEDMESSAGE_INNERMESSAGE.fields_by_name['ids'].has_options = True -_NESTEDMESSAGE_INNERMESSAGE.fields_by_name['ids']._options = _descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\020\001')) -_NESTEDMESSAGE_INNERENUM.has_options = True -_NESTEDMESSAGE_INNERENUM._options = _descriptor._ParseOptions(descriptor_pb2.EnumOptions(), _b('\020\001')) -# @@protoc_insertion_point(module_scope) diff --git a/tests/integration/schema_registry/gen/PublicTestProto_pb2.py b/tests/integration/schema_registry/gen/PublicTestProto_pb2.py deleted file mode 100644 index 4d9c21315..000000000 --- a/tests/integration/schema_registry/gen/PublicTestProto_pb2.py +++ /dev/null @@ -1,34 +0,0 @@ -# Generated by the protocol buffer compiler. DO NOT EDIT! -# source: PublicTestProto.proto - -import sys -_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1')) -from google.protobuf import descriptor as _descriptor -from google.protobuf import message as _message -from google.protobuf import reflection as _reflection -from google.protobuf import symbol_database as _symbol_database -from google.protobuf import descriptor_pb2 -# @@protoc_insertion_point(imports) - -_sym_db = _symbol_database.Default() - - -from . import TestProto_pb2 as TestProto__pb2 - -from .TestProto_pb2 import * - -DESCRIPTOR = _descriptor.FileDescriptor( - name='PublicTestProto.proto', - package='tests.integration.serialization.data', - syntax='proto3', - serialized_pb=_b('\n\x15PublicTestProto.proto\x12$tests.integration.serialization.data\x1a\x0fTestProto.protoP\x00\x62\x06proto3') - , - dependencies=[TestProto__pb2.DESCRIPTOR,], - public_dependencies=[TestProto__pb2.DESCRIPTOR,]) - - - -_sym_db.RegisterFileDescriptor(DESCRIPTOR) - - -# @@protoc_insertion_point(module_scope) diff --git a/tests/integration/schema_registry/gen/Sint32Value_pb2.py b/tests/integration/schema_registry/gen/Sint32Value_pb2.py deleted file mode 100644 index cb36b46ba..000000000 --- a/tests/integration/schema_registry/gen/Sint32Value_pb2.py +++ /dev/null @@ -1,71 +0,0 @@ -# Generated by the protocol buffer compiler. DO NOT EDIT! -# source: Sint32Value.proto - -import sys -_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1')) -from google.protobuf import descriptor as _descriptor -from google.protobuf import message as _message -from google.protobuf import reflection as _reflection -from google.protobuf import symbol_database as _symbol_database -from google.protobuf import descriptor_pb2 -# @@protoc_insertion_point(imports) - -_sym_db = _symbol_database.Default() - - - - -DESCRIPTOR = _descriptor.FileDescriptor( - name='Sint32Value.proto', - package='', - syntax='proto3', - serialized_pb=_b('\n\x11Sint32Value.proto\"\x1c\n\x0bSInt32Value\x12\r\n\x05value\x18\x01 \x01(\x11\x42.\n,io.confluent.kafka.serializers.protobuf.testb\x06proto3') -) - - - - -_SINT32VALUE = _descriptor.Descriptor( - name='SInt32Value', - full_name='SInt32Value', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='value', full_name='SInt32Value.value', index=0, - number=1, type=17, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=21, - serialized_end=49, -) - -DESCRIPTOR.message_types_by_name['SInt32Value'] = _SINT32VALUE -_sym_db.RegisterFileDescriptor(DESCRIPTOR) - -SInt32Value = _reflection.GeneratedProtocolMessageType('SInt32Value', (_message.Message,), dict( - DESCRIPTOR = _SINT32VALUE, - __module__ = 'Sint32Value_pb2' - # @@protoc_insertion_point(class_scope:SInt32Value) - )) -_sym_db.RegisterMessage(SInt32Value) - - -DESCRIPTOR.has_options = True -DESCRIPTOR._options = _descriptor._ParseOptions(descriptor_pb2.FileOptions(), _b('\n,io.confluent.kafka.serializers.protobuf.test')) -# @@protoc_insertion_point(module_scope) diff --git a/tests/integration/schema_registry/gen/Sint64Value_pb2.py b/tests/integration/schema_registry/gen/Sint64Value_pb2.py deleted file mode 100644 index 446da76a6..000000000 --- a/tests/integration/schema_registry/gen/Sint64Value_pb2.py +++ /dev/null @@ -1,71 +0,0 @@ -# Generated by the protocol buffer compiler. DO NOT EDIT! -# source: Sint64Value.proto - -import sys -_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1')) -from google.protobuf import descriptor as _descriptor -from google.protobuf import message as _message -from google.protobuf import reflection as _reflection -from google.protobuf import symbol_database as _symbol_database -from google.protobuf import descriptor_pb2 -# @@protoc_insertion_point(imports) - -_sym_db = _symbol_database.Default() - - - - -DESCRIPTOR = _descriptor.FileDescriptor( - name='Sint64Value.proto', - package='', - syntax='proto3', - serialized_pb=_b('\n\x11Sint64Value.proto\"\x1c\n\x0bSInt64Value\x12\r\n\x05value\x18\x01 \x01(\x12\x42.\n,io.confluent.kafka.serializers.protobuf.testb\x06proto3') -) - - - - -_SINT64VALUE = _descriptor.Descriptor( - name='SInt64Value', - full_name='SInt64Value', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='value', full_name='SInt64Value.value', index=0, - number=1, type=18, cpp_type=2, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=21, - serialized_end=49, -) - -DESCRIPTOR.message_types_by_name['SInt64Value'] = _SINT64VALUE -_sym_db.RegisterFileDescriptor(DESCRIPTOR) - -SInt64Value = _reflection.GeneratedProtocolMessageType('SInt64Value', (_message.Message,), dict( - DESCRIPTOR = _SINT64VALUE, - __module__ = 'Sint64Value_pb2' - # @@protoc_insertion_point(class_scope:SInt64Value) - )) -_sym_db.RegisterMessage(SInt64Value) - - -DESCRIPTOR.has_options = True -DESCRIPTOR._options = _descriptor._ParseOptions(descriptor_pb2.FileOptions(), _b('\n,io.confluent.kafka.serializers.protobuf.test')) -# @@protoc_insertion_point(module_scope) diff --git a/tests/integration/schema_registry/gen/TestProto_pb2.py b/tests/integration/schema_registry/gen/TestProto_pb2.py deleted file mode 100644 index 1b869744f..000000000 --- a/tests/integration/schema_registry/gen/TestProto_pb2.py +++ /dev/null @@ -1,171 +0,0 @@ -# Generated by the protocol buffer compiler. DO NOT EDIT! -# source: TestProto.proto - -import sys -_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1')) -from google.protobuf import descriptor as _descriptor -from google.protobuf import message as _message -from google.protobuf import reflection as _reflection -from google.protobuf import symbol_database as _symbol_database -from google.protobuf import descriptor_pb2 -# @@protoc_insertion_point(imports) - -_sym_db = _symbol_database.Default() - - -from google.protobuf import descriptor_pb2 as google_dot_protobuf_dot_descriptor__pb2 - - -DESCRIPTOR = _descriptor.FileDescriptor( - name='TestProto.proto', - package='', - syntax='proto3', - serialized_pb=_b('\n\x0fTestProto.proto\x1a google/protobuf/descriptor.proto\"\xc8\x02\n\x0bTestMessage\x12\x13\n\x0btest_string\x18\x01 \x01(\t\x12\x11\n\ttest_bool\x18\x02 \x01(\x08\x12\x12\n\ntest_bytes\x18\x03 \x01(\x0c\x12\x13\n\x0btest_double\x18\x04 \x01(\x01\x12\x12\n\ntest_float\x18\x05 \x01(\x02\x12\x14\n\x0ctest_fixed32\x18\x06 \x01(\x07\x12\x14\n\x0ctest_fixed64\x18\x07 \x01(\x06\x12\x12\n\ntest_int32\x18\x08 \x01(\x05\x12\x12\n\ntest_int64\x18\t \x01(\x03\x12\x15\n\rtest_sfixed32\x18\n \x01(\x0f\x12\x15\n\rtest_sfixed64\x18\x0b \x01(\x10\x12\x13\n\x0btest_sint32\x18\x0c \x01(\x11\x12\x13\n\x0btest_sint64\x18\r \x01(\x12\x12\x13\n\x0btest_uint32\x18\x0e \x01(\r\x12\x13\n\x0btest_uint64\x18\x0f \x01(\x04\x42\x41\n,io.confluent.kafka.serializers.protobuf.testB\x11TestMessageProtosb\x06proto3') - , - dependencies=[google_dot_protobuf_dot_descriptor__pb2.DESCRIPTOR,]) - - - - -_TESTMESSAGE = _descriptor.Descriptor( - name='TestMessage', - full_name='TestMessage', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='test_string', full_name='TestMessage.test_string', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='test_bool', full_name='TestMessage.test_bool', index=1, - number=2, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='test_bytes', full_name='TestMessage.test_bytes', index=2, - number=3, type=12, cpp_type=9, label=1, - has_default_value=False, default_value=_b(""), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='test_double', full_name='TestMessage.test_double', index=3, - number=4, type=1, cpp_type=5, label=1, - has_default_value=False, default_value=float(0), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='test_float', full_name='TestMessage.test_float', index=4, - number=5, type=2, cpp_type=6, label=1, - has_default_value=False, default_value=float(0), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='test_fixed32', full_name='TestMessage.test_fixed32', index=5, - number=6, type=7, cpp_type=3, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='test_fixed64', full_name='TestMessage.test_fixed64', index=6, - number=7, type=6, cpp_type=4, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='test_int32', full_name='TestMessage.test_int32', index=7, - number=8, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='test_int64', full_name='TestMessage.test_int64', index=8, - number=9, type=3, cpp_type=2, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='test_sfixed32', full_name='TestMessage.test_sfixed32', index=9, - number=10, type=15, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='test_sfixed64', full_name='TestMessage.test_sfixed64', index=10, - number=11, type=16, cpp_type=2, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='test_sint32', full_name='TestMessage.test_sint32', index=11, - number=12, type=17, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='test_sint64', full_name='TestMessage.test_sint64', index=12, - number=13, type=18, cpp_type=2, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='test_uint32', full_name='TestMessage.test_uint32', index=13, - number=14, type=13, cpp_type=3, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='test_uint64', full_name='TestMessage.test_uint64', index=14, - number=15, type=4, cpp_type=4, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=54, - serialized_end=382, -) - -DESCRIPTOR.message_types_by_name['TestMessage'] = _TESTMESSAGE -_sym_db.RegisterFileDescriptor(DESCRIPTOR) - -TestMessage = _reflection.GeneratedProtocolMessageType('TestMessage', (_message.Message,), dict( - DESCRIPTOR = _TESTMESSAGE, - __module__ = 'TestProto_pb2' - # @@protoc_insertion_point(class_scope:TestMessage) - )) -_sym_db.RegisterMessage(TestMessage) - - -DESCRIPTOR.has_options = True -DESCRIPTOR._options = _descriptor._ParseOptions(descriptor_pb2.FileOptions(), _b('\n,io.confluent.kafka.serializers.protobuf.testB\021TestMessageProtos')) -# @@protoc_insertion_point(module_scope) diff --git a/tests/integration/schema_registry/gen/__init__.py b/tests/integration/schema_registry/gen/__init__.py deleted file mode 100644 index e69de29bb..000000000 diff --git a/tests/integration/schema_registry/gen/common_proto_pb2.py b/tests/integration/schema_registry/gen/common_proto_pb2.py deleted file mode 100644 index 3a70ce30c..000000000 --- a/tests/integration/schema_registry/gen/common_proto_pb2.py +++ /dev/null @@ -1,227 +0,0 @@ -# Generated by the protocol buffer compiler. DO NOT EDIT! -# source: common_proto.proto - -import sys -_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1')) -from google.protobuf.internal import enum_type_wrapper -from google.protobuf import descriptor as _descriptor -from google.protobuf import message as _message -from google.protobuf import reflection as _reflection -from google.protobuf import symbol_database as _symbol_database -from google.protobuf import descriptor_pb2 -# @@protoc_insertion_point(imports) - -_sym_db = _symbol_database.Default() - - -from . import metadata_proto_pb2 as metadata__proto__pb2 - - -DESCRIPTOR = _descriptor.FileDescriptor( - name='common_proto.proto', - package='Criteo.Glup', - syntax='proto3', - serialized_pb=_b('\n\x12\x63ommon_proto.proto\x12\x0b\x43riteo.Glup\x1a\x14metadata_proto.proto\"\xda\x01\n\x07\x43onsent\x12 \n\x18identification_forbidden\x18\x01 \x01(\x08\x12:\n\x06reason\x18\x02 \x01(\x0e\x32*.Criteo.Glup.IdentificationForbiddenReason\x12\x39\n\nset_fields\x18\xda\x86\x03 \x03(\x0b\x32#.Criteo.Glup.Consent.SetFieldsEntry\x1a\x30\n\x0eSetFieldsEntry\x12\x0b\n\x03key\x18\x01 \x01(\x05\x12\r\n\x05value\x18\x02 \x01(\x08:\x02\x38\x01:\x04\x88\xb5\x18\x01*/\n\x16MarketingObjectiveType\x12\x08\n\x04Sale\x10\x00\x12\x0b\n\x07Install\x10\x01*\xd0\x01\n\x1dIdentificationForbiddenReason\x12\x0c\n\x08NoReason\x10\x00\x12\x1b\n\x17\x45xplicitConsentRequired\x10\x01\x12\x10\n\x0cOptoutCookie\x10\x02\x12\x13\n\x0f\x43toOptoutCookie\x10\x03\x12\x15\n\x11LimitedAdTracking\x10\x04\x12\x0e\n\nHstsOptout\x10\x05\x12\x14\n\x10\x44oNotTrackHeader\x10\x06\x12\r\n\tOoOCookie\x10\x07\x12\x11\n\rPendingOptout\x10\x08\x42\x11\n\x0f\x63om.criteo.glupb\x06proto3') - , - dependencies=[metadata__proto__pb2.DESCRIPTOR,]) - -_MARKETINGOBJECTIVETYPE = _descriptor.EnumDescriptor( - name='MarketingObjectiveType', - full_name='Criteo.Glup.MarketingObjectiveType', - filename=None, - file=DESCRIPTOR, - values=[ - _descriptor.EnumValueDescriptor( - name='Sale', index=0, number=0, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='Install', index=1, number=1, - options=None, - type=None), - ], - containing_type=None, - options=None, - serialized_start=278, - serialized_end=325, -) -_sym_db.RegisterEnumDescriptor(_MARKETINGOBJECTIVETYPE) - -MarketingObjectiveType = enum_type_wrapper.EnumTypeWrapper(_MARKETINGOBJECTIVETYPE) -_IDENTIFICATIONFORBIDDENREASON = _descriptor.EnumDescriptor( - name='IdentificationForbiddenReason', - full_name='Criteo.Glup.IdentificationForbiddenReason', - filename=None, - file=DESCRIPTOR, - values=[ - _descriptor.EnumValueDescriptor( - name='NoReason', index=0, number=0, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='ExplicitConsentRequired', index=1, number=1, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='OptoutCookie', index=2, number=2, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='CtoOptoutCookie', index=3, number=3, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='LimitedAdTracking', index=4, number=4, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='HstsOptout', index=5, number=5, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='DoNotTrackHeader', index=6, number=6, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='OoOCookie', index=7, number=7, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='PendingOptout', index=8, number=8, - options=None, - type=None), - ], - containing_type=None, - options=None, - serialized_start=328, - serialized_end=536, -) -_sym_db.RegisterEnumDescriptor(_IDENTIFICATIONFORBIDDENREASON) - -IdentificationForbiddenReason = enum_type_wrapper.EnumTypeWrapper(_IDENTIFICATIONFORBIDDENREASON) -Sale = 0 -Install = 1 -NoReason = 0 -ExplicitConsentRequired = 1 -OptoutCookie = 2 -CtoOptoutCookie = 3 -LimitedAdTracking = 4 -HstsOptout = 5 -DoNotTrackHeader = 6 -OoOCookie = 7 -PendingOptout = 8 - - - -_CONSENT_SETFIELDSENTRY = _descriptor.Descriptor( - name='SetFieldsEntry', - full_name='Criteo.Glup.Consent.SetFieldsEntry', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='key', full_name='Criteo.Glup.Consent.SetFieldsEntry.key', index=0, - number=1, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='value', full_name='Criteo.Glup.Consent.SetFieldsEntry.value', index=1, - number=2, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=_descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('8\001')), - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=222, - serialized_end=270, -) - -_CONSENT = _descriptor.Descriptor( - name='Consent', - full_name='Criteo.Glup.Consent', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='identification_forbidden', full_name='Criteo.Glup.Consent.identification_forbidden', index=0, - number=1, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='reason', full_name='Criteo.Glup.Consent.reason', index=1, - number=2, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='set_fields', full_name='Criteo.Glup.Consent.set_fields', index=2, - number=50010, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[_CONSENT_SETFIELDSENTRY, ], - enum_types=[ - ], - options=_descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('\210\265\030\001')), - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=58, - serialized_end=276, -) - -_CONSENT_SETFIELDSENTRY.containing_type = _CONSENT -_CONSENT.fields_by_name['reason'].enum_type = _IDENTIFICATIONFORBIDDENREASON -_CONSENT.fields_by_name['set_fields'].message_type = _CONSENT_SETFIELDSENTRY -DESCRIPTOR.message_types_by_name['Consent'] = _CONSENT -DESCRIPTOR.enum_types_by_name['MarketingObjectiveType'] = _MARKETINGOBJECTIVETYPE -DESCRIPTOR.enum_types_by_name['IdentificationForbiddenReason'] = _IDENTIFICATIONFORBIDDENREASON -_sym_db.RegisterFileDescriptor(DESCRIPTOR) - -Consent = _reflection.GeneratedProtocolMessageType('Consent', (_message.Message,), dict( - - SetFieldsEntry = _reflection.GeneratedProtocolMessageType('SetFieldsEntry', (_message.Message,), dict( - DESCRIPTOR = _CONSENT_SETFIELDSENTRY, - __module__ = 'common_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.Consent.SetFieldsEntry) - )) - , - DESCRIPTOR = _CONSENT, - __module__ = 'common_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.Consent) - )) -_sym_db.RegisterMessage(Consent) -_sym_db.RegisterMessage(Consent.SetFieldsEntry) - - -DESCRIPTOR.has_options = True -DESCRIPTOR._options = _descriptor._ParseOptions(descriptor_pb2.FileOptions(), _b('\n\017com.criteo.glup')) -_CONSENT_SETFIELDSENTRY.has_options = True -_CONSENT_SETFIELDSENTRY._options = _descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('8\001')) -_CONSENT.has_options = True -_CONSENT._options = _descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('\210\265\030\001')) -# @@protoc_insertion_point(module_scope) diff --git a/tests/integration/schema_registry/gen/exampleProtoCriteo_pb2.py b/tests/integration/schema_registry/gen/exampleProtoCriteo_pb2.py deleted file mode 100644 index 6297047fd..000000000 --- a/tests/integration/schema_registry/gen/exampleProtoCriteo_pb2.py +++ /dev/null @@ -1,158 +0,0 @@ -# Generated by the protocol buffer compiler. DO NOT EDIT! -# source: exampleProtoCriteo.proto - -import sys -_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1')) -from google.protobuf import descriptor as _descriptor -from google.protobuf import message as _message -from google.protobuf import reflection as _reflection -from google.protobuf import symbol_database as _symbol_database -from google.protobuf import descriptor_pb2 -# @@protoc_insertion_point(imports) - -_sym_db = _symbol_database.Default() - - -from . import metadata_proto_pb2 as metadata__proto__pb2 -from . import common_proto_pb2 as common__proto__pb2 - - -DESCRIPTOR = _descriptor.FileDescriptor( - name='exampleProtoCriteo.proto', - package='Criteo.Glup', - syntax='proto3', - serialized_pb=_b('\n\x18\x65xampleProtoCriteo.proto\x12\x0b\x43riteo.Glup\x1a\x14metadata_proto.proto\x1a\x12\x63ommon_proto.proto\"\x9b\x06\n\x08\x43lickCas\x12(\n\x0bglup_origin\x18\x01 \x01(\x0b\x32\x13.Criteo.Glup.Origin\x12)\n\tpartition\x18\x02 \x01(\x0b\x32\x16.Criteo.Glup.Partition\x12\x0b\n\x03uid\x18\x05 \x01(\t\x12:\n\nset_fields\x18\xda\x86\x03 \x03(\x0b\x32$.Criteo.Glup.ClickCas.SetFieldsEntry\x12R\n\x0f\x63ontrol_message\x18\xff\xff\x7f \x03(\x0b\x32%.Criteo.Glup.ControlMessage.WatermarkB\x10\x92\xb5\x18\x0c\n\n__metadata\x1a\x30\n\x0eSetFieldsEntry\x12\x0b\n\x03key\x18\x01 \x01(\x05\x12\r\n\x05value\x18\x02 \x01(\x08:\x02\x38\x01:\xc9\x03\x88\xb5\x18\x01\x82\xb5\x18\x04:\x02\x10\x01\x82\xb5\x18\x12\n\x10\n\x0eglup_click_cas\x82\xb5\x18\xea\x01*\xe7\x01\n\tclick_cas\x12G\n,/glup/datasets/click_cas/data/full/JSON_PAIL\x10\x02@dJ\x13\x46\x45\x44\x45RATED_JSON_PAIL\x12U\n3/glup/datasets/click_cas/data/full/PROTOBUF_PARQUET\x10\x04@2J\x1a\x46\x45\x44\x45RATED_PROTOBUF_PARQUET\x18\x04\"&com.criteo.glup.ClickCasProto$ClickCas2\x0b\x65nginejoins@\x01H\x86\x03\x82\xb5\x18\xb3\x01\x12\xb0\x01\x1a\xad\x01\n\x0b\x65nginejoins\x12\tclick_cas \x04Z9\x12\x30\n\x0eglup_click_cas\"\tclick_cas*\x13\x46\x45\x44\x45RATED_JSON_PAIL\xd2\x0f\x04\x08\x02\x10\x06ZP2G\n\tclick_cas\x12\tclick_cas*\x13\x46\x45\x44\x45RATED_JSON_PAIL2\x1a\x46\x45\x44\x45RATED_PROTOBUF_PARQUET\xd2\x0f\x04\x08\x02\x10\x06\x62\x04R\x02\x18\x04J\x04\x08\x46\x10JJ\x04\x08K\x10LR\x08obsoleteR\tobsolete2B\x11\n\x0f\x63om.criteo.glupb\x06proto3') - , - dependencies=[metadata__proto__pb2.DESCRIPTOR,common__proto__pb2.DESCRIPTOR,]) - - - - -_CLICKCAS_SETFIELDSENTRY = _descriptor.Descriptor( - name='SetFieldsEntry', - full_name='Criteo.Glup.ClickCas.SetFieldsEntry', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='key', full_name='Criteo.Glup.ClickCas.SetFieldsEntry.key', index=0, - number=1, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='value', full_name='Criteo.Glup.ClickCas.SetFieldsEntry.value', index=1, - number=2, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=_descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('8\001')), - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=338, - serialized_end=386, -) - -_CLICKCAS = _descriptor.Descriptor( - name='ClickCas', - full_name='Criteo.Glup.ClickCas', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='glup_origin', full_name='Criteo.Glup.ClickCas.glup_origin', index=0, - number=1, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='partition', full_name='Criteo.Glup.ClickCas.partition', index=1, - number=2, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='uid', full_name='Criteo.Glup.ClickCas.uid', index=2, - number=5, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='set_fields', full_name='Criteo.Glup.ClickCas.set_fields', index=3, - number=50010, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='control_message', full_name='Criteo.Glup.ClickCas.control_message', index=4, - number=2097151, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=_descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\222\265\030\014\n\n__metadata')), file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[_CLICKCAS_SETFIELDSENTRY, ], - enum_types=[ - ], - options=_descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('\210\265\030\001\202\265\030\004:\002\020\001\202\265\030\022\n\020\n\016glup_click_cas\202\265\030\352\001*\347\001\n\tclick_cas\022G\n,/glup/datasets/click_cas/data/full/JSON_PAIL\020\002@dJ\023FEDERATED_JSON_PAIL\022U\n3/glup/datasets/click_cas/data/full/PROTOBUF_PARQUET\020\004@2J\032FEDERATED_PROTOBUF_PARQUET\030\004\"&com.criteo.glup.ClickCasProto$ClickCas2\013enginejoins@\001H\206\003\202\265\030\263\001\022\260\001\032\255\001\n\013enginejoins\022\tclick_cas \004Z9\0220\n\016glup_click_cas\"\tclick_cas*\023FEDERATED_JSON_PAIL\322\017\004\010\002\020\006ZP2G\n\tclick_cas\022\tclick_cas*\023FEDERATED_JSON_PAIL2\032FEDERATED_PROTOBUF_PARQUET\322\017\004\010\002\020\006b\004R\002\030\004')), - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=84, - serialized_end=879, -) - -_CLICKCAS_SETFIELDSENTRY.containing_type = _CLICKCAS -_CLICKCAS.fields_by_name['glup_origin'].message_type = metadata__proto__pb2._ORIGIN -_CLICKCAS.fields_by_name['partition'].message_type = metadata__proto__pb2._PARTITION -_CLICKCAS.fields_by_name['set_fields'].message_type = _CLICKCAS_SETFIELDSENTRY -_CLICKCAS.fields_by_name['control_message'].message_type = metadata__proto__pb2._CONTROLMESSAGE_WATERMARK -DESCRIPTOR.message_types_by_name['ClickCas'] = _CLICKCAS -_sym_db.RegisterFileDescriptor(DESCRIPTOR) - -ClickCas = _reflection.GeneratedProtocolMessageType('ClickCas', (_message.Message,), dict( - - SetFieldsEntry = _reflection.GeneratedProtocolMessageType('SetFieldsEntry', (_message.Message,), dict( - DESCRIPTOR = _CLICKCAS_SETFIELDSENTRY, - __module__ = 'exampleProtoCriteo_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.ClickCas.SetFieldsEntry) - )) - , - DESCRIPTOR = _CLICKCAS, - __module__ = 'exampleProtoCriteo_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.ClickCas) - )) -_sym_db.RegisterMessage(ClickCas) -_sym_db.RegisterMessage(ClickCas.SetFieldsEntry) - - -DESCRIPTOR.has_options = True -DESCRIPTOR._options = _descriptor._ParseOptions(descriptor_pb2.FileOptions(), _b('\n\017com.criteo.glup')) -_CLICKCAS_SETFIELDSENTRY.has_options = True -_CLICKCAS_SETFIELDSENTRY._options = _descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('8\001')) -_CLICKCAS.fields_by_name['control_message'].has_options = True -_CLICKCAS.fields_by_name['control_message']._options = _descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\222\265\030\014\n\n__metadata')) -_CLICKCAS.has_options = True -_CLICKCAS._options = _descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('\210\265\030\001\202\265\030\004:\002\020\001\202\265\030\022\n\020\n\016glup_click_cas\202\265\030\352\001*\347\001\n\tclick_cas\022G\n,/glup/datasets/click_cas/data/full/JSON_PAIL\020\002@dJ\023FEDERATED_JSON_PAIL\022U\n3/glup/datasets/click_cas/data/full/PROTOBUF_PARQUET\020\004@2J\032FEDERATED_PROTOBUF_PARQUET\030\004\"&com.criteo.glup.ClickCasProto$ClickCas2\013enginejoins@\001H\206\003\202\265\030\263\001\022\260\001\032\255\001\n\013enginejoins\022\tclick_cas \004Z9\0220\n\016glup_click_cas\"\tclick_cas*\023FEDERATED_JSON_PAIL\322\017\004\010\002\020\006ZP2G\n\tclick_cas\022\tclick_cas*\023FEDERATED_JSON_PAIL2\032FEDERATED_PROTOBUF_PARQUET\322\017\004\010\002\020\006b\004R\002\030\004')) -# @@protoc_insertion_point(module_scope) diff --git a/tests/integration/schema_registry/gen/metadata_proto_pb2.py b/tests/integration/schema_registry/gen/metadata_proto_pb2.py deleted file mode 100644 index e269825b2..000000000 --- a/tests/integration/schema_registry/gen/metadata_proto_pb2.py +++ /dev/null @@ -1,3060 +0,0 @@ -# Generated by the protocol buffer compiler. DO NOT EDIT! -# source: metadata_proto.proto - -import sys -_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1')) -from google.protobuf.internal import enum_type_wrapper -from google.protobuf import descriptor as _descriptor -from google.protobuf import message as _message -from google.protobuf import reflection as _reflection -from google.protobuf import symbol_database as _symbol_database -from google.protobuf import descriptor_pb2 -# @@protoc_insertion_point(imports) - -_sym_db = _symbol_database.Default() - - -from google.protobuf import descriptor_pb2 as google_dot_protobuf_dot_descriptor__pb2 - - -DESCRIPTOR = _descriptor.FileDescriptor( - name='metadata_proto.proto', - package='Criteo.Glup', - syntax='proto3', - serialized_pb=_b('\n\x14metadata_proto.proto\x12\x0b\x43riteo.Glup\x1a google/protobuf/descriptor.proto\"$\n\x13KafkaMessageOptions\x12\r\n\x05topic\x18\x01 \x03(\t\"\x80\x02\n\x07\x44\x61taSet\x12\n\n\x02id\x18\x01 \x01(\t\x12*\n\x06\x66ormat\x18\x02 \x03(\x0b\x32\x1a.Criteo.Glup.DataSetFormat\x12\x36\n\x10partition_scheme\x18\x03 \x01(\x0e\x32\x1c.Criteo.Glup.PartitionScheme\x12\x12\n\njava_class\x18\x04 \x01(\t\x12\x11\n\tfor_tests\x18\x05 \x01(\x08\x12\r\n\x05owner\x18\x06 \x01(\t\x12\x0f\n\x07private\x18\x07 \x01(\x08\x12&\n\x04kind\x18\x08 \x01(\x0e\x32\x18.Criteo.Glup.DataSetKind\x12\x16\n\x0eretention_days\x18\t \x01(\x05\"x\n\x0c\x44\x61taSetChunk\x12)\n\tpartition\x18\x01 \x03(\x0b\x32\x16.Criteo.Glup.Partition\x12*\n\x06\x66ormat\x18\x02 \x01(\x0b\x32\x1a.Criteo.Glup.DataSetFormat\x12\x11\n\tdatasetId\x18\x03 \x01(\t\"\xe6\x02\n\rDataSetFormat\x12\x0c\n\x04path\x18\x01 \x01(\t\x12\x30\n\x0b\x66ile_format\x18\x02 \x01(\x0e\x32\x1b.Criteo.Glup.HDFSDataFormat\x12\x36\n\x10partition_scheme\x18\x03 \x01(\x0e\x32\x1c.Criteo.Glup.PartitionScheme\x12\x33\n\x0fstart_partition\x18\x04 \x01(\x0b\x32\x1a.Criteo.Glup.HDFSPartition\x12\x31\n\rend_partition\x18\x05 \x01(\x0b\x32\x1a.Criteo.Glup.HDFSPartition\x12\x16\n\x0eretention_days\x18\x07 \x01(\x05\x12\x10\n\x08priority\x18\x08 \x01(\x05\x12\r\n\x05label\x18\t \x01(\t\x12\x36\n\x10monitoring_level\x18\n \x01(\x0e\x32\x1c.Criteo.Glup.MonitoringLevelJ\x04\x08\x06\x10\x07\"\xce\x19\n\x0bHDFSOptions\x12\x36\n\x06import\x18\x03 \x03(\x0b\x32&.Criteo.Glup.HDFSOptions.ImportOptions\x1a\x86\x19\n\rImportOptions\x12\r\n\x05owner\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x32\n\x0cpartitioning\x18\x04 \x01(\x0e\x32\x1c.Criteo.Glup.PartitionScheme\x12+\n\x06\x66ormat\x18\x05 \x01(\x0e\x32\x1b.Criteo.Glup.HDFSDataFormat\x12\x0f\n\x07private\x18\x06 \x01(\x08\x12\x43\n\tgenerator\x18\x0b \x03(\x0b\x32\x30.Criteo.Glup.HDFSOptions.ImportOptions.Generator\x12\x39\n\x04view\x18\x0c \x03(\x0b\x32+.Criteo.Glup.HDFSOptions.ImportOptions.View\x1a\x90\x01\n\x04View\x12\x45\n\x04hive\x18\n \x01(\x0b\x32\x37.Criteo.Glup.HDFSOptions.ImportOptions.View.HiveOptions\x1a\x41\n\x0bHiveOptions\x12\x32\n\x0cpartitioning\x18\x03 \x01(\x0e\x32\x1c.Criteo.Glup.PartitionScheme\x1a\xd2\x15\n\tGenerator\x12V\n\ndataloader\x18\x01 \x01(\x0b\x32\x42.Criteo.Glup.HDFSOptions.ImportOptions.Generator.DataloaderOptions\x12V\n\nkafka2hdfs\x18\x02 \x01(\x0b\x32\x42.Criteo.Glup.HDFSOptions.ImportOptions.Generator.Kafka2HdfsOptions\x12J\n\x04sync\x18\x03 \x01(\x0b\x32<.Criteo.Glup.HDFSOptions.ImportOptions.Generator.SyncOptions\x12R\n\x08\x65xternal\x18\x04 \x01(\x0b\x32@.Criteo.Glup.HDFSOptions.ImportOptions.Generator.ExternalOptions\x12N\n\x06\x62\x61\x63kup\x18\x05 \x01(\x0b\x32>.Criteo.Glup.HDFSOptions.ImportOptions.Generator.BackupOptions\x12X\n\x0btranscoding\x18\x06 \x01(\x0b\x32\x43.Criteo.Glup.HDFSOptions.ImportOptions.Generator.TranscodingOptions\x12N\n\x06kacoha\x18\x07 \x01(\x0b\x32>.Criteo.Glup.HDFSOptions.ImportOptions.Generator.KaCoHaOptions\x12R\n\x0b\x64\x65\x64uplicate\x18\x08 \x01(\x0b\x32=.Criteo.Glup.HDFSOptions.ImportOptions.Generator.DedupOptions\x12P\n\x07sampler\x18\t \x01(\x0b\x32?.Criteo.Glup.HDFSOptions.ImportOptions.Generator.SamplerOptions\x12V\n\ncomparator\x18\n \x01(\x0b\x32\x42.Criteo.Glup.HDFSOptions.ImportOptions.Generator.ComparatorOptions\x12\"\n\x02to\x18\xfa\x01 \x03(\x0b\x32\x15.Criteo.Glup.Location\x12\x12\n\tnamespace\x18\xfb\x01 \x01(\t\x12\x13\n\nstart_date\x18\xfd\x01 \x01(\t\x12\x12\n\tstop_date\x18\xfe\x01 \x01(\t\x12\x12\n\tignore_cn\x18\xff\x01 \x01(\x08\x1a\x9a\x01\n\x0c\x44\x65\x64upOptions\x12\x18\n\x10input_dataset_id\x18\x01 \x01(\t\x12\x1a\n\x12input_format_label\x18\x02 \x01(\t\x12\x19\n\x11output_dataset_id\x18\x03 \x01(\t\x12\x1b\n\x13output_format_label\x18\x04 \x01(\t\x12\x1c\n\x14use_hippo_cuttle_job\x18\x05 \x01(\x08\x1au\n\x11Kafka2HdfsOptions\x12\r\n\x05topic\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65\x64uplicate\x18\x03 \x01(\x08\x12\x19\n\x11output_dataset_id\x18\x04 \x01(\t\x12\x1b\n\x13output_format_label\x18\x05 \x01(\tJ\x04\x08\x02\x10\x03\x1aK\n\x0cKacohaConfig\x12\x1b\n\x13partitions_per_task\x18\x01 \x01(\x05\x12\x1e\n\x16poll_buffer_size_bytes\x18\x02 \x01(\x05\x1a\x87\x01\n\x11KacohaConfigPerDc\x12#\n\x02\x64\x63\x18\x01 \x01(\x0e\x32\x17.Criteo.Glup.DataCenter\x12M\n\x06\x63onfig\x18\x02 \x01(\x0b\x32=.Criteo.Glup.HDFSOptions.ImportOptions.Generator.KacohaConfig\x1a\x95\x02\n\rKaCoHaOptions\x12\r\n\x05topic\x18\x01 \x01(\t\x12\x19\n\x11output_dataset_id\x18\x02 \x01(\t\x12\x13\n\x0b\x64\x65\x64uplicate\x18\x03 \x01(\x08\x12M\n\x06\x63onfig\x18\x04 \x01(\x0b\x32=.Criteo.Glup.HDFSOptions.ImportOptions.Generator.KacohaConfig\x12\x1b\n\x13output_format_label\x18\x05 \x01(\t\x12Y\n\rconfig_per_dc\x18\x06 \x03(\x0b\x32\x42.Criteo.Glup.HDFSOptions.ImportOptions.Generator.KacohaConfigPerDc\x1a<\n\x11\x44\x61taloaderOptions\x12\'\n\x08platform\x18\x01 \x03(\x0e\x32\x15.Criteo.Glup.Platform\x1a\xf1\x01\n\x0bSyncOptions\x12#\n\x04\x66rom\x18\x01 \x01(\x0b\x32\x15.Criteo.Glup.Location\x12\x18\n\x10source_namespace\x18\x03 \x01(\t\x12(\n\tplatforms\x18\x06 \x03(\x0e\x32\x15.Criteo.Glup.Platform\x12\x16\n\x0eis_backfilling\x18\x08 \x01(\x08\x12\x10\n\x08to_label\x18\t \x01(\t\x12\x15\n\rto_dataset_id\x18\n \x01(\t\x12\x18\n\x10with_backfilling\x18\x0b \x01(\x08\x12\x1e\n\x16is_scheduled_on_source\x18\x0c \x01(\x08\x1ax\n\rBackupOptions\x12#\n\x04\x66rom\x18\x01 \x01(\x0b\x32\x15.Criteo.Glup.Location\x12\x18\n\x10source_namespace\x18\x02 \x01(\t\x12(\n\tplatforms\x18\x03 \x03(\x0e\x32\x15.Criteo.Glup.Platform\x1a\x83\x02\n\x12TranscodingOptions\x12\x18\n\x10input_dataset_id\x18\x01 \x01(\t\x12\x19\n\x11output_dataset_id\x18\x02 \x01(\t\x12\x31\n\x0cinput_format\x18\x03 \x01(\x0e\x32\x1b.Criteo.Glup.HDFSDataFormat\x12\x32\n\routput_format\x18\x04 \x01(\x0e\x32\x1b.Criteo.Glup.HDFSDataFormat\x12\x1b\n\x13input_dataset_label\x18\x05 \x01(\t\x12\x1c\n\x14output_dataset_label\x18\x06 \x01(\t\x12\x16\n\x0eis_by_platform\x18\x07 \x01(\x08\x1a\x95\x01\n\x0eSamplerOptions\x12\x18\n\x10input_dataset_id\x18\x01 \x01(\t\x12\x1a\n\x12input_format_label\x18\x02 \x01(\t\x12\x19\n\x11output_dataset_id\x18\x03 \x01(\t\x12\x1b\n\x13output_format_label\x18\x04 \x01(\t\x12\x15\n\rsampling_rate\x18\x05 \x01(\x02\x1a\xa7\x01\n\x11\x43omparatorOptions\x12\x17\n\x0fleft_dataset_id\x18\x01 \x01(\t\x12\x19\n\x11left_format_label\x18\x02 \x01(\t\x12\x18\n\x10right_dataset_id\x18\x03 \x01(\t\x12\x1a\n\x12right_format_label\x18\x04 \x01(\t\x12\x10\n\x08hostname\x18\x05 \x01(\t\x12\x16\n\x0eignored_fields\x18\x06 \x01(\t\x1a\x11\n\x0f\x45xternalOptions\"9\n\x18ProducerTransportOptions\x12\x0e\n\x06syslog\x18\x01 \x01(\x08\x12\r\n\x05kafka\x18\x02 \x01(\x08\"8\n\x0fPropertyOptions\x12\x10\n\x08valuable\x18\x01 \x01(\x08\x12\x13\n\x0bhigh_volume\x18\x02 \x01(\x08\"\xcb\x02\n\x0bGlupOptions\x12/\n\x05kafka\x18\x01 \x01(\x0b\x32 .Criteo.Glup.KafkaMessageOptions\x12&\n\x04hdfs\x18\x02 \x01(\x0b\x32\x18.Criteo.Glup.HDFSOptions\x12\x14\n\x0csampling_pct\x18\x03 \x01(\r\x12\x1c\n\x14preprod_sampling_pct\x18\x04 \x01(\r\x12%\n\x07\x64\x61taset\x18\x05 \x03(\x0b\x32\x14.Criteo.Glup.DataSet\x12\x1c\n\x14message_sampling_pct\x18\x06 \x01(\r\x12\x38\n\tproducers\x18\x07 \x01(\x0b\x32%.Criteo.Glup.ProducerTransportOptions\x12\x30\n\nproperties\x18\x08 \x01(\x0b\x32\x1c.Criteo.Glup.PropertyOptions\"\xb1\x01\n\x10GlupFieldOptions\x12\x0f\n\x07sampled\x18\x01 \x01(\x08\x12\x14\n\x0csampling_key\x18\x02 \x01(\x08\x12\x30\n\x11\x64isabled_platform\x18\x03 \x03(\x0e\x32\x15.Criteo.Glup.Platform\x12\x18\n\x10should_clean_pii\x18\x04 \x01(\x08\x12\x18\n\x10pending_deletion\x18\x05 \x01(\x08\x12\x10\n\x08\x61\x64\x64\x65\x64_at\x18\x06 \x01(\t\")\n\x0bJsonMapping\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0c\n\x04skip\x18\x02 \x01(\x08\"4\n\tJsonAlias\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x19\n\x11use_enum_field_id\x18\x03 \x01(\x08\"\xb5\x02\n\x0f\x42\x61seGlupMessage\x12(\n\x0bglup_origin\x18\x01 \x01(\x0b\x32\x13.Criteo.Glup.Origin\x12)\n\tpartition\x18\x02 \x01(\x0b\x32\x16.Criteo.Glup.Partition\x12\x41\n\nset_fields\x18\xda\x86\x03 \x03(\x0b\x32+.Criteo.Glup.BaseGlupMessage.SetFieldsEntry\x12R\n\x0f\x63ontrol_message\x18\xff\xff\x7f \x03(\x0b\x32%.Criteo.Glup.ControlMessage.WatermarkB\x10\x92\xb5\x18\x0c\n\n__metadata\x1a\x30\n\x0eSetFieldsEntry\x12\x0b\n\x03key\x18\x01 \x01(\x05\x12\r\n\x05value\x18\x02 \x01(\x08:\x02\x38\x01:\x04\x88\xb5\x18\x01\"\xf2\x01\n\x19\x46orwardedWatermarkMessage\x12\x1d\n\x15original_kafka_offset\x18\x05 \x01(\x03\x12\x11\n\ttimestamp\x18\x06 \x01(\x03\x12\x1d\n\x15\x63onsolidation_enabled\x18\x07 \x01(\x08\x12\x12\n\ndataset_id\x18\n \x01(\t\x12\x1c\n\x14\x64\x61taset_format_label\x18\x0b \x01(\t\x12R\n\x0f\x63ontrol_message\x18\xff\xff\x7f \x03(\x0b\x32%.Criteo.Glup.ControlMessage.WatermarkB\x10\x92\xb5\x18\x0c\n\n__metadata\"y\n\x08Location\x12%\n\x03\x65nv\x18\x01 \x01(\x0e\x32\x18.Criteo.Glup.Environment\x12#\n\x02\x64\x63\x18\x02 \x01(\x0e\x32\x17.Criteo.Glup.DataCenter\x12\r\n\x05label\x18\x03 \x01(\t\x12\x12\n\ndataset_id\x18\x04 \x01(\t\"\xa2\x01\n\x06Origin\x12+\n\ndatacenter\x18\x01 \x01(\x0e\x32\x17.Criteo.Glup.DataCenter\x12\x1a\n\x03ip4\x18\x02 \x01(\x07\x42\r\x8a\xb5\x18\t\n\x07host_ip\x12\x10\n\x08hostname\x18\x03 \x01(\t\x12\x1e\n\x0e\x63ontainer_task\x18\x04 \x01(\tB\x06\x8a\xb5\x18\x02\x10\x01\x12\x1d\n\rcontainer_app\x18\x05 \x01(\tB\x06\x8a\xb5\x18\x02\x10\x01\"\x89\x05\n\x0e\x43ontrolMessage\x12\x38\n\twatermark\x18\x01 \x01(\x0b\x32%.Criteo.Glup.ControlMessage.Watermark\x1a\x89\x01\n\x0fWatermarkOrigin\x12\x13\n\x0bkafka_topic\x18\x01 \x01(\t\x12+\n\ndatacenter\x18\x02 \x01(\x0e\x32\x17.Criteo.Glup.DataCenter\x12\x34\n\x07\x63luster\x18\x03 \x01(\x0e\x32#.Criteo.Glup.ControlMessage.Cluster\x1a\xe8\x02\n\tWatermark\x12\x0c\n\x04type\x18\x01 \x01(\t\x12\x10\n\x08hostname\x18\x02 \x01(\t\x12\x13\n\x0bkafka_topic\x18\x03 \x01(\t\x12\x11\n\tpartition\x18\x04 \x01(\x05\x12\x17\n\x0fpartition_count\x18\x05 \x01(\x05\x12\x14\n\x0cprocess_uuid\x18\x06 \x01(\x0c\x12\x0e\n\x06region\x18\x07 \x01(\t\x12*\n\x11timestamp_seconds\x18\x08 \x01(\x05\x42\x0f\x92\xb5\x18\x0b\n\ttimestamp\x12\x0f\n\x07\x63luster\x18\t \x01(\t\x12\x13\n\x0b\x65nvironment\x18\n \x01(\t\x12J\n\nset_fields\x18\xda\x86\x03 \x03(\x0b\x32\x34.Criteo.Glup.ControlMessage.Watermark.SetFieldsEntry\x1a\x30\n\x0eSetFieldsEntry\x12\x0b\n\x03key\x18\x01 \x01(\x05\x12\r\n\x05value\x18\x02 \x01(\x08:\x02\x38\x01:\x04\x88\xb5\x18\x01\"F\n\x07\x43luster\x12\x17\n\x13UNSUPPORTED_CLUSTER\x10\x00\x12\t\n\x05LOCAL\x10\x02\x12\x0b\n\x07\x43\x45NTRAL\x10\x03\x12\n\n\x06STREAM\x10\x04\"\x99\x01\n\tPartition\x12*\n\x11timestamp_seconds\x18\x01 \x01(\x04\x42\x0f\x8a\xb5\x18\x0b\n\ttimestamp\x12,\n\rhost_platform\x18\x02 \x01(\x0e\x32\x15.Criteo.Glup.Platform\x12\x32\n\nevent_type\x18\x03 \x01(\x0e\x32\x16.Criteo.Glup.EventTypeB\x06\x8a\xb5\x18\x02\x10\x01\"\x93\x01\n\rHDFSPartition\x12\x19\n\x11timestamp_seconds\x18\x01 \x01(\x04\x12,\n\rhost_platform\x18\x02 \x01(\x0e\x32\x15.Criteo.Glup.Platform\x12*\n\nevent_type\x18\x03 \x01(\x0e\x32\x16.Criteo.Glup.EventType\x12\r\n\x05\x64\x65pth\x18\x04 \x01(\x05\"\xa5\x01\n\x07Hash128\x12\x15\n\rmost_sig_bits\x18\x01 \x01(\x06\x12\x16\n\x0eleast_sig_bits\x18\x02 \x01(\x06\x12\x39\n\nset_fields\x18\xda\x86\x03 \x03(\x0b\x32#.Criteo.Glup.Hash128.SetFieldsEntry\x1a\x30\n\x0eSetFieldsEntry\x12\x0b\n\x03key\x18\x01 \x01(\x05\x12\r\n\x05value\x18\x02 \x01(\x08:\x02\x38\x01*~\n\x0fPartitionScheme\x12 \n\x1cUNSUPPORTED_PARTITION_SCHEME\x10\x00\x12\t\n\x05\x44\x41ILY\x10\x02\x12\n\n\x06HOURLY\x10\x03\x12\x13\n\x0fPLATFORM_HOURLY\x10\x04\x12\x1d\n\x19\x45VENTTYPE_PLATFORM_HOURLY\x10\x05*?\n\rMessageFormat\x12\x16\n\x12UNSUPPORTED_FORMAT\x10\x00\x12\x08\n\x04JSON\x10\x01\x12\x0c\n\x08PROTOBUF\x10\x02*d\n\x0eHDFSDataFormat\x12\x1b\n\x17UNSUPPORTED_DATA_FORMAT\x10\x00\x12\r\n\tJSON_PAIL\x10\x02\x12\x10\n\x0cPROTOBUF_SEQ\x10\x03\x12\x14\n\x10PROTOBUF_PARQUET\x10\x04*3\n\x0b\x44\x61taSetKind\x12\x14\n\x10UNSUPPORTED_KIND\x10\x00\x12\x0e\n\nTIMESERIES\x10\x01*\x9a\x01\n\x0fMonitoringLevel\x12\x0b\n\x07\x44\x45\x46\x41ULT\x10\x00\x12\x15\n\x11REMOVE_MONITORING\x10\x01\x12\x1a\n\x16INFORMATIVE_MONITORING\x10\x02\x12\x15\n\x11\x43ONSENSUS_IGNORED\x10\x03\x12\x30\n,CONSENSUS_IGNORED_AND_INFORMATIVE_MONITORING\x10\x04*\x8b\x01\n\nDataCenter\x12\x1a\n\x16UNSUPPORTED_DATACENTER\x10\x00\x12\x07\n\x03\x41M5\x10\x02\x12\x07\n\x03HK5\x10\x03\x12\x07\n\x03NY8\x10\x04\x12\x07\n\x03PAR\x10\x05\x12\x07\n\x03PA4\x10\x06\x12\x07\n\x03SH5\x10\x07\x12\x07\n\x03SV6\x10\x08\x12\x07\n\x03TY5\x10\t\x12\x07\n\x03VA1\x10\n\x12\x07\n\x03\x41M6\x10\x0b\x12\x07\n\x03\x44\x41\x31\x10\x0c*A\n\x0b\x45nvironment\x12\x1b\n\x17UNSUPPORTED_ENVIRONMENT\x10\x00\x12\x0b\n\x07PREPROD\x10\x01\x12\x08\n\x04PROD\x10\x02*D\n\x08Platform\x12\x18\n\x14UNSUPPORTED_PLATFORM\x10\x00\x12\x06\n\x02\x45U\x10\x02\x12\x06\n\x02US\x10\x03\x12\x06\n\x02\x41S\x10\x04\x12\x06\n\x02\x43N\x10\x05*[\n\tEventType\x12\x1a\n\x16UNSUPPORTED_EVENT_TYPE\x10\x00\x12\x10\n\x0cItemPageView\x10\x02\x12\t\n\x05Sales\x10\x03\x12\n\n\x06\x42\x61sket\x10\x04\x12\t\n\x05Other\x10\x05*%\n\x05YesNo\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x06\n\x02NO\x10\x01\x12\x07\n\x03YES\x10\x02:I\n\x04glup\x12\x1f.google.protobuf.MessageOptions\x18\xd0\x86\x03 \x01(\x0b\x32\x18.Criteo.Glup.GlupOptions:C\n\x18\x63ontains_nullable_fields\x12\x1f.google.protobuf.MessageOptions\x18\xd1\x86\x03 \x01(\x08:Q\n\tglupfield\x12\x1d.google.protobuf.FieldOptions\x18\xd0\x86\x03 \x01(\x0b\x32\x1d.Criteo.Glup.GlupFieldOptions:O\n\x0cjson_mapping\x12\x1d.google.protobuf.FieldOptions\x18\xd1\x86\x03 \x01(\x0b\x32\x18.Criteo.Glup.JsonMapping:E\n\x04json\x12\x1d.google.protobuf.FieldOptions\x18\xd2\x86\x03 \x01(\x0b\x32\x16.Criteo.Glup.JsonAliasB\x11\n\x0f\x63om.criteo.glupb\x06proto3') - , - dependencies=[google_dot_protobuf_dot_descriptor__pb2.DESCRIPTOR,]) - -_PARTITIONSCHEME = _descriptor.EnumDescriptor( - name='PartitionScheme', - full_name='Criteo.Glup.PartitionScheme', - filename=None, - file=DESCRIPTOR, - values=[ - _descriptor.EnumValueDescriptor( - name='UNSUPPORTED_PARTITION_SCHEME', index=0, number=0, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='DAILY', index=1, number=2, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='HOURLY', index=2, number=3, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='PLATFORM_HOURLY', index=3, number=4, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='EVENTTYPE_PLATFORM_HOURLY', index=4, number=5, - options=None, - type=None), - ], - containing_type=None, - options=None, - serialized_start=6831, - serialized_end=6957, -) -_sym_db.RegisterEnumDescriptor(_PARTITIONSCHEME) - -PartitionScheme = enum_type_wrapper.EnumTypeWrapper(_PARTITIONSCHEME) -_MESSAGEFORMAT = _descriptor.EnumDescriptor( - name='MessageFormat', - full_name='Criteo.Glup.MessageFormat', - filename=None, - file=DESCRIPTOR, - values=[ - _descriptor.EnumValueDescriptor( - name='UNSUPPORTED_FORMAT', index=0, number=0, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='JSON', index=1, number=1, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='PROTOBUF', index=2, number=2, - options=None, - type=None), - ], - containing_type=None, - options=None, - serialized_start=6959, - serialized_end=7022, -) -_sym_db.RegisterEnumDescriptor(_MESSAGEFORMAT) - -MessageFormat = enum_type_wrapper.EnumTypeWrapper(_MESSAGEFORMAT) -_HDFSDATAFORMAT = _descriptor.EnumDescriptor( - name='HDFSDataFormat', - full_name='Criteo.Glup.HDFSDataFormat', - filename=None, - file=DESCRIPTOR, - values=[ - _descriptor.EnumValueDescriptor( - name='UNSUPPORTED_DATA_FORMAT', index=0, number=0, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='JSON_PAIL', index=1, number=2, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='PROTOBUF_SEQ', index=2, number=3, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='PROTOBUF_PARQUET', index=3, number=4, - options=None, - type=None), - ], - containing_type=None, - options=None, - serialized_start=7024, - serialized_end=7124, -) -_sym_db.RegisterEnumDescriptor(_HDFSDATAFORMAT) - -HDFSDataFormat = enum_type_wrapper.EnumTypeWrapper(_HDFSDATAFORMAT) -_DATASETKIND = _descriptor.EnumDescriptor( - name='DataSetKind', - full_name='Criteo.Glup.DataSetKind', - filename=None, - file=DESCRIPTOR, - values=[ - _descriptor.EnumValueDescriptor( - name='UNSUPPORTED_KIND', index=0, number=0, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='TIMESERIES', index=1, number=1, - options=None, - type=None), - ], - containing_type=None, - options=None, - serialized_start=7126, - serialized_end=7177, -) -_sym_db.RegisterEnumDescriptor(_DATASETKIND) - -DataSetKind = enum_type_wrapper.EnumTypeWrapper(_DATASETKIND) -_MONITORINGLEVEL = _descriptor.EnumDescriptor( - name='MonitoringLevel', - full_name='Criteo.Glup.MonitoringLevel', - filename=None, - file=DESCRIPTOR, - values=[ - _descriptor.EnumValueDescriptor( - name='DEFAULT', index=0, number=0, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='REMOVE_MONITORING', index=1, number=1, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='INFORMATIVE_MONITORING', index=2, number=2, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='CONSENSUS_IGNORED', index=3, number=3, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='CONSENSUS_IGNORED_AND_INFORMATIVE_MONITORING', index=4, number=4, - options=None, - type=None), - ], - containing_type=None, - options=None, - serialized_start=7180, - serialized_end=7334, -) -_sym_db.RegisterEnumDescriptor(_MONITORINGLEVEL) - -MonitoringLevel = enum_type_wrapper.EnumTypeWrapper(_MONITORINGLEVEL) -_DATACENTER = _descriptor.EnumDescriptor( - name='DataCenter', - full_name='Criteo.Glup.DataCenter', - filename=None, - file=DESCRIPTOR, - values=[ - _descriptor.EnumValueDescriptor( - name='UNSUPPORTED_DATACENTER', index=0, number=0, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='AM5', index=1, number=2, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='HK5', index=2, number=3, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='NY8', index=3, number=4, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='PAR', index=4, number=5, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='PA4', index=5, number=6, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='SH5', index=6, number=7, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='SV6', index=7, number=8, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='TY5', index=8, number=9, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='VA1', index=9, number=10, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='AM6', index=10, number=11, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='DA1', index=11, number=12, - options=None, - type=None), - ], - containing_type=None, - options=None, - serialized_start=7337, - serialized_end=7476, -) -_sym_db.RegisterEnumDescriptor(_DATACENTER) - -DataCenter = enum_type_wrapper.EnumTypeWrapper(_DATACENTER) -_ENVIRONMENT = _descriptor.EnumDescriptor( - name='Environment', - full_name='Criteo.Glup.Environment', - filename=None, - file=DESCRIPTOR, - values=[ - _descriptor.EnumValueDescriptor( - name='UNSUPPORTED_ENVIRONMENT', index=0, number=0, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='PREPROD', index=1, number=1, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='PROD', index=2, number=2, - options=None, - type=None), - ], - containing_type=None, - options=None, - serialized_start=7478, - serialized_end=7543, -) -_sym_db.RegisterEnumDescriptor(_ENVIRONMENT) - -Environment = enum_type_wrapper.EnumTypeWrapper(_ENVIRONMENT) -_PLATFORM = _descriptor.EnumDescriptor( - name='Platform', - full_name='Criteo.Glup.Platform', - filename=None, - file=DESCRIPTOR, - values=[ - _descriptor.EnumValueDescriptor( - name='UNSUPPORTED_PLATFORM', index=0, number=0, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='EU', index=1, number=2, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='US', index=2, number=3, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='AS', index=3, number=4, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='CN', index=4, number=5, - options=None, - type=None), - ], - containing_type=None, - options=None, - serialized_start=7545, - serialized_end=7613, -) -_sym_db.RegisterEnumDescriptor(_PLATFORM) - -Platform = enum_type_wrapper.EnumTypeWrapper(_PLATFORM) -_EVENTTYPE = _descriptor.EnumDescriptor( - name='EventType', - full_name='Criteo.Glup.EventType', - filename=None, - file=DESCRIPTOR, - values=[ - _descriptor.EnumValueDescriptor( - name='UNSUPPORTED_EVENT_TYPE', index=0, number=0, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='ItemPageView', index=1, number=2, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='Sales', index=2, number=3, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='Basket', index=3, number=4, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='Other', index=4, number=5, - options=None, - type=None), - ], - containing_type=None, - options=None, - serialized_start=7615, - serialized_end=7706, -) -_sym_db.RegisterEnumDescriptor(_EVENTTYPE) - -EventType = enum_type_wrapper.EnumTypeWrapper(_EVENTTYPE) -_YESNO = _descriptor.EnumDescriptor( - name='YesNo', - full_name='Criteo.Glup.YesNo', - filename=None, - file=DESCRIPTOR, - values=[ - _descriptor.EnumValueDescriptor( - name='UNKNOWN', index=0, number=0, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='NO', index=1, number=1, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='YES', index=2, number=2, - options=None, - type=None), - ], - containing_type=None, - options=None, - serialized_start=7708, - serialized_end=7745, -) -_sym_db.RegisterEnumDescriptor(_YESNO) - -YesNo = enum_type_wrapper.EnumTypeWrapper(_YESNO) -UNSUPPORTED_PARTITION_SCHEME = 0 -DAILY = 2 -HOURLY = 3 -PLATFORM_HOURLY = 4 -EVENTTYPE_PLATFORM_HOURLY = 5 -UNSUPPORTED_FORMAT = 0 -JSON = 1 -PROTOBUF = 2 -UNSUPPORTED_DATA_FORMAT = 0 -JSON_PAIL = 2 -PROTOBUF_SEQ = 3 -PROTOBUF_PARQUET = 4 -UNSUPPORTED_KIND = 0 -TIMESERIES = 1 -DEFAULT = 0 -REMOVE_MONITORING = 1 -INFORMATIVE_MONITORING = 2 -CONSENSUS_IGNORED = 3 -CONSENSUS_IGNORED_AND_INFORMATIVE_MONITORING = 4 -UNSUPPORTED_DATACENTER = 0 -AM5 = 2 -HK5 = 3 -NY8 = 4 -PAR = 5 -PA4 = 6 -SH5 = 7 -SV6 = 8 -TY5 = 9 -VA1 = 10 -AM6 = 11 -DA1 = 12 -UNSUPPORTED_ENVIRONMENT = 0 -PREPROD = 1 -PROD = 2 -UNSUPPORTED_PLATFORM = 0 -EU = 2 -US = 3 -AS = 4 -CN = 5 -UNSUPPORTED_EVENT_TYPE = 0 -ItemPageView = 2 -Sales = 3 -Basket = 4 -Other = 5 -UNKNOWN = 0 -NO = 1 -YES = 2 - -GLUP_FIELD_NUMBER = 50000 -glup = _descriptor.FieldDescriptor( - name='glup', full_name='Criteo.Glup.glup', index=0, - number=50000, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=True, extension_scope=None, - options=None, file=DESCRIPTOR) -CONTAINS_NULLABLE_FIELDS_FIELD_NUMBER = 50001 -contains_nullable_fields = _descriptor.FieldDescriptor( - name='contains_nullable_fields', full_name='Criteo.Glup.contains_nullable_fields', index=1, - number=50001, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=True, extension_scope=None, - options=None, file=DESCRIPTOR) -GLUPFIELD_FIELD_NUMBER = 50000 -glupfield = _descriptor.FieldDescriptor( - name='glupfield', full_name='Criteo.Glup.glupfield', index=2, - number=50000, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=True, extension_scope=None, - options=None, file=DESCRIPTOR) -JSON_MAPPING_FIELD_NUMBER = 50001 -json_mapping = _descriptor.FieldDescriptor( - name='json_mapping', full_name='Criteo.Glup.json_mapping', index=3, - number=50001, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=True, extension_scope=None, - options=None, file=DESCRIPTOR) -JSON_FIELD_NUMBER = 50002 -json = _descriptor.FieldDescriptor( - name='json', full_name='Criteo.Glup.json', index=4, - number=50002, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=True, extension_scope=None, - options=None, file=DESCRIPTOR) - -_CONTROLMESSAGE_CLUSTER = _descriptor.EnumDescriptor( - name='Cluster', - full_name='Criteo.Glup.ControlMessage.Cluster', - filename=None, - file=DESCRIPTOR, - values=[ - _descriptor.EnumValueDescriptor( - name='UNSUPPORTED_CLUSTER', index=0, number=0, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='LOCAL', index=1, number=2, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='CENTRAL', index=2, number=3, - options=None, - type=None), - _descriptor.EnumValueDescriptor( - name='STREAM', index=3, number=4, - options=None, - type=None), - ], - containing_type=None, - options=None, - serialized_start=6285, - serialized_end=6355, -) -_sym_db.RegisterEnumDescriptor(_CONTROLMESSAGE_CLUSTER) - - -_KAFKAMESSAGEOPTIONS = _descriptor.Descriptor( - name='KafkaMessageOptions', - full_name='Criteo.Glup.KafkaMessageOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='topic', full_name='Criteo.Glup.KafkaMessageOptions.topic', index=0, - number=1, type=9, cpp_type=9, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=71, - serialized_end=107, -) - - -_DATASET = _descriptor.Descriptor( - name='DataSet', - full_name='Criteo.Glup.DataSet', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='id', full_name='Criteo.Glup.DataSet.id', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='format', full_name='Criteo.Glup.DataSet.format', index=1, - number=2, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='partition_scheme', full_name='Criteo.Glup.DataSet.partition_scheme', index=2, - number=3, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='java_class', full_name='Criteo.Glup.DataSet.java_class', index=3, - number=4, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='for_tests', full_name='Criteo.Glup.DataSet.for_tests', index=4, - number=5, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='owner', full_name='Criteo.Glup.DataSet.owner', index=5, - number=6, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='private', full_name='Criteo.Glup.DataSet.private', index=6, - number=7, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='kind', full_name='Criteo.Glup.DataSet.kind', index=7, - number=8, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='retention_days', full_name='Criteo.Glup.DataSet.retention_days', index=8, - number=9, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=110, - serialized_end=366, -) - - -_DATASETCHUNK = _descriptor.Descriptor( - name='DataSetChunk', - full_name='Criteo.Glup.DataSetChunk', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='partition', full_name='Criteo.Glup.DataSetChunk.partition', index=0, - number=1, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='format', full_name='Criteo.Glup.DataSetChunk.format', index=1, - number=2, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='datasetId', full_name='Criteo.Glup.DataSetChunk.datasetId', index=2, - number=3, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=368, - serialized_end=488, -) - - -_DATASETFORMAT = _descriptor.Descriptor( - name='DataSetFormat', - full_name='Criteo.Glup.DataSetFormat', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='path', full_name='Criteo.Glup.DataSetFormat.path', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='file_format', full_name='Criteo.Glup.DataSetFormat.file_format', index=1, - number=2, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='partition_scheme', full_name='Criteo.Glup.DataSetFormat.partition_scheme', index=2, - number=3, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='start_partition', full_name='Criteo.Glup.DataSetFormat.start_partition', index=3, - number=4, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='end_partition', full_name='Criteo.Glup.DataSetFormat.end_partition', index=4, - number=5, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='retention_days', full_name='Criteo.Glup.DataSetFormat.retention_days', index=5, - number=7, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='priority', full_name='Criteo.Glup.DataSetFormat.priority', index=6, - number=8, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='label', full_name='Criteo.Glup.DataSetFormat.label', index=7, - number=9, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='monitoring_level', full_name='Criteo.Glup.DataSetFormat.monitoring_level', index=8, - number=10, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=491, - serialized_end=849, -) - - -_HDFSOPTIONS_IMPORTOPTIONS_VIEW_HIVEOPTIONS = _descriptor.Descriptor( - name='HiveOptions', - full_name='Criteo.Glup.HDFSOptions.ImportOptions.View.HiveOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='partitioning', full_name='Criteo.Glup.HDFSOptions.ImportOptions.View.HiveOptions.partitioning', index=0, - number=3, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=1292, - serialized_end=1357, -) - -_HDFSOPTIONS_IMPORTOPTIONS_VIEW = _descriptor.Descriptor( - name='View', - full_name='Criteo.Glup.HDFSOptions.ImportOptions.View', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='hive', full_name='Criteo.Glup.HDFSOptions.ImportOptions.View.hive', index=0, - number=10, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[_HDFSOPTIONS_IMPORTOPTIONS_VIEW_HIVEOPTIONS, ], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=1213, - serialized_end=1357, -) - -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_DEDUPOPTIONS = _descriptor.Descriptor( - name='DedupOptions', - full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.DedupOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='input_dataset_id', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.DedupOptions.input_dataset_id', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='input_format_label', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.DedupOptions.input_format_label', index=1, - number=2, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='output_dataset_id', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.DedupOptions.output_dataset_id', index=2, - number=3, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='output_format_label', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.DedupOptions.output_format_label', index=3, - number=4, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='use_hippo_cuttle_job', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.DedupOptions.use_hippo_cuttle_job', index=4, - number=5, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=2331, - serialized_end=2485, -) - -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KAFKA2HDFSOPTIONS = _descriptor.Descriptor( - name='Kafka2HdfsOptions', - full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.Kafka2HdfsOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='topic', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.Kafka2HdfsOptions.topic', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='deduplicate', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.Kafka2HdfsOptions.deduplicate', index=1, - number=3, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='output_dataset_id', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.Kafka2HdfsOptions.output_dataset_id', index=2, - number=4, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='output_format_label', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.Kafka2HdfsOptions.output_format_label', index=3, - number=5, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=2487, - serialized_end=2604, -) - -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIG = _descriptor.Descriptor( - name='KacohaConfig', - full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.KacohaConfig', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='partitions_per_task', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.KacohaConfig.partitions_per_task', index=0, - number=1, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='poll_buffer_size_bytes', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.KacohaConfig.poll_buffer_size_bytes', index=1, - number=2, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=2606, - serialized_end=2681, -) - -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIGPERDC = _descriptor.Descriptor( - name='KacohaConfigPerDc', - full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.KacohaConfigPerDc', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='dc', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.KacohaConfigPerDc.dc', index=0, - number=1, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='config', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.KacohaConfigPerDc.config', index=1, - number=2, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=2684, - serialized_end=2819, -) - -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHAOPTIONS = _descriptor.Descriptor( - name='KaCoHaOptions', - full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.KaCoHaOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='topic', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.KaCoHaOptions.topic', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='output_dataset_id', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.KaCoHaOptions.output_dataset_id', index=1, - number=2, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='deduplicate', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.KaCoHaOptions.deduplicate', index=2, - number=3, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='config', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.KaCoHaOptions.config', index=3, - number=4, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='output_format_label', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.KaCoHaOptions.output_format_label', index=4, - number=5, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='config_per_dc', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.KaCoHaOptions.config_per_dc', index=5, - number=6, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=2822, - serialized_end=3099, -) - -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_DATALOADEROPTIONS = _descriptor.Descriptor( - name='DataloaderOptions', - full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.DataloaderOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='platform', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.DataloaderOptions.platform', index=0, - number=1, type=14, cpp_type=8, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=3101, - serialized_end=3161, -) - -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SYNCOPTIONS = _descriptor.Descriptor( - name='SyncOptions', - full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.SyncOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='from', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.SyncOptions.from', index=0, - number=1, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='source_namespace', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.SyncOptions.source_namespace', index=1, - number=3, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='platforms', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.SyncOptions.platforms', index=2, - number=6, type=14, cpp_type=8, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='is_backfilling', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.SyncOptions.is_backfilling', index=3, - number=8, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='to_label', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.SyncOptions.to_label', index=4, - number=9, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='to_dataset_id', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.SyncOptions.to_dataset_id', index=5, - number=10, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='with_backfilling', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.SyncOptions.with_backfilling', index=6, - number=11, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='is_scheduled_on_source', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.SyncOptions.is_scheduled_on_source', index=7, - number=12, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=3164, - serialized_end=3405, -) - -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_BACKUPOPTIONS = _descriptor.Descriptor( - name='BackupOptions', - full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.BackupOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='from', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.BackupOptions.from', index=0, - number=1, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='source_namespace', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.BackupOptions.source_namespace', index=1, - number=2, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='platforms', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.BackupOptions.platforms', index=2, - number=3, type=14, cpp_type=8, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=3407, - serialized_end=3527, -) - -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_TRANSCODINGOPTIONS = _descriptor.Descriptor( - name='TranscodingOptions', - full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.TranscodingOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='input_dataset_id', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.TranscodingOptions.input_dataset_id', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='output_dataset_id', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.TranscodingOptions.output_dataset_id', index=1, - number=2, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='input_format', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.TranscodingOptions.input_format', index=2, - number=3, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='output_format', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.TranscodingOptions.output_format', index=3, - number=4, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='input_dataset_label', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.TranscodingOptions.input_dataset_label', index=4, - number=5, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='output_dataset_label', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.TranscodingOptions.output_dataset_label', index=5, - number=6, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='is_by_platform', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.TranscodingOptions.is_by_platform', index=6, - number=7, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=3530, - serialized_end=3789, -) - -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SAMPLEROPTIONS = _descriptor.Descriptor( - name='SamplerOptions', - full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.SamplerOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='input_dataset_id', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.SamplerOptions.input_dataset_id', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='input_format_label', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.SamplerOptions.input_format_label', index=1, - number=2, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='output_dataset_id', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.SamplerOptions.output_dataset_id', index=2, - number=3, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='output_format_label', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.SamplerOptions.output_format_label', index=3, - number=4, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='sampling_rate', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.SamplerOptions.sampling_rate', index=4, - number=5, type=2, cpp_type=6, label=1, - has_default_value=False, default_value=float(0), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=3792, - serialized_end=3941, -) - -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_COMPARATOROPTIONS = _descriptor.Descriptor( - name='ComparatorOptions', - full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.ComparatorOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='left_dataset_id', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.ComparatorOptions.left_dataset_id', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='left_format_label', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.ComparatorOptions.left_format_label', index=1, - number=2, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='right_dataset_id', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.ComparatorOptions.right_dataset_id', index=2, - number=3, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='right_format_label', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.ComparatorOptions.right_format_label', index=3, - number=4, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='hostname', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.ComparatorOptions.hostname', index=4, - number=5, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='ignored_fields', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.ComparatorOptions.ignored_fields', index=5, - number=6, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=3944, - serialized_end=4111, -) - -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_EXTERNALOPTIONS = _descriptor.Descriptor( - name='ExternalOptions', - full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.ExternalOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=4113, - serialized_end=4130, -) - -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR = _descriptor.Descriptor( - name='Generator', - full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='dataloader', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.dataloader', index=0, - number=1, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='kafka2hdfs', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.kafka2hdfs', index=1, - number=2, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='sync', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.sync', index=2, - number=3, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='external', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.external', index=3, - number=4, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='backup', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.backup', index=4, - number=5, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='transcoding', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.transcoding', index=5, - number=6, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='kacoha', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.kacoha', index=6, - number=7, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='deduplicate', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.deduplicate', index=7, - number=8, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='sampler', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.sampler', index=8, - number=9, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='comparator', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.comparator', index=9, - number=10, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='to', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.to', index=10, - number=250, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='namespace', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.namespace', index=11, - number=251, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='start_date', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.start_date', index=12, - number=253, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='stop_date', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.stop_date', index=13, - number=254, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='ignore_cn', full_name='Criteo.Glup.HDFSOptions.ImportOptions.Generator.ignore_cn', index=14, - number=255, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_DEDUPOPTIONS, _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KAFKA2HDFSOPTIONS, _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIG, _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIGPERDC, _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHAOPTIONS, _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_DATALOADEROPTIONS, _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SYNCOPTIONS, _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_BACKUPOPTIONS, _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_TRANSCODINGOPTIONS, _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SAMPLEROPTIONS, _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_COMPARATOROPTIONS, _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_EXTERNALOPTIONS, ], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=1360, - serialized_end=4130, -) - -_HDFSOPTIONS_IMPORTOPTIONS = _descriptor.Descriptor( - name='ImportOptions', - full_name='Criteo.Glup.HDFSOptions.ImportOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='owner', full_name='Criteo.Glup.HDFSOptions.ImportOptions.owner', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='name', full_name='Criteo.Glup.HDFSOptions.ImportOptions.name', index=1, - number=2, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='partitioning', full_name='Criteo.Glup.HDFSOptions.ImportOptions.partitioning', index=2, - number=4, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='format', full_name='Criteo.Glup.HDFSOptions.ImportOptions.format', index=3, - number=5, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='private', full_name='Criteo.Glup.HDFSOptions.ImportOptions.private', index=4, - number=6, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='generator', full_name='Criteo.Glup.HDFSOptions.ImportOptions.generator', index=5, - number=11, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='view', full_name='Criteo.Glup.HDFSOptions.ImportOptions.view', index=6, - number=12, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[_HDFSOPTIONS_IMPORTOPTIONS_VIEW, _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR, ], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=924, - serialized_end=4130, -) - -_HDFSOPTIONS = _descriptor.Descriptor( - name='HDFSOptions', - full_name='Criteo.Glup.HDFSOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='import', full_name='Criteo.Glup.HDFSOptions.import', index=0, - number=3, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[_HDFSOPTIONS_IMPORTOPTIONS, ], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=852, - serialized_end=4130, -) - - -_PRODUCERTRANSPORTOPTIONS = _descriptor.Descriptor( - name='ProducerTransportOptions', - full_name='Criteo.Glup.ProducerTransportOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='syslog', full_name='Criteo.Glup.ProducerTransportOptions.syslog', index=0, - number=1, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='kafka', full_name='Criteo.Glup.ProducerTransportOptions.kafka', index=1, - number=2, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=4132, - serialized_end=4189, -) - - -_PROPERTYOPTIONS = _descriptor.Descriptor( - name='PropertyOptions', - full_name='Criteo.Glup.PropertyOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='valuable', full_name='Criteo.Glup.PropertyOptions.valuable', index=0, - number=1, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='high_volume', full_name='Criteo.Glup.PropertyOptions.high_volume', index=1, - number=2, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=4191, - serialized_end=4247, -) - - -_GLUPOPTIONS = _descriptor.Descriptor( - name='GlupOptions', - full_name='Criteo.Glup.GlupOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='kafka', full_name='Criteo.Glup.GlupOptions.kafka', index=0, - number=1, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='hdfs', full_name='Criteo.Glup.GlupOptions.hdfs', index=1, - number=2, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='sampling_pct', full_name='Criteo.Glup.GlupOptions.sampling_pct', index=2, - number=3, type=13, cpp_type=3, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='preprod_sampling_pct', full_name='Criteo.Glup.GlupOptions.preprod_sampling_pct', index=3, - number=4, type=13, cpp_type=3, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='dataset', full_name='Criteo.Glup.GlupOptions.dataset', index=4, - number=5, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='message_sampling_pct', full_name='Criteo.Glup.GlupOptions.message_sampling_pct', index=5, - number=6, type=13, cpp_type=3, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='producers', full_name='Criteo.Glup.GlupOptions.producers', index=6, - number=7, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='properties', full_name='Criteo.Glup.GlupOptions.properties', index=7, - number=8, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=4250, - serialized_end=4581, -) - - -_GLUPFIELDOPTIONS = _descriptor.Descriptor( - name='GlupFieldOptions', - full_name='Criteo.Glup.GlupFieldOptions', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='sampled', full_name='Criteo.Glup.GlupFieldOptions.sampled', index=0, - number=1, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='sampling_key', full_name='Criteo.Glup.GlupFieldOptions.sampling_key', index=1, - number=2, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='disabled_platform', full_name='Criteo.Glup.GlupFieldOptions.disabled_platform', index=2, - number=3, type=14, cpp_type=8, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='should_clean_pii', full_name='Criteo.Glup.GlupFieldOptions.should_clean_pii', index=3, - number=4, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='pending_deletion', full_name='Criteo.Glup.GlupFieldOptions.pending_deletion', index=4, - number=5, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='added_at', full_name='Criteo.Glup.GlupFieldOptions.added_at', index=5, - number=6, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=4584, - serialized_end=4761, -) - - -_JSONMAPPING = _descriptor.Descriptor( - name='JsonMapping', - full_name='Criteo.Glup.JsonMapping', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='name', full_name='Criteo.Glup.JsonMapping.name', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='skip', full_name='Criteo.Glup.JsonMapping.skip', index=1, - number=2, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=4763, - serialized_end=4804, -) - - -_JSONALIAS = _descriptor.Descriptor( - name='JsonAlias', - full_name='Criteo.Glup.JsonAlias', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='name', full_name='Criteo.Glup.JsonAlias.name', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='use_enum_field_id', full_name='Criteo.Glup.JsonAlias.use_enum_field_id', index=1, - number=3, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=4806, - serialized_end=4858, -) - - -_BASEGLUPMESSAGE_SETFIELDSENTRY = _descriptor.Descriptor( - name='SetFieldsEntry', - full_name='Criteo.Glup.BaseGlupMessage.SetFieldsEntry', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='key', full_name='Criteo.Glup.BaseGlupMessage.SetFieldsEntry.key', index=0, - number=1, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='value', full_name='Criteo.Glup.BaseGlupMessage.SetFieldsEntry.value', index=1, - number=2, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=_descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('8\001')), - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=5116, - serialized_end=5164, -) - -_BASEGLUPMESSAGE = _descriptor.Descriptor( - name='BaseGlupMessage', - full_name='Criteo.Glup.BaseGlupMessage', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='glup_origin', full_name='Criteo.Glup.BaseGlupMessage.glup_origin', index=0, - number=1, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='partition', full_name='Criteo.Glup.BaseGlupMessage.partition', index=1, - number=2, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='set_fields', full_name='Criteo.Glup.BaseGlupMessage.set_fields', index=2, - number=50010, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='control_message', full_name='Criteo.Glup.BaseGlupMessage.control_message', index=3, - number=2097151, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=_descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\222\265\030\014\n\n__metadata')), file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[_BASEGLUPMESSAGE_SETFIELDSENTRY, ], - enum_types=[ - ], - options=_descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('\210\265\030\001')), - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=4861, - serialized_end=5170, -) - - -_FORWARDEDWATERMARKMESSAGE = _descriptor.Descriptor( - name='ForwardedWatermarkMessage', - full_name='Criteo.Glup.ForwardedWatermarkMessage', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='original_kafka_offset', full_name='Criteo.Glup.ForwardedWatermarkMessage.original_kafka_offset', index=0, - number=5, type=3, cpp_type=2, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='timestamp', full_name='Criteo.Glup.ForwardedWatermarkMessage.timestamp', index=1, - number=6, type=3, cpp_type=2, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='consolidation_enabled', full_name='Criteo.Glup.ForwardedWatermarkMessage.consolidation_enabled', index=2, - number=7, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='dataset_id', full_name='Criteo.Glup.ForwardedWatermarkMessage.dataset_id', index=3, - number=10, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='dataset_format_label', full_name='Criteo.Glup.ForwardedWatermarkMessage.dataset_format_label', index=4, - number=11, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='control_message', full_name='Criteo.Glup.ForwardedWatermarkMessage.control_message', index=5, - number=2097151, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=_descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\222\265\030\014\n\n__metadata')), file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=5173, - serialized_end=5415, -) - - -_LOCATION = _descriptor.Descriptor( - name='Location', - full_name='Criteo.Glup.Location', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='env', full_name='Criteo.Glup.Location.env', index=0, - number=1, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='dc', full_name='Criteo.Glup.Location.dc', index=1, - number=2, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='label', full_name='Criteo.Glup.Location.label', index=2, - number=3, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='dataset_id', full_name='Criteo.Glup.Location.dataset_id', index=3, - number=4, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=5417, - serialized_end=5538, -) - - -_ORIGIN = _descriptor.Descriptor( - name='Origin', - full_name='Criteo.Glup.Origin', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='datacenter', full_name='Criteo.Glup.Origin.datacenter', index=0, - number=1, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='ip4', full_name='Criteo.Glup.Origin.ip4', index=1, - number=2, type=7, cpp_type=3, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=_descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\212\265\030\t\n\007host_ip')), file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='hostname', full_name='Criteo.Glup.Origin.hostname', index=2, - number=3, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='container_task', full_name='Criteo.Glup.Origin.container_task', index=3, - number=4, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=_descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\212\265\030\002\020\001')), file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='container_app', full_name='Criteo.Glup.Origin.container_app', index=4, - number=5, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=_descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\212\265\030\002\020\001')), file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=5541, - serialized_end=5703, -) - - -_CONTROLMESSAGE_WATERMARKORIGIN = _descriptor.Descriptor( - name='WatermarkOrigin', - full_name='Criteo.Glup.ControlMessage.WatermarkOrigin', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='kafka_topic', full_name='Criteo.Glup.ControlMessage.WatermarkOrigin.kafka_topic', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='datacenter', full_name='Criteo.Glup.ControlMessage.WatermarkOrigin.datacenter', index=1, - number=2, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='cluster', full_name='Criteo.Glup.ControlMessage.WatermarkOrigin.cluster', index=2, - number=3, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=5783, - serialized_end=5920, -) - -_CONTROLMESSAGE_WATERMARK_SETFIELDSENTRY = _descriptor.Descriptor( - name='SetFieldsEntry', - full_name='Criteo.Glup.ControlMessage.Watermark.SetFieldsEntry', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='key', full_name='Criteo.Glup.ControlMessage.Watermark.SetFieldsEntry.key', index=0, - number=1, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='value', full_name='Criteo.Glup.ControlMessage.Watermark.SetFieldsEntry.value', index=1, - number=2, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=_descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('8\001')), - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=5116, - serialized_end=5164, -) - -_CONTROLMESSAGE_WATERMARK = _descriptor.Descriptor( - name='Watermark', - full_name='Criteo.Glup.ControlMessage.Watermark', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='type', full_name='Criteo.Glup.ControlMessage.Watermark.type', index=0, - number=1, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='hostname', full_name='Criteo.Glup.ControlMessage.Watermark.hostname', index=1, - number=2, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='kafka_topic', full_name='Criteo.Glup.ControlMessage.Watermark.kafka_topic', index=2, - number=3, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='partition', full_name='Criteo.Glup.ControlMessage.Watermark.partition', index=3, - number=4, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='partition_count', full_name='Criteo.Glup.ControlMessage.Watermark.partition_count', index=4, - number=5, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='process_uuid', full_name='Criteo.Glup.ControlMessage.Watermark.process_uuid', index=5, - number=6, type=12, cpp_type=9, label=1, - has_default_value=False, default_value=_b(""), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='region', full_name='Criteo.Glup.ControlMessage.Watermark.region', index=6, - number=7, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='timestamp_seconds', full_name='Criteo.Glup.ControlMessage.Watermark.timestamp_seconds', index=7, - number=8, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=_descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\222\265\030\013\n\ttimestamp')), file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='cluster', full_name='Criteo.Glup.ControlMessage.Watermark.cluster', index=8, - number=9, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='environment', full_name='Criteo.Glup.ControlMessage.Watermark.environment', index=9, - number=10, type=9, cpp_type=9, label=1, - has_default_value=False, default_value=_b("").decode('utf-8'), - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='set_fields', full_name='Criteo.Glup.ControlMessage.Watermark.set_fields', index=10, - number=50010, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[_CONTROLMESSAGE_WATERMARK_SETFIELDSENTRY, ], - enum_types=[ - ], - options=_descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('\210\265\030\001')), - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=5923, - serialized_end=6283, -) - -_CONTROLMESSAGE = _descriptor.Descriptor( - name='ControlMessage', - full_name='Criteo.Glup.ControlMessage', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='watermark', full_name='Criteo.Glup.ControlMessage.watermark', index=0, - number=1, type=11, cpp_type=10, label=1, - has_default_value=False, default_value=None, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[_CONTROLMESSAGE_WATERMARKORIGIN, _CONTROLMESSAGE_WATERMARK, ], - enum_types=[ - _CONTROLMESSAGE_CLUSTER, - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=5706, - serialized_end=6355, -) - - -_PARTITION = _descriptor.Descriptor( - name='Partition', - full_name='Criteo.Glup.Partition', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='timestamp_seconds', full_name='Criteo.Glup.Partition.timestamp_seconds', index=0, - number=1, type=4, cpp_type=4, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=_descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\212\265\030\013\n\ttimestamp')), file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='host_platform', full_name='Criteo.Glup.Partition.host_platform', index=1, - number=2, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='event_type', full_name='Criteo.Glup.Partition.event_type', index=2, - number=3, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=_descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\212\265\030\002\020\001')), file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=6358, - serialized_end=6511, -) - - -_HDFSPARTITION = _descriptor.Descriptor( - name='HDFSPartition', - full_name='Criteo.Glup.HDFSPartition', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='timestamp_seconds', full_name='Criteo.Glup.HDFSPartition.timestamp_seconds', index=0, - number=1, type=4, cpp_type=4, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='host_platform', full_name='Criteo.Glup.HDFSPartition.host_platform', index=1, - number=2, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='event_type', full_name='Criteo.Glup.HDFSPartition.event_type', index=2, - number=3, type=14, cpp_type=8, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='depth', full_name='Criteo.Glup.HDFSPartition.depth', index=3, - number=4, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=6514, - serialized_end=6661, -) - - -_HASH128_SETFIELDSENTRY = _descriptor.Descriptor( - name='SetFieldsEntry', - full_name='Criteo.Glup.Hash128.SetFieldsEntry', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='key', full_name='Criteo.Glup.Hash128.SetFieldsEntry.key', index=0, - number=1, type=5, cpp_type=1, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='value', full_name='Criteo.Glup.Hash128.SetFieldsEntry.value', index=1, - number=2, type=8, cpp_type=7, label=1, - has_default_value=False, default_value=False, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[], - enum_types=[ - ], - options=_descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('8\001')), - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=5116, - serialized_end=5164, -) - -_HASH128 = _descriptor.Descriptor( - name='Hash128', - full_name='Criteo.Glup.Hash128', - filename=None, - file=DESCRIPTOR, - containing_type=None, - fields=[ - _descriptor.FieldDescriptor( - name='most_sig_bits', full_name='Criteo.Glup.Hash128.most_sig_bits', index=0, - number=1, type=6, cpp_type=4, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='least_sig_bits', full_name='Criteo.Glup.Hash128.least_sig_bits', index=1, - number=2, type=6, cpp_type=4, label=1, - has_default_value=False, default_value=0, - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - _descriptor.FieldDescriptor( - name='set_fields', full_name='Criteo.Glup.Hash128.set_fields', index=2, - number=50010, type=11, cpp_type=10, label=3, - has_default_value=False, default_value=[], - message_type=None, enum_type=None, containing_type=None, - is_extension=False, extension_scope=None, - options=None, file=DESCRIPTOR), - ], - extensions=[ - ], - nested_types=[_HASH128_SETFIELDSENTRY, ], - enum_types=[ - ], - options=None, - is_extendable=False, - syntax='proto3', - extension_ranges=[], - oneofs=[ - ], - serialized_start=6664, - serialized_end=6829, -) - -_DATASET.fields_by_name['format'].message_type = _DATASETFORMAT -_DATASET.fields_by_name['partition_scheme'].enum_type = _PARTITIONSCHEME -_DATASET.fields_by_name['kind'].enum_type = _DATASETKIND -_DATASETCHUNK.fields_by_name['partition'].message_type = _PARTITION -_DATASETCHUNK.fields_by_name['format'].message_type = _DATASETFORMAT -_DATASETFORMAT.fields_by_name['file_format'].enum_type = _HDFSDATAFORMAT -_DATASETFORMAT.fields_by_name['partition_scheme'].enum_type = _PARTITIONSCHEME -_DATASETFORMAT.fields_by_name['start_partition'].message_type = _HDFSPARTITION -_DATASETFORMAT.fields_by_name['end_partition'].message_type = _HDFSPARTITION -_DATASETFORMAT.fields_by_name['monitoring_level'].enum_type = _MONITORINGLEVEL -_HDFSOPTIONS_IMPORTOPTIONS_VIEW_HIVEOPTIONS.fields_by_name['partitioning'].enum_type = _PARTITIONSCHEME -_HDFSOPTIONS_IMPORTOPTIONS_VIEW_HIVEOPTIONS.containing_type = _HDFSOPTIONS_IMPORTOPTIONS_VIEW -_HDFSOPTIONS_IMPORTOPTIONS_VIEW.fields_by_name['hive'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_VIEW_HIVEOPTIONS -_HDFSOPTIONS_IMPORTOPTIONS_VIEW.containing_type = _HDFSOPTIONS_IMPORTOPTIONS -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_DEDUPOPTIONS.containing_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KAFKA2HDFSOPTIONS.containing_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIG.containing_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIGPERDC.fields_by_name['dc'].enum_type = _DATACENTER -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIGPERDC.fields_by_name['config'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIG -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIGPERDC.containing_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHAOPTIONS.fields_by_name['config'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIG -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHAOPTIONS.fields_by_name['config_per_dc'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIGPERDC -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHAOPTIONS.containing_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_DATALOADEROPTIONS.fields_by_name['platform'].enum_type = _PLATFORM -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_DATALOADEROPTIONS.containing_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SYNCOPTIONS.fields_by_name['from'].message_type = _LOCATION -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SYNCOPTIONS.fields_by_name['platforms'].enum_type = _PLATFORM -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SYNCOPTIONS.containing_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_BACKUPOPTIONS.fields_by_name['from'].message_type = _LOCATION -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_BACKUPOPTIONS.fields_by_name['platforms'].enum_type = _PLATFORM -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_BACKUPOPTIONS.containing_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_TRANSCODINGOPTIONS.fields_by_name['input_format'].enum_type = _HDFSDATAFORMAT -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_TRANSCODINGOPTIONS.fields_by_name['output_format'].enum_type = _HDFSDATAFORMAT -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_TRANSCODINGOPTIONS.containing_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SAMPLEROPTIONS.containing_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_COMPARATOROPTIONS.containing_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_EXTERNALOPTIONS.containing_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR.fields_by_name['dataloader'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_DATALOADEROPTIONS -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR.fields_by_name['kafka2hdfs'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KAFKA2HDFSOPTIONS -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR.fields_by_name['sync'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SYNCOPTIONS -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR.fields_by_name['external'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_EXTERNALOPTIONS -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR.fields_by_name['backup'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_BACKUPOPTIONS -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR.fields_by_name['transcoding'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_TRANSCODINGOPTIONS -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR.fields_by_name['kacoha'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHAOPTIONS -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR.fields_by_name['deduplicate'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_DEDUPOPTIONS -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR.fields_by_name['sampler'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SAMPLEROPTIONS -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR.fields_by_name['comparator'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_COMPARATOROPTIONS -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR.fields_by_name['to'].message_type = _LOCATION -_HDFSOPTIONS_IMPORTOPTIONS_GENERATOR.containing_type = _HDFSOPTIONS_IMPORTOPTIONS -_HDFSOPTIONS_IMPORTOPTIONS.fields_by_name['partitioning'].enum_type = _PARTITIONSCHEME -_HDFSOPTIONS_IMPORTOPTIONS.fields_by_name['format'].enum_type = _HDFSDATAFORMAT -_HDFSOPTIONS_IMPORTOPTIONS.fields_by_name['generator'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR -_HDFSOPTIONS_IMPORTOPTIONS.fields_by_name['view'].message_type = _HDFSOPTIONS_IMPORTOPTIONS_VIEW -_HDFSOPTIONS_IMPORTOPTIONS.containing_type = _HDFSOPTIONS -_HDFSOPTIONS.fields_by_name['import'].message_type = _HDFSOPTIONS_IMPORTOPTIONS -_GLUPOPTIONS.fields_by_name['kafka'].message_type = _KAFKAMESSAGEOPTIONS -_GLUPOPTIONS.fields_by_name['hdfs'].message_type = _HDFSOPTIONS -_GLUPOPTIONS.fields_by_name['dataset'].message_type = _DATASET -_GLUPOPTIONS.fields_by_name['producers'].message_type = _PRODUCERTRANSPORTOPTIONS -_GLUPOPTIONS.fields_by_name['properties'].message_type = _PROPERTYOPTIONS -_GLUPFIELDOPTIONS.fields_by_name['disabled_platform'].enum_type = _PLATFORM -_BASEGLUPMESSAGE_SETFIELDSENTRY.containing_type = _BASEGLUPMESSAGE -_BASEGLUPMESSAGE.fields_by_name['glup_origin'].message_type = _ORIGIN -_BASEGLUPMESSAGE.fields_by_name['partition'].message_type = _PARTITION -_BASEGLUPMESSAGE.fields_by_name['set_fields'].message_type = _BASEGLUPMESSAGE_SETFIELDSENTRY -_BASEGLUPMESSAGE.fields_by_name['control_message'].message_type = _CONTROLMESSAGE_WATERMARK -_FORWARDEDWATERMARKMESSAGE.fields_by_name['control_message'].message_type = _CONTROLMESSAGE_WATERMARK -_LOCATION.fields_by_name['env'].enum_type = _ENVIRONMENT -_LOCATION.fields_by_name['dc'].enum_type = _DATACENTER -_ORIGIN.fields_by_name['datacenter'].enum_type = _DATACENTER -_CONTROLMESSAGE_WATERMARKORIGIN.fields_by_name['datacenter'].enum_type = _DATACENTER -_CONTROLMESSAGE_WATERMARKORIGIN.fields_by_name['cluster'].enum_type = _CONTROLMESSAGE_CLUSTER -_CONTROLMESSAGE_WATERMARKORIGIN.containing_type = _CONTROLMESSAGE -_CONTROLMESSAGE_WATERMARK_SETFIELDSENTRY.containing_type = _CONTROLMESSAGE_WATERMARK -_CONTROLMESSAGE_WATERMARK.fields_by_name['set_fields'].message_type = _CONTROLMESSAGE_WATERMARK_SETFIELDSENTRY -_CONTROLMESSAGE_WATERMARK.containing_type = _CONTROLMESSAGE -_CONTROLMESSAGE.fields_by_name['watermark'].message_type = _CONTROLMESSAGE_WATERMARK -_CONTROLMESSAGE_CLUSTER.containing_type = _CONTROLMESSAGE -_PARTITION.fields_by_name['host_platform'].enum_type = _PLATFORM -_PARTITION.fields_by_name['event_type'].enum_type = _EVENTTYPE -_HDFSPARTITION.fields_by_name['host_platform'].enum_type = _PLATFORM -_HDFSPARTITION.fields_by_name['event_type'].enum_type = _EVENTTYPE -_HASH128_SETFIELDSENTRY.containing_type = _HASH128 -_HASH128.fields_by_name['set_fields'].message_type = _HASH128_SETFIELDSENTRY -DESCRIPTOR.message_types_by_name['KafkaMessageOptions'] = _KAFKAMESSAGEOPTIONS -DESCRIPTOR.message_types_by_name['DataSet'] = _DATASET -DESCRIPTOR.message_types_by_name['DataSetChunk'] = _DATASETCHUNK -DESCRIPTOR.message_types_by_name['DataSetFormat'] = _DATASETFORMAT -DESCRIPTOR.message_types_by_name['HDFSOptions'] = _HDFSOPTIONS -DESCRIPTOR.message_types_by_name['ProducerTransportOptions'] = _PRODUCERTRANSPORTOPTIONS -DESCRIPTOR.message_types_by_name['PropertyOptions'] = _PROPERTYOPTIONS -DESCRIPTOR.message_types_by_name['GlupOptions'] = _GLUPOPTIONS -DESCRIPTOR.message_types_by_name['GlupFieldOptions'] = _GLUPFIELDOPTIONS -DESCRIPTOR.message_types_by_name['JsonMapping'] = _JSONMAPPING -DESCRIPTOR.message_types_by_name['JsonAlias'] = _JSONALIAS -DESCRIPTOR.message_types_by_name['BaseGlupMessage'] = _BASEGLUPMESSAGE -DESCRIPTOR.message_types_by_name['ForwardedWatermarkMessage'] = _FORWARDEDWATERMARKMESSAGE -DESCRIPTOR.message_types_by_name['Location'] = _LOCATION -DESCRIPTOR.message_types_by_name['Origin'] = _ORIGIN -DESCRIPTOR.message_types_by_name['ControlMessage'] = _CONTROLMESSAGE -DESCRIPTOR.message_types_by_name['Partition'] = _PARTITION -DESCRIPTOR.message_types_by_name['HDFSPartition'] = _HDFSPARTITION -DESCRIPTOR.message_types_by_name['Hash128'] = _HASH128 -DESCRIPTOR.enum_types_by_name['PartitionScheme'] = _PARTITIONSCHEME -DESCRIPTOR.enum_types_by_name['MessageFormat'] = _MESSAGEFORMAT -DESCRIPTOR.enum_types_by_name['HDFSDataFormat'] = _HDFSDATAFORMAT -DESCRIPTOR.enum_types_by_name['DataSetKind'] = _DATASETKIND -DESCRIPTOR.enum_types_by_name['MonitoringLevel'] = _MONITORINGLEVEL -DESCRIPTOR.enum_types_by_name['DataCenter'] = _DATACENTER -DESCRIPTOR.enum_types_by_name['Environment'] = _ENVIRONMENT -DESCRIPTOR.enum_types_by_name['Platform'] = _PLATFORM -DESCRIPTOR.enum_types_by_name['EventType'] = _EVENTTYPE -DESCRIPTOR.enum_types_by_name['YesNo'] = _YESNO -DESCRIPTOR.extensions_by_name['glup'] = glup -DESCRIPTOR.extensions_by_name['contains_nullable_fields'] = contains_nullable_fields -DESCRIPTOR.extensions_by_name['glupfield'] = glupfield -DESCRIPTOR.extensions_by_name['json_mapping'] = json_mapping -DESCRIPTOR.extensions_by_name['json'] = json -_sym_db.RegisterFileDescriptor(DESCRIPTOR) - -KafkaMessageOptions = _reflection.GeneratedProtocolMessageType('KafkaMessageOptions', (_message.Message,), dict( - DESCRIPTOR = _KAFKAMESSAGEOPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.KafkaMessageOptions) - )) -_sym_db.RegisterMessage(KafkaMessageOptions) - -DataSet = _reflection.GeneratedProtocolMessageType('DataSet', (_message.Message,), dict( - DESCRIPTOR = _DATASET, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.DataSet) - )) -_sym_db.RegisterMessage(DataSet) - -DataSetChunk = _reflection.GeneratedProtocolMessageType('DataSetChunk', (_message.Message,), dict( - DESCRIPTOR = _DATASETCHUNK, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.DataSetChunk) - )) -_sym_db.RegisterMessage(DataSetChunk) - -DataSetFormat = _reflection.GeneratedProtocolMessageType('DataSetFormat', (_message.Message,), dict( - DESCRIPTOR = _DATASETFORMAT, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.DataSetFormat) - )) -_sym_db.RegisterMessage(DataSetFormat) - -HDFSOptions = _reflection.GeneratedProtocolMessageType('HDFSOptions', (_message.Message,), dict( - - ImportOptions = _reflection.GeneratedProtocolMessageType('ImportOptions', (_message.Message,), dict( - - View = _reflection.GeneratedProtocolMessageType('View', (_message.Message,), dict( - - HiveOptions = _reflection.GeneratedProtocolMessageType('HiveOptions', (_message.Message,), dict( - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS_VIEW_HIVEOPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions.View.HiveOptions) - )) - , - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS_VIEW, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions.View) - )) - , - - Generator = _reflection.GeneratedProtocolMessageType('Generator', (_message.Message,), dict( - - DedupOptions = _reflection.GeneratedProtocolMessageType('DedupOptions', (_message.Message,), dict( - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_DEDUPOPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions.Generator.DedupOptions) - )) - , - - Kafka2HdfsOptions = _reflection.GeneratedProtocolMessageType('Kafka2HdfsOptions', (_message.Message,), dict( - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KAFKA2HDFSOPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions.Generator.Kafka2HdfsOptions) - )) - , - - KacohaConfig = _reflection.GeneratedProtocolMessageType('KacohaConfig', (_message.Message,), dict( - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIG, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions.Generator.KacohaConfig) - )) - , - - KacohaConfigPerDc = _reflection.GeneratedProtocolMessageType('KacohaConfigPerDc', (_message.Message,), dict( - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHACONFIGPERDC, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions.Generator.KacohaConfigPerDc) - )) - , - - KaCoHaOptions = _reflection.GeneratedProtocolMessageType('KaCoHaOptions', (_message.Message,), dict( - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_KACOHAOPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions.Generator.KaCoHaOptions) - )) - , - - DataloaderOptions = _reflection.GeneratedProtocolMessageType('DataloaderOptions', (_message.Message,), dict( - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_DATALOADEROPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions.Generator.DataloaderOptions) - )) - , - - SyncOptions = _reflection.GeneratedProtocolMessageType('SyncOptions', (_message.Message,), dict( - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SYNCOPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions.Generator.SyncOptions) - )) - , - - BackupOptions = _reflection.GeneratedProtocolMessageType('BackupOptions', (_message.Message,), dict( - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_BACKUPOPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions.Generator.BackupOptions) - )) - , - - TranscodingOptions = _reflection.GeneratedProtocolMessageType('TranscodingOptions', (_message.Message,), dict( - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_TRANSCODINGOPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions.Generator.TranscodingOptions) - )) - , - - SamplerOptions = _reflection.GeneratedProtocolMessageType('SamplerOptions', (_message.Message,), dict( - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_SAMPLEROPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions.Generator.SamplerOptions) - )) - , - - ComparatorOptions = _reflection.GeneratedProtocolMessageType('ComparatorOptions', (_message.Message,), dict( - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_COMPARATOROPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions.Generator.ComparatorOptions) - )) - , - - ExternalOptions = _reflection.GeneratedProtocolMessageType('ExternalOptions', (_message.Message,), dict( - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR_EXTERNALOPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions.Generator.ExternalOptions) - )) - , - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS_GENERATOR, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions.Generator) - )) - , - DESCRIPTOR = _HDFSOPTIONS_IMPORTOPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions.ImportOptions) - )) - , - DESCRIPTOR = _HDFSOPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSOptions) - )) -_sym_db.RegisterMessage(HDFSOptions) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions.View) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions.View.HiveOptions) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions.Generator) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions.Generator.DedupOptions) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions.Generator.Kafka2HdfsOptions) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions.Generator.KacohaConfig) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions.Generator.KacohaConfigPerDc) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions.Generator.KaCoHaOptions) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions.Generator.DataloaderOptions) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions.Generator.SyncOptions) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions.Generator.BackupOptions) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions.Generator.TranscodingOptions) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions.Generator.SamplerOptions) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions.Generator.ComparatorOptions) -_sym_db.RegisterMessage(HDFSOptions.ImportOptions.Generator.ExternalOptions) - -ProducerTransportOptions = _reflection.GeneratedProtocolMessageType('ProducerTransportOptions', (_message.Message,), dict( - DESCRIPTOR = _PRODUCERTRANSPORTOPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.ProducerTransportOptions) - )) -_sym_db.RegisterMessage(ProducerTransportOptions) - -PropertyOptions = _reflection.GeneratedProtocolMessageType('PropertyOptions', (_message.Message,), dict( - DESCRIPTOR = _PROPERTYOPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.PropertyOptions) - )) -_sym_db.RegisterMessage(PropertyOptions) - -GlupOptions = _reflection.GeneratedProtocolMessageType('GlupOptions', (_message.Message,), dict( - DESCRIPTOR = _GLUPOPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.GlupOptions) - )) -_sym_db.RegisterMessage(GlupOptions) - -GlupFieldOptions = _reflection.GeneratedProtocolMessageType('GlupFieldOptions', (_message.Message,), dict( - DESCRIPTOR = _GLUPFIELDOPTIONS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.GlupFieldOptions) - )) -_sym_db.RegisterMessage(GlupFieldOptions) - -JsonMapping = _reflection.GeneratedProtocolMessageType('JsonMapping', (_message.Message,), dict( - DESCRIPTOR = _JSONMAPPING, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.JsonMapping) - )) -_sym_db.RegisterMessage(JsonMapping) - -JsonAlias = _reflection.GeneratedProtocolMessageType('JsonAlias', (_message.Message,), dict( - DESCRIPTOR = _JSONALIAS, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.JsonAlias) - )) -_sym_db.RegisterMessage(JsonAlias) - -BaseGlupMessage = _reflection.GeneratedProtocolMessageType('BaseGlupMessage', (_message.Message,), dict( - - SetFieldsEntry = _reflection.GeneratedProtocolMessageType('SetFieldsEntry', (_message.Message,), dict( - DESCRIPTOR = _BASEGLUPMESSAGE_SETFIELDSENTRY, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.BaseGlupMessage.SetFieldsEntry) - )) - , - DESCRIPTOR = _BASEGLUPMESSAGE, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.BaseGlupMessage) - )) -_sym_db.RegisterMessage(BaseGlupMessage) -_sym_db.RegisterMessage(BaseGlupMessage.SetFieldsEntry) - -ForwardedWatermarkMessage = _reflection.GeneratedProtocolMessageType('ForwardedWatermarkMessage', (_message.Message,), dict( - DESCRIPTOR = _FORWARDEDWATERMARKMESSAGE, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.ForwardedWatermarkMessage) - )) -_sym_db.RegisterMessage(ForwardedWatermarkMessage) - -Location = _reflection.GeneratedProtocolMessageType('Location', (_message.Message,), dict( - DESCRIPTOR = _LOCATION, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.Location) - )) -_sym_db.RegisterMessage(Location) - -Origin = _reflection.GeneratedProtocolMessageType('Origin', (_message.Message,), dict( - DESCRIPTOR = _ORIGIN, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.Origin) - )) -_sym_db.RegisterMessage(Origin) - -ControlMessage = _reflection.GeneratedProtocolMessageType('ControlMessage', (_message.Message,), dict( - - WatermarkOrigin = _reflection.GeneratedProtocolMessageType('WatermarkOrigin', (_message.Message,), dict( - DESCRIPTOR = _CONTROLMESSAGE_WATERMARKORIGIN, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.ControlMessage.WatermarkOrigin) - )) - , - - Watermark = _reflection.GeneratedProtocolMessageType('Watermark', (_message.Message,), dict( - - SetFieldsEntry = _reflection.GeneratedProtocolMessageType('SetFieldsEntry', (_message.Message,), dict( - DESCRIPTOR = _CONTROLMESSAGE_WATERMARK_SETFIELDSENTRY, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.ControlMessage.Watermark.SetFieldsEntry) - )) - , - DESCRIPTOR = _CONTROLMESSAGE_WATERMARK, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.ControlMessage.Watermark) - )) - , - DESCRIPTOR = _CONTROLMESSAGE, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.ControlMessage) - )) -_sym_db.RegisterMessage(ControlMessage) -_sym_db.RegisterMessage(ControlMessage.WatermarkOrigin) -_sym_db.RegisterMessage(ControlMessage.Watermark) -_sym_db.RegisterMessage(ControlMessage.Watermark.SetFieldsEntry) - -Partition = _reflection.GeneratedProtocolMessageType('Partition', (_message.Message,), dict( - DESCRIPTOR = _PARTITION, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.Partition) - )) -_sym_db.RegisterMessage(Partition) - -HDFSPartition = _reflection.GeneratedProtocolMessageType('HDFSPartition', (_message.Message,), dict( - DESCRIPTOR = _HDFSPARTITION, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.HDFSPartition) - )) -_sym_db.RegisterMessage(HDFSPartition) - -Hash128 = _reflection.GeneratedProtocolMessageType('Hash128', (_message.Message,), dict( - - SetFieldsEntry = _reflection.GeneratedProtocolMessageType('SetFieldsEntry', (_message.Message,), dict( - DESCRIPTOR = _HASH128_SETFIELDSENTRY, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.Hash128.SetFieldsEntry) - )) - , - DESCRIPTOR = _HASH128, - __module__ = 'metadata_proto_pb2' - # @@protoc_insertion_point(class_scope:Criteo.Glup.Hash128) - )) -_sym_db.RegisterMessage(Hash128) -_sym_db.RegisterMessage(Hash128.SetFieldsEntry) - -glup.message_type = _GLUPOPTIONS -google_dot_protobuf_dot_descriptor__pb2.MessageOptions.RegisterExtension(glup) -google_dot_protobuf_dot_descriptor__pb2.MessageOptions.RegisterExtension(contains_nullable_fields) -glupfield.message_type = _GLUPFIELDOPTIONS -google_dot_protobuf_dot_descriptor__pb2.FieldOptions.RegisterExtension(glupfield) -json_mapping.message_type = _JSONMAPPING -google_dot_protobuf_dot_descriptor__pb2.FieldOptions.RegisterExtension(json_mapping) -json.message_type = _JSONALIAS -google_dot_protobuf_dot_descriptor__pb2.FieldOptions.RegisterExtension(json) - -DESCRIPTOR.has_options = True -DESCRIPTOR._options = _descriptor._ParseOptions(descriptor_pb2.FileOptions(), _b('\n\017com.criteo.glup')) -_BASEGLUPMESSAGE_SETFIELDSENTRY.has_options = True -_BASEGLUPMESSAGE_SETFIELDSENTRY._options = _descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('8\001')) -_BASEGLUPMESSAGE.fields_by_name['control_message'].has_options = True -_BASEGLUPMESSAGE.fields_by_name['control_message']._options = _descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\222\265\030\014\n\n__metadata')) -_BASEGLUPMESSAGE.has_options = True -_BASEGLUPMESSAGE._options = _descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('\210\265\030\001')) -_FORWARDEDWATERMARKMESSAGE.fields_by_name['control_message'].has_options = True -_FORWARDEDWATERMARKMESSAGE.fields_by_name['control_message']._options = _descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\222\265\030\014\n\n__metadata')) -_ORIGIN.fields_by_name['ip4'].has_options = True -_ORIGIN.fields_by_name['ip4']._options = _descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\212\265\030\t\n\007host_ip')) -_ORIGIN.fields_by_name['container_task'].has_options = True -_ORIGIN.fields_by_name['container_task']._options = _descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\212\265\030\002\020\001')) -_ORIGIN.fields_by_name['container_app'].has_options = True -_ORIGIN.fields_by_name['container_app']._options = _descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\212\265\030\002\020\001')) -_CONTROLMESSAGE_WATERMARK_SETFIELDSENTRY.has_options = True -_CONTROLMESSAGE_WATERMARK_SETFIELDSENTRY._options = _descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('8\001')) -_CONTROLMESSAGE_WATERMARK.fields_by_name['timestamp_seconds'].has_options = True -_CONTROLMESSAGE_WATERMARK.fields_by_name['timestamp_seconds']._options = _descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\222\265\030\013\n\ttimestamp')) -_CONTROLMESSAGE_WATERMARK.has_options = True -_CONTROLMESSAGE_WATERMARK._options = _descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('\210\265\030\001')) -_PARTITION.fields_by_name['timestamp_seconds'].has_options = True -_PARTITION.fields_by_name['timestamp_seconds']._options = _descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\212\265\030\013\n\ttimestamp')) -_PARTITION.fields_by_name['event_type'].has_options = True -_PARTITION.fields_by_name['event_type']._options = _descriptor._ParseOptions(descriptor_pb2.FieldOptions(), _b('\212\265\030\002\020\001')) -_HASH128_SETFIELDSENTRY.has_options = True -_HASH128_SETFIELDSENTRY._options = _descriptor._ParseOptions(descriptor_pb2.MessageOptions(), _b('8\001')) -# @@protoc_insertion_point(module_scope) diff --git a/tests/integration/schema_registry/test_proto_serializers.py b/tests/integration/schema_registry/test_proto_serializers.py index 190496ad9..93f822f22 100644 --- a/tests/integration/schema_registry/test_proto_serializers.py +++ b/tests/integration/schema_registry/test_proto_serializers.py @@ -19,11 +19,10 @@ from confluent_kafka import TopicPartition, KafkaException, KafkaError from confluent_kafka.error import ConsumeError from confluent_kafka.schema_registry.protobuf import ProtobufSerializer, ProtobufDeserializer -from .gen import metadata_proto_pb2 -from ..schema_registry.gen import NestedTestProto_pb2, TestProto_pb2, \ +from .data.proto import metadata_proto_pb2, NestedTestProto_pb2, TestProto_pb2, \ PublicTestProto_pb2 -from tests.integration.schema_registry.gen.DependencyTestProto_pb2 import DependencyMessage -from tests.integration.schema_registry.gen.exampleProtoCriteo_pb2 import ClickCas +from tests.integration.schema_registry.data.proto.DependencyTestProto_pb2 import DependencyMessage +from tests.integration.schema_registry.data.proto.exampleProtoCriteo_pb2 import ClickCas @pytest.mark.parametrize("pb2, data", [ @@ -114,8 +113,8 @@ def test_protobuf_serializer_type_mismatch(kafka_cluster): with pytest.raises(KafkaException, match=r"message must be of type not \"): + r" 'tests.integration.schema_registry.data.proto.TestProto_pb2.TestMessage'\> not \"): producer.produce(topic, key=pb2_2()) diff --git a/tests/run.sh b/tests/run.sh index 80ab167df..35a9ca3fe 100755 --- a/tests/run.sh +++ b/tests/run.sh @@ -11,7 +11,7 @@ cleanup() { trap cleanup 0 2 3 6 15 -source ${DOCKER_BIN}/../.env +source ${DOCKER_BIN}/../.env.sh if [[ ${1:-} == "help" ]]; then python ${TEST_SOURCE}/integration/integration_test.py --help diff --git a/tests/schema_registry/test_proto.py b/tests/schema_registry/test_proto.py index c263c9666..e6b8e4c21 100644 --- a/tests/schema_registry/test_proto.py +++ b/tests/schema_registry/test_proto.py @@ -23,8 +23,8 @@ from confluent_kafka.schema_registry.protobuf import (ProtobufSerializer, ProtobufDeserializer, _create_msg_index) -from tests.integration.schema_registry.gen import (DependencyTestProto_pb2, - metadata_proto_pb2) +from tests.integration.schema_registry.data.proto import (DependencyTestProto_pb2, + metadata_proto_pb2) @pytest.mark.parametrize("pb2, coordinates", [ diff --git a/tox.ini b/tox.ini index 48ef7b219..e2a1c68a4 100644 --- a/tox.ini +++ b/tox.ini @@ -1,5 +1,5 @@ [tox] -envlist = flake8,py27,py36,py38 +envlist = flake8,py37,py38,py39,py310 [testenv] setenv =