# Copyright (c) 2014, Cloudera, Inc. All Rights Reserved.
#
# Cloudera, Inc. licenses this file to you under the Apache License,
# Version 2.0 (the "License"). You may not use this file except in
# compliance with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# This software is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
# CONDITIONS OF ANY KIND, either express or implied. See the License for
# the specific language governing permissions and limitations under the
# License.
oryx = {
# Optional string identifying the entire Oryx instance. Without it, Oryx has no
# longer-term identity with external systems like Kafka. For example, without this set,
# on startup the layers read from only the latest available input. With this set,
# Kafka can load the last offset read and let the layers resume reading where they left off.
id = null
# Configuration for the Kafka input topic
input-topic = {
# Comma-separated list of Kafka brokers, as host1:port1(,host2:port2,...)
broker = "localhost:9092"
lock = {
# Comma-separated list of Zookeeper masters, as host1:port1(,host2:port2,...)
# Note that if you need to specify a chroot, then weirdly, it should only appear
# at the end: host1:port1,host2:port2/chroot, not host1:port1/chroot,host2:port2/chroot
master = "localhost:2181"
}
message = {
# Input topic
topic = "OryxInput"
# Key/message classes that the framework receives, respectively
key-class = "java.lang.String"
message-class = "java.lang.String"
# Decoder classes used to read/write key/message classes
key-decoder-class = "kafka.serializer.StringDecoder"
message-decoder-class = "kafka.serializer.StringDecoder"
}
}
oryx2默认配置文件
最新推荐文章于 2024-05-18 10:05:16 发布
本文详细探讨了Oryx2的默认配置文件,包括其与Spark、Kafka的集成设置,揭示了Oryx如何高效处理数据流的过程。
摘要由CSDN通过智能技术生成