本文整理汇总了Python中kafka.KafkaConsumer.zookeeper_connect方法的典型用法代码示例。如果您正苦于以下问题：Python KafkaConsumer.zookeeper_connect方法的具体用法？Python KafkaConsumer.zookeeper_connect怎么用？Python KafkaConsumer.zookeeper_connect使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类kafka.KafkaConsumer的用法示例。
在下文中一共展示了KafkaConsumer.zookeeper_connect方法的3个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: Consumer
# 需要导入模块: from kafka import KafkaConsumer [as 别名]
# 或者: from kafka.KafkaConsumer import zookeeper_connect [as 别名]
def Consumer():
data = []
start_time=timer()
name=multiprocessing.current_process().name
# print(name,'Starting')
while True:
print(name,'Starting')
consumer = KafkaConsumer('topic-weather-stations',group_id='consumer-weather-data',bootstrap_servers=['vm1:9092'],consumer_timeout_ms=15000,heartbeat_interval_ms=1000)
consumer.zookeeper_connect='vm1:2181'
try:
for message in consumer:
data.append(message.value)
if len(data) >15000:
insert_weather_stations(data,name)
data=[]
else:
continue
finally:
print(name,'Exiting now')
if len(data) >0:
insert_weather_stations(data,name)
data=[]
sys.stdout.flush()
consumer.close()示例2: Consumer
# 需要导入模块: from kafka import KafkaConsumer [as 别名]
# 或者: from kafka.KafkaConsumer import zookeeper_connect [as 别名]
def Consumer():
data = []
start_time=timer()
name=multiprocessing.current_process().name
while True:
print (name,'Starting')
consumer = KafkaConsumer('topic-weather-data',group_id='consumer-weather-data',bootstrap_servers=['vm1:9092'],consumer_timeout_ms=14000,heartbeat_interval_ms=1000)
consumer.zookeeper_connect='vm1:2181'
try:
for message in consumer:
data.append(message.value)
if len(data) >5000:
insert_raw_data(data,name)
# collect_data(data)
data=[]
else:
continue
finally:
print(name,'Exiting now',len(data))
if len(data) >0:
try:
insert_raw_data(data,name)
# collect_data(data)
data=[]
except Exception,e :
print('Error due to ',e)
sys.stdout.flush()
print (name,'Closing out',timer() - start_time)
consumer.close()示例3: Consumer
# 需要导入模块: from kafka import KafkaConsumer [as 别名]
# 或者: from kafka.KafkaConsumer import zookeeper_connect [as 别名]
def Consumer():
global data
start_time=timer()
consumer = KafkaConsumer('temp',group_id='consumer-temp',bootstrap_servers=['vm1:9092'],consumer_timeout_ms=20000,heartbeat_interval_ms=1000)
# consumer.subscribe('temp')
consumer.zookeeper_connect='localhost:2181'
try:
for message in consumer:
data.append(message.value)
#time.sleep(3)
if len(data) >5000:
kafka_insert_data.insert_vals(data)
data=[]
else:
continue
#print ("%s:%d:%d: key=%s value=%s" % (message.topic, message.partition,message.offset, message.key, message.value))
finally:
print('Exiting now')
if len(data) >0:
kafka_insert_data.insert_vals(data)
data=[]
#consumer.commit_async()
consumer.close()