本文整理匯總了Java中kafka.message.MessageAndMetadata.topic方法的典型用法代碼示例。如果您正苦於以下問題:Java MessageAndMetadata.topic方法的具體用法?Java MessageAndMetadata.topic怎麽用?Java MessageAndMetadata.topic使用的例子?那麽, 這裏精選的方法代碼示例或許可以為您提供幫助。您也可以進一步了解該方法所在類kafka.message.MessageAndMetadata
的用法示例。
在下文中一共展示了MessageAndMetadata.topic方法的13個代碼示例,這些例子默認根據受歡迎程度排序。您可以為喜歡或者感覺有用的代碼點讚,您的評價將有助於係統推薦出更棒的Java代碼示例。
示例1: run
import kafka.message.MessageAndMetadata; //導入方法依賴的package包/類
public void run() {
Iote2eRequestReuseItem iote2eRequestReuseItem = new Iote2eRequestReuseItem();
ConsumerIterator<byte[], byte[]> it = kafkaStream.iterator();
while (it.hasNext()) {
MessageAndMetadata<byte[], byte[]> messageAndMetadata = it.next();
String key = new String(messageAndMetadata.key());
try {
String summary =
"Thread " + threadNumber +
", topic=" + messageAndMetadata.topic() +
", partition=" + messageAndMetadata.partition() +
", key=" + key +
", offset=" + messageAndMetadata.offset() +
", timestamp=" + messageAndMetadata.timestamp() +
", timestampType=" + messageAndMetadata.timestampType() +
", iote2eRequest=" + iote2eRequestReuseItem.fromByteArray(messageAndMetadata.message()).toString();
logger.info(">>> Consumed: " + summary);
} catch( Exception e ) {
logger.error(e.getMessage(), e);
}
}
logger.info(">>> Shutting down Thread: " + threadNumber);
}
示例2: run
import kafka.message.MessageAndMetadata; //導入方法依賴的package包/類
public void run() {
ConsumerIterator<byte[], byte[]> it = kafkaStream.iterator();
while (it.hasNext()) {
MessageAndMetadata<byte[], byte[]> messageAndMetadata = it.next();
String key = new String( messageAndMetadata.key() );
String message = new String( messageAndMetadata.message() );
String summary =
"Thread " + threadNumber +
", topic=" + messageAndMetadata.topic() +
", partition=" + messageAndMetadata.partition() +
", key=" + key +
", message=" + message +
", offset=" + messageAndMetadata.offset() +
", timestamp=" + messageAndMetadata.timestamp() +
", timestampType=" + messageAndMetadata.timestampType();
logger.info(">>> Consumed: " + summary);
}
logger.info(">>> Shutting down Thread: " + threadNumber);
}
示例3: run
import kafka.message.MessageAndMetadata; //導入方法依賴的package包/類
public void run() {
try {
ConsumerIterator<byte[], byte[]> it = m_stream.iterator();
Injection<GenericRecord, byte[]> recordInjection = GenericAvroCodecs.toBinary(User.getClassSchema());
while (it.hasNext()) {
MessageAndMetadata<byte[], byte[]> messageAndMetadata = it.next();
String key = new String(messageAndMetadata.key());
User user = genericRecordToUser(recordInjection.invert(messageAndMetadata.message()).get());
// User user = (User)
// recordInjection.invert(messageAndMetadata.message()).get();
String summary = "Thread " + m_threadNumber + ", topic=" + messageAndMetadata.topic() + ", partition="
+ messageAndMetadata.partition() + ", key=" + key + ", user=" + user.toString() + ", offset="
+ messageAndMetadata.offset() + ", timestamp=" + messageAndMetadata.timestamp()
+ ", timestampType=" + messageAndMetadata.timestampType();
System.out.println(summary);
}
System.out.println("Shutting down Thread: " + m_threadNumber);
} catch (Exception e) {
System.out.println("Exception in thread "+m_threadNumber);
System.out.println(e);
e.printStackTrace();
}
}
示例4: run
import kafka.message.MessageAndMetadata; //導入方法依賴的package包/類
public void run() {
ConsumerIterator<byte[], byte[]> it = kafkaStream.iterator();
while (it.hasNext()) {
MessageAndMetadata<byte[], byte[]> messageAndMetadata = it.next();
String key = new String( messageAndMetadata.key() );
String message = new String( messageAndMetadata.message() );
String summary =
"Thread " + threadNumber +
", topic=" + messageAndMetadata.topic() +
", partition=" + messageAndMetadata.partition() +
", key=" + key +
", message=" + message +
", offset=" + messageAndMetadata.offset() +
", timestamp=" + messageAndMetadata.timestamp() +
", timestampType=" + messageAndMetadata.timestampType();
System.out.println(summary);
}
System.out.println("Shutting down Thread: " + threadNumber);
}
示例5: next
import kafka.message.MessageAndMetadata; //導入方法依賴的package包/類
@Override
public MessageAndMetadata<byte[],byte[]> next() {
readCount.incrementAndGet();
lock.lock();
try {
while(queue.size()==0){
notEmpty.await();
}
MessageAndMetadata<byte[], byte[]> t= queue.poll();//queue.take();
notFull.signalAll();
TopicAndPartition key = new TopicAndPartition(t.topic(), t.partition());
PartitionReader reader=partitionMap.get(key);
if(reader!=null)
{
commitCount.incrementAndGet();
reader.getAndSetCommitOffset(t.offset());
return t;
}
} catch (Exception e) {
LOG.log("Read Message next() exception:",e);
}finally{
lock.unlock();
}
return null;
}
示例6: run
import kafka.message.MessageAndMetadata; //導入方法依賴的package包/類
@Override
public void run() {
ConsumerIterator<String, String> i = records.iterator();
while (i.hasNext()) {
final MessageAndMetadata<String, String> mm = i.next();
String topic = mm.topic();
final Set<ConsumeCallback> cbs = callbacks.get(topic);
if (cbs != null) {
for (ConsumeCallback cb : cbs)
try{
cb.process(mm);
}catch(Exception ex)
{
ex.printStackTrace();
}
}
}
}
示例7: receive
import kafka.message.MessageAndMetadata; //導入方法依賴的package包/類
@Override
public BaseConsumerRecord receive() {
if (!_iter.hasNext())
return null;
MessageAndMetadata<String, String> record = _iter.next();
return new BaseConsumerRecord(record.topic(), record.partition(), record.offset(), record.key(), record.message());
}
示例8: run
import kafka.message.MessageAndMetadata; //導入方法依賴的package包/類
public void run() {
try {
ConsumerIterator<byte[], byte[]> it = stream.iterator();
BinaryDecoder binaryDecoder = null;
Weather weatherRead = null;
DatumReader<Weather> datumReaderWeather = new SpecificDatumReader<Weather>(Weather.getClassSchema());
while (it.hasNext()) {
MessageAndMetadata<byte[], byte[]> messageAndMetadata = it.next();
String key = new String(messageAndMetadata.key());
binaryDecoder = DecoderFactory.get().binaryDecoder(messageAndMetadata.message(), binaryDecoder);
weatherRead = datumReaderWeather.read(weatherRead, binaryDecoder);
// User user = (User)
// recordInjection.invert(messageAndMetadata.message()).get();
String summary = "Thread " + threadNumber + ", topic=" + messageAndMetadata.topic() + ", partition="
+ messageAndMetadata.partition() + ", key=" + key + ", offset="
+ messageAndMetadata.offset() + ", timestamp=" + messageAndMetadata.timestamp()
+ ", timestampType=" + messageAndMetadata.timestampType()
+ ", weatherRead=" + weatherRead.toString();
System.out.println(summary);
}
System.out.println("Shutting down Thread: " + threadNumber);
} catch (Exception e) {
System.out.println("Exception in thread "+threadNumber);
System.out.println(e);
e.printStackTrace();
}
}
示例9: run
import kafka.message.MessageAndMetadata; //導入方法依賴的package包/類
public void run() {
try {
ConsumerIterator<byte[], byte[]> it = stream.iterator();
BinaryDecoder binaryDecoder = null;
Wave waveRead = null;
DatumReader<Wave> datumReaderWave = new SpecificDatumReader<Wave>(Wave.getClassSchema());
while (it.hasNext()) {
MessageAndMetadata<byte[], byte[]> messageAndMetadata = it.next();
String key = new String(messageAndMetadata.key());
binaryDecoder = DecoderFactory.get().binaryDecoder(messageAndMetadata.message(), binaryDecoder);
waveRead = datumReaderWave.read(waveRead, binaryDecoder);
// User user = (User)
// recordInjection.invert(messageAndMetadata.message()).get();
String summary = ">>> CONSUMER: Thread " + threadNumber + ", topic=" + messageAndMetadata.topic() + ", partition="
+ messageAndMetadata.partition() + ", key=" + key + ", offset="
+ messageAndMetadata.offset() + ", timestamp=" + messageAndMetadata.timestamp()
+ ", timestampType=" + messageAndMetadata.timestampType()
+ ", waveRead=" + waveRead.toString();
System.out.println(summary);
}
System.out.println("Shutting down Thread: " + threadNumber);
} catch (Exception e) {
System.out.println("Exception in thread "+threadNumber);
System.out.println(e);
e.printStackTrace();
}
}
示例10: run
import kafka.message.MessageAndMetadata; //導入方法依賴的package包/類
@Override
@SuppressWarnings("unchecked")
public void run() {
for (MessageAndMetadata<byte[], byte[]> messageAndMetadata : (Iterable<MessageAndMetadata<byte[], byte[]>>) stream) {
String topic = messageAndMetadata.topic();
byte[] key = messageAndMetadata.key();
byte[] message = messageAndMetadata.message();
sendText(topic, key, message);
}
}
示例11: run
import kafka.message.MessageAndMetadata; //導入方法依賴的package包/類
public void run() {
ConsumerIterator<String, String> iter = stream.iterator();
while (iter.hasNext()) {
MessageAndMetadata<String, String> msg = iter.next();
Envelope message = new Envelope(msg.key(), msg.message(), msg.topic());
task.process(message, producer);
}
}
示例12: Message
import kafka.message.MessageAndMetadata; //導入方法依賴的package包/類
public Message(MessageAndMetadata<byte[], byte[]> message) {
this.topic = message.topic();
this.key = message.key() != null ? new String(message.key(), Charset.forName("utf-8")) : null;
this.message = new String(message.message(), Charset.forName("utf-8"));
this.partition = message.partition();
this.offset = message.offset();
}
示例13: nextMetaMessage
import kafka.message.MessageAndMetadata; //導入方法依賴的package包/類
public IngestionMetaMessage nextMetaMessage() {
MessageAndMetadata<Long, String> meta = it.next();
return new IngestionMetaMessage(meta.key(), meta.message(), meta.topic(), meta.partition(), meta.offset());
}