i have checked data stored on text file in cosmos show here:
hadoop fs -cat /user/cristina.albaladejo/def_serv/def_servpath/sensorreading_1_sensorreading/sensorreading_1_sensorreading.txt {"recvtime":"2015-05-06t13:33:20.905","timestamp":"2015-04-15 11:10:00", "timestamp_md":[],"value":"-50.6", "value_md":[],"sensortypeid":"1", "sensortypeid_md":[],"nodeid":"1", "nodeid_md":[],"systemid":"1", "systemid_md":[]} {"recvtime":"2015-05-06t13:34:00.784","timestamp":"2015-04-15 11:10:00", "timestamp_md":[],"value":"-220.2", "value_md":[],"sensortypeid":"1", "sensortypeid_md":[],"nodeid":"1", "nodeid_md":[],"systemid":"1", "systemid_md":[]} but when enter in hive, there not table name. why not hive tables created? file of configuration of cygnus following:
cygnusagent.sources = http-source cygnusagent.sinks = hdfs-sink mysql-sink cygnusagent.channels = hdfs-channel mysql-channel cygnusagent.sources.http-source.channels = hdfs-channel mysql-channel ckan-channel cygnusagent.sources.http-source.type = org.apache.flume.source.http.httpsource cygnusagent.sources.http-source.port = 5050 cygnusagent.sources.http-source.handler = es.tid.fiware.fiwareconnectors.cygnus.handlers.orionresthandler cygnusagent.sources.http-source.handler.notification_target = /notify cygnusagent.sources.http-source.handler.default_service = def_serv cygnusagent.sources.http-source.handler.default_service_path = def_servpath cygnusagent.sources.http-source.handler.events_ttl = 10 cygnusagent.sources.http-source.interceptors = ts de cygnusagent.sources.http-source.interceptors.ts.type = timestamp cygnusagent.sources.http-source.interceptors.de.type = es.tid.fiware.fiwareconnectors.cygnus.interceptors.destinationextractor$builder cygnusagent.sources.http-source.interceptors.de.matching_table = /usr/cygnus/conf/matching_table.conf cygnusagent.sinks.hdfs-sink.channel = hdfs-channel cygnusagent.sinks.hdfs-sink.type = es.tid.fiware.fiwareconnectors.cygnus.sinks.orionhdfssink cygnusagent.sinks.hdfs-sink.cosmos_host = 130.206.80.46 cygnusagent.sinks.hdfs-sink.cosmos_port = 14000 cygnusagent.sinks.hdfs-sink.cosmos_default_username = cristina.albaladejo cygnusagent.sinks.hdfs-sink.cosmos_default_password = my_passw cygnusagent.sinks.hdfs-sink.hdfs_api = httpfs cygnusagent.sinks.hdfs-sink.attr_persistence = column cygnusagent.sinks.hdfs-sink.hive_host = 130.206.80.46 cygnusagent.sinks.hdfs-sink.hive_port = 10000 cygnusagent.sinks.hdfs-sink.krb5_auth = false cygnusagent.sinks.hdfs-sink.krb5_auth.krb5_user = krb5_username cygnusagent.sinks.hdfs-sink.krb5_auth.krb5_password = xxxxxxxxxxxxx cygnusagent.sinks.hdfs-sink.krb5_auth.krb5_login_conf_file = /usr/cygnus/conf/krb5_login.conf cygnusagent.sinks.hdfs-sink.krb5_auth.krb5_conf_file = /usr/cygnus/conf/krb5.conf # orionmysqlsink configuration cygnusagent.sinks.mysql-sink.channel = mysql-channel cygnusagent.sinks.mysql-sink.type = es.tid.fiware.fiwareconnectors.cygnus.sinks.orionmysqlsink cygnusagent.sinks.mysql-sink.mysql_host = 130.206.80.46 cygnusagent.sinks.mysql-sink.mysql_port = 3306 cygnusagent.sinks.mysql-sink.mysql_username = root cygnusagent.sinks.mysql-sink.mysql_password = my_passw cygnusagent.sinks.mysql-sink.attr_persistence = column # hdfs-channel configuration cygnusagent.channels.hdfs-channel.type = memory cygnusagent.channels.hdfs-channel.capacity = 1000 cygnusagent.channels.hdfs-channel.transactioncapacity = 100
Comments
Post a Comment