Python中json.loads方法


Python中json.loads方法的典型用法代码

示例1: _initialize_members

# 需要导入模块: import json [as 别名]
# 或者: from json import loads [as 别名]
def _initialize_members(self, db_name, hdfs_app_path, kafka_consumer, conf_type):
        # get logger instance.
        self._logger = Util.get_logger('SPOT.INGEST.WRK.FLOW')
        self._db_name = db_name
        self._hdfs_app_path = hdfs_app_path
        # read proxy configuration.
        self._script_path = os.path.dirname(os.path.abspath(__file__))
        conf_file = "{0}/ingest_conf.json".format(os.path.dirname(os.path.dirname(self._script_path)))
        conf = json.loads(open(conf_file).read())
        self._conf = conf["pipelines"][conf_type]
        self._id = "spot-{0}-worker".format(conf_type)
        self._process_opt = self._conf['process_opt']
        self._local_staging = self._conf['local_staging']
        self.kafka_consumer = kafka_consumer
        # self._cursor = hive_engine.create_connection()
        self._cursor = hive_engine 

 

示例2: _initialize_members

# 需要导入模块: import json [as 别名]
# 或者: from json import loads [as 别名]
def _initialize_members(self,db_name,hdfs_app_path,kafka_consumer,conf_type,processes):
        # get logger instance.
        self._logger = Util.get_logger('SPOT.INGEST.WRK.PROXY')
        self._db_name = db_name
        self._hdfs_app_path = hdfs_app_path
        self._kafka_consumer = kafka_consumer
        # read proxy configuration.
        self._script_path = os.path.dirname(os.path.abspath(__file__))
        conf_file = "{0}/ingest_conf.json".format(os.path.dirname(os.path.dirname(self._script_path)))
        conf = json.loads(open(conf_file).read())
        self._spark_conf  = conf["spark-streaming"]
        self._conf = conf["pipelines"][conf_type]
        self._processes = processes 

示例3: _get_suspicious_details

# 需要导入模块: import json [as 别名]
# 或者: from json import loads [as 别名]
def _get_suspicious_details(self):
        uri_list = []
        iana_conf_file = "{0}/components/iana/iana_config.json".format(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
        if os.path.isfile(iana_conf_file):
            iana_config  = json.loads(open(iana_conf_file).read())
            proxy_iana = IanaTransform(iana_config["IANA"])
        for conn in self._proxy_scores:
            clientip = conn[self._conf["proxy_score_fields"]["clientip"]]
            fulluri = conn[self._conf["proxy_score_fields"]["fulluri"]]
            date=conn[self._conf["proxy_score_fields"]["p_date"]].split('-')
            if len(date) == 3:
                year=date[0]
                month=date[1].zfill(2)
                day=date[2].zfill(2)
                hh=(conn[self._conf["proxy_score_fields"]["p_time"]].split(":"))[0]
                self._get_proxy_details(fulluri,clientip,year,month,day,hh,proxy_iana) 

  

  

 


免责声明!

本站转载的文章为个人学习借鉴使用,本站对版权不负任何法律责任。如果侵犯了您的隐私权益,请联系本站邮箱yoyou2525@163.com删除。



 
粤ICP备18138465号  © 2018-2025 CODEPRJ.COM