远程API数据获取

Question

{"precpu_stats":{"cpu_usage":{"total_usage":41407196366,"percpu_usage":[20580279832,20826916534],"usage_in_kernelmode":7540000000,"usage_in_usermode":28000000000},"system_cpu_usage":1168365650000000,"throttling_data":{"periods":0,"throttled_periods":0,"throttled_time":0}},"cpu_stats":{"cpu_usage":{"total_usage":41407196366,"percpu_usage":[20580279832,20826916534],"usage_in_kernelmode":7540000000,"usage_in_usermode":28000000000},"system_cpu_usage":1168367630000000,"throttling_data":{"periods":0,"throttled_periods":0,"throttled_time":0}},"memory_stats":{"usage":7815168,"max_usage":11735040,"stats":{"active_anon":3620864,"active_file":20480,"cache":4194304,"hierarchical_memory_limit":9223372036854771712,"inactive_anon":0,"inactive_file":4173824,"mapped_file":3756032,"pgfault":6870,"pgmajfault":42,"pgpgin":7373,"pgpgout":5976,"rss":3620864,"rss_huge":2097152,"total_active_anon":3620864,"total_active_file":20480,"total_cache":4194304,"total_inactive_anon":0,"total_inactive_file":4173824,"total_mapped_file":3756032,"total_pgfault":6870,"total_pgmajfault":42,"total_pgpgin":7373,"total_pgpgout":5976,"total_rss":3620864,"total_rss_huge":2097152,"total_unevictable":0,"total_writeback":0,"unevictable":0,"writeback":0},"failcnt":0,"limit":2075443200},"blkio_stats":{"io_service_bytes_recursive":[{"major":8,"minor":0,"op":"Read","value":4186112},{"major":8,"minor":0,"op":"Write","value":0},{"major":8,"minor":0,"op":"Sync","value":0},{"major":8,"minor":0,"op":"Async","value":4186112},{"major":8,"minor":0,"op":"Total","value":4186112}],"io_serviced_recursive":[{"major":8,"minor":0,"op":"Read","value":74},{"major":8,"minor":0,"op":"Write","value":0},{"major":8,"minor":0,"op":"Sync","value":0},{"major":8,"minor":0,"op":"Async","value":74},{"major":8,"minor":0,"op":"Total","value":74}],"io_queue_recursive":[],"io_service_time_recursive":[],"io_wait_time_recursive":[],"io_merged_recursive":[],"io_time_recursive":[],"sectors_recursive":[]},"pids_stats":{},"networks":{"eth0":{"rx_bytes":8681139,"rx_packets":54237,"rx_errors":0,"rx_dropped":0,"tx_bytes":6045072,"tx_packets":63511,"tx_errors":0,"tx_dropped":0}}}

{"precpu_stats":{"cpu_usage":{"total_usage":41407196366,"percpu_usage":[20580279832,20826916534],"usage_in_kernelmode":7540000000,"usage_in_usermode":28000000000},"system_cpu_usage":1168367630000000,"throttling_data":{"periods":0,"throttled_periods":0,"throttled_time":0}},"cpu_stats":{"cpu_usage":{"total_usage":41407196366,"percpu_usage":[20580279832,20826916534],"usage_in_kernelmode":7540000000,"usage_in_usermode":28000000000},"system_cpu_usage":1168369590000000,"throttling_data":{"periods":0,"throttled_periods":0,"throttled_time":0}},"memory_stats":{"usage":7815168,"max_usage":11735040,"stats":{"active_anon":3620864,"active_file":20480,"cache":4194304,"hierarchical_memory_limit":9223372036854771712,"inactive_anon":0,"inactive_file":4173824,"mapped_file":3756032,"pgfault":6870,"pgmajfault":42,"pgpgin":7373,"pgpgout":5976,"rss":3620864,"rss_huge":2097152,"total_active_anon":3620864,"total_active_file":20480,"total_cache":4194304,"total_inactive_anon":0,"total_inactive_file":4173824,"total_mapped_file":3756032,"total_pgfault":6870,"total_pgmajfault":42,"total_pgpgin":7373,"total_pgpgout":5976,"total_rss":3620864,"total_rss_huge":2097152,"total_unevictable":0,"total_writeback":0,"unevictable":0,"writeback":0},"failcnt":0,"limit":2075443200},"blkio_stats":{"io_service_bytes_recursive":[{"major":8,"minor":0,"op":"Read","value":4186112},{"major":8,"minor":0,"op":"Write","value":0},{"major":8,"minor":0,"op":"Sync","value":0},{"major":8,"minor":0,"op":"Async","value":4186112},{"major":8,"minor":0,"op":"Total","value":4186112}],"io_serviced_recursive":[{"major":8,"minor":0,"op":"Read","value":74},{"major":8,"minor":0,"op":"Write","value":0},{"major":8,"minor":0,"op":"Sync","value":0},{"major":8,"minor":0,"op":"Async","value":74},{"major":8,"minor":0,"op":"Total","value":74}],"io_queue_recursive":[],"io_service_time_recursive":[],"io_wait_time_recursive":[],"io_merged_recursive":[],"io_time_recursive":[],"sectors_recursive":[]},"pids_stats":{},"networks":{"eth0":{"rx_bytes":8681181,"rx_packets":54238,"rx_errors":0,"rx_dropped":0,"tx_bytes":6045114,"tx_packets":63512,"tx_errors":0,"tx_dropped":0}}}

{"precpu_stats":{"cpu_usage":{"total_usage":41407196366,"percpu_usage":[20580279832,20826916534],"usage_in_kernelmode":7540000000,"usage_in_usermode":28000000000},"system_cpu_usage":1168369590000000,"throttling_data":{"periods":0,"throttled_periods":0,"throttled_time":0}},"cpu_stats":{"cpu_usage":{"total_usage":41407196366,"percpu_usage":[20580279832,20826916534],"usage_in_kernelmode":7540000000,"usage_in_usermode":28000000000},"system_cpu_usage":1168371600000000,"throttling_data":{"periods":0,"throttled_periods":0,"throttled_time":0}},"memory_stats":{"usage":7815168,"max_usage":11735040,"stats":{"active_anon":3620864,"active_file":20480,"cache":4194304,"hierarchical_memory_limit":9223372036854771712,"inactive_anon":0,"inactive_file":4173824,"mapped_file":3756032,"pgfault":6870,"pgmajfault":42,"pgpgin":7373,"pgpgout":5976,"rss":3620864,"rss_huge":2097152,"total_active_anon":3620864,"total_active_file":20480,"total_cache":4194304,"total_inactive_anon":0,"total_inactive_file":4173824,"total_mapped_file":3756032,"total_pgfault":6870,"total_pgmajfault":42,"total_pgpgin":7373,"total_pgpgout":5976,"total_rss":3620864,"total_rss_huge":2097152,"total_unevictable":0,"total_writeback":0,"unevictable":0,"writeback":0},"failcnt":0,"limit":2075443200},"blkio_stats":{"io_service_bytes_recursive":[{"major":8,"minor":0,"op":"Read","value":4186112},{"major":8,"minor":0,"op":"Write","value":0},{"major":8,"minor":0,"op":"Sync","value":0},{"major":8,"minor":0,"op":"Async","value":4186112},{"major":8,"minor":0,"op":"Total","value":4186112}],"io_serviced_recursive":[{"major":8,"minor":0,"op":"Read","value":74},{"major":8,"minor":0,"op":"Write","value":0},{"major":8,"minor":0,"op":"Sync","value":0},{"major":8,"minor":0,"op":"Async","value":74},{"major":8,"minor":0,"op":"Total","value":74}],"io_queue_recursive":[],"io_service_time_recursive":[],"io_wait_time_recursive":[],"io_merged_recursive":[],"io_time_recursive":[],"sectors_recursive":[]},"pids_stats":{},"networks":{"eth0":{"rx_bytes":8681181,"rx_packets":54238,"rx_errors":0,"rx_dropped":0,"tx_bytes":6045114,"tx_packets":63512,"tx_errors":0,"tx_dropped":0}}}

{"precpu_stats":{"cpu_usage":{"total_usage":41407196366,"percpu_usage":[20580279832,20826916534],"usage_in_kernelmode":7540000000,"usage_in_usermode":28000000000},"system_cpu_usage":1168371600000000,"throttling_data":{"periods":0,"throttled_periods":0,"throttled_time":0}},"cpu_stats":{"cpu_usage":{"total_usage":41407196366,"percpu_usage":[20580279832,20826916534],"usage_in_kernelmode":7540000000,"usage_in_usermode":28000000000},"system_cpu_usage":1168373570000000,"throttling_data":{"periods":0,"throttled_periods":0,"throttled_time":0}},"memory_stats":{"usage":7815168,"max_usage":11735040,"stats":{"active_anon":3620864,"active_file":20480,"cache":4194304,"hierarchical_memory_limit":9223372036854771712,"inactive_anon":0,"inactive_file":4173824,"mapped_file":3756032,"pgfault":6870,"pgmajfault":42,"pgpgin":7373,"pgpgout":5976,"rss":3620864,"rss_huge":2097152,"total_active_anon":3620864,"total_active_file":20480,"total_cache":4194304,"total_inactive_anon":0,"total_inactive_file":4173824,"total_mapped_file":3756032,"total_pgfault":6870,"total_pgmajfault":42,"total_pgpgin":7373,"total_pgpgout":5976,"total_rss":3620864,"total_rss_huge":2097152,"total_unevictable":0,"total_writeback":0,"unevictable":0,"writeback":0},"failcnt":0,"limit":2075443200},"blkio_stats":{"io_service_bytes_recursive":[{"major":8,"minor":0,"op":"Read","value":4186112},{"major":8,"minor":0,"op":"Write","value":0},{"major":8,"minor":0,"op":"Sync","value":0},{"major":8,"minor":0,"op":"Async","value":4186112},{"major":8,"minor":0,"op":"Total","value":4186112}],"io_serviced_recursive":[{"major":8,"minor":0,"op":"Read","value":74},{"major":8,"minor":0,"op":"Write","value":0},{"major":8,"minor":0,"op":"Sync","value":0},{"major":8,"minor":0,"op":"Async","value":74},{"major":8,"minor":0,"op":"Total","value":74}],"io_queue_recursive":[],"io_service_time_recursive":[],"io_wait_time_recursive":[],"io_merged_recursive":[],"io_time_recursive":[],"sectors_recursive":[]},"pids_stats":{},"networks":{"eth0":{"rx_bytes":8681181,"rx_packets":54238,"rx_errors":0,"rx_dropped":0,"tx_bytes":6045114,"tx_packets":63512,"tx_errors":0,"tx_dropped":0}}}
.....

万能的SF啊，这种不断更新的API接口中的数据用python requests库怎么获取啊

Answer 1

问题敢再详细具体点么？

Answer 2

1）使用网络抓包库pcapy，这个window和linux都可以用，很好用，只是三两句说不清，等我更新博客。那么还一些linux下的工具和包tcpdump tcpslice libpcap pypcap 这四个你研究下；
2）使用headline浏览器，一般是webkit的，要使用pyqt。你可以百度一下。linux下有一个工具xvfb可以实现无界面调用；
3）就是selenium模块调一个有界面的浏览器，这个比较笨，估计你们老板也不喜欢，哈哈。
听说最牛逼的就是phantomJS，需要会用nodejs.