From dc6fa92acfeeec7b6f1da9129140b305731b9b3e Mon Sep 17 00:00:00 2001 From: lwl0608 Date: Fri, 26 Jul 2024 21:10:15 +0800 Subject: [PATCH] fix --- bi/x.sql | 42 ++++++++++++++++++++++++++++++++++++ bigdata/kfk.py | 11 ++++++++++ cronjob/media/vd_compress.py | 4 ++-- 3 files changed, 55 insertions(+), 2 deletions(-) create mode 100644 bi/x.sql create mode 100644 bigdata/kfk.py diff --git a/bi/x.sql b/bi/x.sql new file mode 100644 index 0000000..9a1f6d1 --- /dev/null +++ b/bi/x.sql @@ -0,0 +1,42 @@ +-- 每日明细 +SELECT DATE_FORMAT(ptime, '%Y%m') '年月', DATE_FORMAT(ptime, '%d') '日', membership_cnt '会员数', membership_flow '会员流水', zone_admission_cnt '空间解锁数', zone_admission_flow '空间解锁流水', zone_superfan_cnt '空间超粉数', zone_superfan_flow '空间超粉流水', zone_moment_cnt '空间动态数', zone_moment_flow '空间动态流水', other_cnt '其他数(微信+金币)', other_flow '其他流水(微信+金币)', total_flow '总流水', streamer_flow '主播分成', official_flow '净收入', CONCAT(ROUND(profit_rate * 100.0, 2), '% ') '利润率', CONCAT(ROUND(membership_rate * 100.0, 2), '% ') '会员流水占比', CONCAT(ROUND(zone_admission_rate * 100.0, 2), '% ') '空间解锁占比', CONCAT(ROUND(zone_superfan_rate * 100.0, 2), '% ') '空间超粉占比', CONCAT(ROUND(zone_moment_rate * 100.0, 2), '% ') '空间动态占比', CONCAT(ROUND(other_rate * 100.0, 2), '% ') '其他占比 ' +FROM vas_day_detail +ORDER BY ptime DESC +LIMIT 100; + +-- 时分同比 +SELECT t2.t AS '时间', + IFNULL(t2.flow / 100, 0) AS '前天', + IFNULL(t1.flow / 100, 0) AS '昨天', + IFNULL(t0.flow / 100, 0) As '今天' +FROM ( + SELECT DATE_FORMAT(ptime, '%H:%i:%s') AS t, flow + FROM vas_yoy_flow + WHERE ptime>=DATE_FORMAT(CURDATE() - INTERVAL 2 DAY, '%Y-%m-%d 00:00:00') AND ptime=DATE_FORMAT(CURDATE() - INTERVAL 1 DAY, '%Y-%m-%d 00:00:00') AND ptime=DATE_FORMAT(NOW(), '%Y-%m-%d 00:00:00') +) t0 +ON t0.t=t2.t; + +-- 主播收入明细 +SELECT t1.mid AS '主播mid', t2.user_id AS '主播user_id', t2.name AS '昵称', t1.income AS '主播收入(钻石)' +FROM ( + SELECT mid, income, pdate + FROM vas_cur_streamer_income + WHERE pdate = DATE_FORMAT(NOW(), '%Y-%m-%d 00:00:00') +) t1 +LEFT JOIN( + SELECT mid, user_id, name FROM streamer +) t2 +ON t1.mid=t2.mid +WHERE t2.name!='' +ORDER BY t1.income DESC diff --git a/bigdata/kfk.py b/bigdata/kfk.py new file mode 100644 index 0000000..95eb1be --- /dev/null +++ b/bigdata/kfk.py @@ -0,0 +1,11 @@ +from kafka import KafkaProducer +import json + +producer = KafkaProducer(bootstrap_servers=['120.27.147.4:9092'], + value_serializer=lambda m: json.dumps(m).encode('ascii')) + +print(producer.config) + +message = {"name": "John", "age": 30} +producer.send('test-topic', message) +producer.flush() # 确保所有消息都已发送 diff --git a/cronjob/media/vd_compress.py b/cronjob/media/vd_compress.py index 6abff76..3bf513b 100644 --- a/cronjob/media/vd_compress.py +++ b/cronjob/media/vd_compress.py @@ -20,7 +20,7 @@ bucket_name = "wishpal-ironfan-media" bucket = oss2.Bucket(oss2.Auth(access_key_id, access_key_secret), endpoint_internal, bucket_name) url_get_videos_by_status = "https://api.tiefen.fun/op/media/get_videos_by_status" url_update_video_compress = "https://api.tiefen.fun/op/media/update_video_compress" -hw_cdn_host = "https://filecdnhw01.tiefen.fun/" +hw_cdn_host = "https://filecdn01.tiefen.fun/" class VdHelper: @@ -81,7 +81,7 @@ class S: # self.bucket = oss2.Bucket(oss2.Auth(access_key_id, access_key_secret), endpoint_internal, bucket_name) # self.url_get_videos_by_status = "https://api.tiefen.fun/op/media/get_videos_by_status" # self.url_update_video_compress = "https://api.tiefen.fun/op/media/update_video_compress" - # self.hw_cdn_host = "https://filecdnhw01.tiefen.fun/" + # self.hw_cdn_host = "https://filecdn01.tiefen.fun/" self.to_del_files = list() def __del__(self):