股票数据处理与分析-CSDN博客

本文详细介绍了使用Hive SQL进行股票数据处理的过程，包括创建数据表、数据迁移、动态分区设置及多表联接分析。通过对股票涨跌状态的统计，筛选出不同时间段内表现优秀的股票，为投资者提供决策依据。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

drop table dm_stock_d;
create table dm_stock_d as
select
date_d
,open
,high
,close
,low
,volume
,price_change
,p_change
,ma5
,ma10
,ma20
,v_ma5
,v_ma10
,v_ma20
,stockid
,case when open <= close then 1 else 0 end as M_STATE
from dw_stock_d;

set hive.exec.dynamic.partition=true;
set hive.exec.dynamic.partition.mode=nonstrict;

insert overwrite table tm_getstocklist_d
select t1.stockid,t1.nm,from_unixtime(unix_timestamp(),'yyyyMMdd') from
(select stockid,up,'7' nm from
(SELECT T.STOCKID,
SUM(CASE
WHEN NVL(M_STATE,0) > 0 THEN
1
END) UP,
SUM(CASE
WHEN NVL(M_STATE,0) = 0 THEN
1
END) DO
FROM DM_STOCK_D T
WHERE date_d <= from_unixtime(unix_timestamp(),'yyyy-MM-dd') and date_d >= date_add(from_unixtime(unix_timestamp(),'yyyy-MM-dd'),-7)
GROUP BY T.STOCKID) T
order by up desc limit 40) t1
inner join(
select stockid,up,'15' nm from
(SELECT T.STOCKID,
SUM(CASE
WHEN NVL(M_STATE,0) > 0 THEN
1
END) UP,
SUM(CASE
WHEN NVL(M_STATE,0) = 0 THEN
1
END) DO
FROM DM_STOCK_D T
WHERE date_d <= from_unixtime(unix_timestamp(),'yyyy-MM-dd') and date_d >= date_add(from_unixtime(unix_timestamp(),'yyyy-MM-dd'),-15)
GROUP BY T.STOCKID) T
order by up desc limit 40
) t2
on t1.stockid=t2.stockid
inner join(
select stockid,up,'30' nm from
(SELECT T.STOCKID,
SUM(CASE
WHEN NVL(M_STATE,0) > 0 THEN
1
END) UP,
SUM(CASE
WHEN NVL(M_STATE,0) = 0 THEN
1
END) DO
FROM DM_STOCK_D T
WHERE date_d <= from_unixtime(unix_timestamp(),'yyyy-MM-dd') and date_d >= date_add(from_unixtime(unix_timestamp(),'yyyy-MM-dd'),-30)
GROUP BY T.STOCKID) T
order by up desc limit 40
) t3
on t1.stockid=t3.stockid
inner join(
select stockid,up,'60' nm from
(SELECT T.STOCKID,
SUM(CASE
WHEN NVL(M_STATE,0) > 0 THEN
1
END) UP,
SUM(CASE
WHEN NVL(M_STATE,0) = 0 THEN
1
END) DO
FROM DM_STOCK_D T
WHERE date_d <= from_unixtime(unix_timestamp(),'yyyy-MM-dd') and date_d >= date_add(from_unixtime(unix_timestamp(),'yyyy-MM-dd'),-60)
GROUP BY T.STOCKID) T
order by up desc limit 40
) t4
on t1.stockid=t4.stockid
;