每日总结2023/9/25

发布时间 2023-09-25 23:44:42作者: 橘子味芬达水

Hive课堂测试           答题纸

班级:2105-1 学号:20214153姓名赵金荣

  1. 首先将文件上传至虚拟机中

 

 

  1. 根据需要导出的数据类型以及表,提前在准备导出的mysql中建立表
  2.  

 

create database test;

use test;

create table test_jichang
(
    day_id   varchar(255),
    sale_nbr varchar(255),
    cnt      varchar(255),
    round    varchar(255)
);
create table test_dailishang
(
    day_id   varchar(255),
    sale_nbr varchar(255),
    cnt      varchar(255),
    round    varchar(255)
);
create table test_dailishang_h
(
    day_id      varchar(255),
    sale_nbr    varchar(255),
    Sale_number int
);
create table test_daili
(
    day_id   varchar(255),
    sale_nbr varchar(255),
    incnt    int,
    inround  int,
    outcnt   int,
    outround int,
    lirun    int
);

 

  1. 将文件导入到hive中

-- 创建初始表
show databases ;
create database if not exists ttes;
use ttes;
drop table  testSales;
create table testSales
(
    day_id   string,
    sale_nbr string,
    buy_nbr  string,
    cnt      string,
    round    string
)
    row format delimited fields terminated by ',';
-- 将本地数据导入初始表中(先将数据文件上传到虚拟机里)
load data local inpath '/shuju/sales.csv' into table testSales;
use ttes;
select * from testSales;

 

 

 

 

4.

--创建表格存放清洗后的数据

 

create table test_sales_wash
(
    day_id   string,
    sale_nbr string,
    buy_nbr  string,
    cnt      string,
    round    string
)
    row format delimited fields terminated by ',';
-- 插入清洗后的数据
insert overwrite table test_sales_wash
select date_add('2023-09-00', cast(day_id as int)) as day_id,
       sale_nbr                                    as sale_nbr,
       buy_nbr                                     as buy_nbr,
       cnt                                         as cnt,
       round                                       as round
from testSales;
select * from test_sales_wash;

 

清洗后截图

 

 

 

  1. 随后创建需要导出表的表格,然后插入对应字段的数据,以机场为例


-- 1.统计每天各个机场的销售数量和销售金额。
-- 创建机场表存放数据
create table test_jichang
(
    day_id   string,
    sale_nbr string,
    cnt      string,
    round    string
) row format delimited fields terminated by ',';
--向机场表插入数据
insert into table test_jichang
select day_id, sale_nbr, sum(cnt) as cnt, sum(round) as round
from test_sales_wash
group by sale_nbr, day_id
having sale_nbr like 'C%';
select * from test_jichang;

 

  1. 通过sqoop将清洗并且分类好的数据导入到本地数据库

 

 

  1. navicat查看是否成功导入到本地数据库

 

 

  1. 建立springboot项目准备进行对数据的展示

 

 

 

  1. 构建完成后运行展示