单独对车型爬取数据

用户报告 某个赛欧停售的车型没抓取到。


1：采集单页

2：数据库表复制出一个copy

3:针对COPY修改列名

4：表导入到zcardetails

5：补充数据到zcartype


备注：

alter table data_content_33_copy change  column 已采 zppid int NOT NULL ;
alter table data_content_33_copy change  column 已发 zcxid int NOT NULL ;


alter table data_content_33_copy change  column 车型年款 pp mediumtext NOT NULL ;
alter table data_content_33_copy change  column 二级品牌 cx mediumtext NOT NULL ;
alter table data_content_33_copy change  column 年款 zyear mediumtext NOT NULL ;

alter table data_content_33_copy change  column 二手车报价 ckprice mediumtext NOT NULL ;
alter table data_content_33_copy change  column 厂商指导价 zcjprice mediumtext NOT NULL ;
alter table data_content_33_copy change  column 车型 ztitle mediumtext NOT NULL ;

alter table data_content_33_copy change  column 排量 pl mediumtext NOT NULL ;

 
alter table data_content_33_copy change  column 油耗 yh mediumtext NOT NULL ;
alter table data_content_33_copy change  column 变速箱 bsxjd mediumtext NOT NULL ;
alter table data_content_33_copy change  column 变速箱2 bsx mediumtext NOT NULL ;
alter table data_content_33_copy change  column 发动机 fdj mediumtext NOT NULL ;
 

alter table data_content_33_copy change  column 保修政策 bx mediumtext NOT NULL ;
alter table data_content_33_copy change  column 变速箱1 bsxxx mediumtext NOT NULL ;
alter table data_content_33_copy change  column 综合工况油耗 zhyh mediumtext NOT NULL ;

alter table data_content_33_copy change  column 加速时间 jssj mediumtext NOT NULL ;
alter table data_content_33_copy change  column 最高车速 zgcs mediumtext NOT NULL ;
alter table data_content_33_copy change  column 乘员人数 czrs mediumtext NOT NULL ;



alter table data_content_33_copy change  column 长 c mediumtext NOT NULL ;
alter table data_content_33_copy change  column 宽 k mediumtext NOT NULL ;
alter table data_content_33_copy change  column 高 g mediumtext NOT NULL ;
alter table data_content_33_copy change  column 轴距 zj mediumtext NOT NULL ;
alter table data_content_33_copy change  column 整备质量 zbzl mediumtext NOT NULL ;
alter table data_content_33_copy change  column 行李箱容积 xlxrj mediumtext NOT NULL ;
alter table data_content_33_copy change  column 行李箱打开方式 xlxxs mediumtext NOT NULL ;
alter table data_content_33_copy change  column 车门数 doornum mediumtext NOT NULL ;
alter table data_content_33_copy change  column 车顶型式 cdxs mediumtext NOT NULL ;


alter table data_content_33_copy change  column 发动机位置 fdjwz mediumtext NOT NULL ;
alter table data_content_33_copy change  column 发动机型号 fdjxh mediumtext NOT NULL ;
alter table data_content_33_copy change  column 进气形式 jqxs mediumtext NOT NULL ;
alter table data_content_33_copy change  column 气缸排列型式 qgpl mediumtext NOT NULL ;
alter table data_content_33_copy change  column 汽缸数 qgs mediumtext NOT NULL ;
alter table data_content_33_copy change  column 每缸气门数 qms mediumtext NOT NULL ;
alter table data_content_33_copy change  column 气门结构 qmjg mediumtext NOT NULL ;
alter table data_content_33_copy change  column 最大马力 zdml mediumtext NOT NULL ;

alter table data_content_33_copy change  column 最大功率功率值 zdgl mediumtext NOT NULL ;
alter table data_content_33_copy change  column 最大功率转速 zdglzs mediumtext NOT NULL ;
alter table data_content_33_copy change  column 最大扭矩扭矩值 zdnj mediumtext NOT NULL ;
alter table data_content_33_copy change  column 最大扭矩转速 zdnjzs mediumtext NOT NULL ;

alter table data_content_33_copy change  column 燃料类型 rllx mediumtext NOT NULL ;
alter table data_content_33_copy change  column 供油方式 gyfs mediumtext NOT NULL ;
alter table data_content_33_copy change  column 燃油箱容积 ryxrj mediumtext NOT NULL ;
alter table data_content_33_copy change  column 缸盖材料 ggcl mediumtext NOT NULL ;
alter table data_content_33_copy change  column 缸体材料 gtcl mediumtext NOT NULL ;
alter table data_content_33_copy change  column 环保标准 hbbz mediumtext NOT NULL ;


 


alter table data_content_33_copy change  column 车体结构 ctjg mediumtext NOT NULL ;
alter table data_content_33_copy change  column 转向助力 zxzl mediumtext NOT NULL ;
alter table data_content_33_copy change  column 前制动类型 qzdlx mediumtext NOT NULL ;
alter table data_content_33_copy change  column 后制动类型 hzdlx mediumtext NOT NULL ;
alter table data_content_33_copy change  column 手刹类型 sslx mediumtext NOT NULL ;
alter table data_content_33_copy change  column 前悬挂类型 qxglx mediumtext NOT NULL ;
alter table data_content_33_copy change  column 后悬挂类型 hxglx mediumtext NOT NULL ;



alter table data_content_33_copy change  column 驾驶位安全气囊 jswqn mediumtext NOT NULL ;
alter table data_content_33_copy change  column 副驾驶位安全气囊 fjswqn mediumtext NOT NULL ;
alter table data_content_33_copy change  column 前排侧安全气囊 qpcqn mediumtext NOT NULL ;
 
alter table data_content_33_copy change  column 膝部气囊 xbqn mediumtext NOT NULL ;
alter table data_content_33_copy change  column 后排侧安全气囊 hpcqn mediumtext NOT NULL ;
 
alter table data_content_33_copy change  column 安全带未系提示 aqdts mediumtext NOT NULL ;
alter table data_content_33_copy change  column 胎压监测装置 tyjc mediumtext NOT NULL ;
alter table data_content_33_copy change  column 车内中控锁 cnzk mediumtext NOT NULL ;
alter table data_content_33_copy change  column 中控门锁 zkms mediumtext NOT NULL ;
alter table data_content_33_copy change  column 遥控钥匙 ykys mediumtext NOT NULL ;
alter table data_content_33_copy change  column 无钥匙启动系统 wysqd mediumtext NOT NULL ;



alter table data_content_33_copy change  column 前轮胎规格 qlgg mediumtext NOT NULL ;
alter table data_content_33_copy change  column 后轮胎规格 hlgg mediumtext NOT NULL ;
alter table data_content_33_copy change  column 备胎类型 btlx mediumtext NOT NULL ;
alter table data_content_33_copy change  column 轮毂材料 lgcl mediumtext NOT NULL ;




alter table data_content_33_copy change  column ABS abs mediumtext NOT NULL ;
alter table data_content_33_copy change  column 电子制动力分配系统 dzzdl mediumtext NOT NULL ;
alter table data_content_33_copy change  column EBA eba mediumtext NOT NULL ;
alter table data_content_33_copy change  column TCS tcs mediumtext NOT NULL ;
alter table data_content_33_copy change  column DSC dsc mediumtext NOT NULL ;
 
alter table data_content_33_copy change  column 自动驻车 zdzc mediumtext NOT NULL ;
alter table data_content_33_copy change  column 上坡辅助 spfz mediumtext NOT NULL ;
alter table data_content_33_copy change  column 倒车雷达 dcld mediumtext NOT NULL ;

alter table data_content_33_copy change  column 倒车影像 dcyx mediumtext NOT NULL ;
alter table data_content_33_copy change  column 全景摄像头 qjsxt mediumtext NOT NULL ;
alter table data_content_33_copy change  column 定速巡航系统 dsxh mediumtext NOT NULL ;
alter table data_content_33_copy change  column 自适应巡航 zsyxh mediumtext NOT NULL ;
alter table data_content_33_copy change  column GPS电子导航 gpsdh mediumtext NOT NULL ;
alter table data_content_33_copy change  column 自动泊车入位 zdbc mediumtext NOT NULL ;
alter table data_content_33_copy change  column 夜视系统 ysxt mediumtext NOT NULL ;
alter table data_content_33_copy change  column 盲点检测 mdjc mediumtext NOT NULL ;



alter table data_content_33_copy change  column 车窗 cc mediumtext NOT NULL ;
alter table data_content_33_copy change  column 隔热玻璃 fzwx mediumtext NOT NULL ;
alter table data_content_33_copy change  column 电动窗防夹功能 ddfj mediumtext NOT NULL ;
alter table data_content_33_copy change  column 天窗开合方式 tckh mediumtext NOT NULL ;
alter table data_content_33_copy change  column 天窗型式 tcxs mediumtext NOT NULL ;

 

alter table data_content_33_copy change  column 后视镜带侧转向灯 hsjzx mediumtext NOT NULL ;
alter table data_content_33_copy change  column 外后视镜加热功能 hsjjr mediumtext NOT NULL ;
alter table data_content_33_copy change  column 外后视镜电动折叠功能 hsjzd mediumtext NOT NULL ;
alter table data_content_33_copy change  column 外后视镜电动调节 hsjtj mediumtext NOT NULL ;
alter table data_content_33_copy change  column 内后视镜防眩目功能 nhjxm mediumtext NOT NULL ;
alter table data_content_33_copy change  column 遮阳板化妆镜 zybhzj mediumtext NOT NULL ;


alter table data_content_33_copy change  column 前照灯类型 qzdenglx mediumtext NOT NULL ;
alter table data_content_33_copy change  column 前照灯照射高度调节 qzdgdtj mediumtext NOT NULL ;
alter table data_content_33_copy change  column 前雾灯 qwd mediumtext NOT NULL ;
alter table data_content_33_copy change  column 日间行车灯 rjxcd mediumtext NOT NULL ;
alter table data_content_33_copy change  column LED尾灯  led mediumtext NOT NULL ;
alter table data_content_33_copy change  column 侧转向灯 czxd mediumtext NOT NULL ;



alter table data_content_33_copy change  column 方向盘调节方式 fxptj mediumtext NOT NULL ;
alter table data_content_33_copy change  column 方向盘表面材料 fxpbm mediumtext NOT NULL ;
alter table data_content_33_copy change  column 多功能方向盘 dgnfxp mediumtext NOT NULL ;
alter table data_content_33_copy change  column 行车电脑显示屏 xcdnxsp mediumtext NOT NULL ;


alter table data_content_33_copy change  column 座椅面料 zyml mediumtext NOT NULL ;
alter table data_content_33_copy change  column 座椅通风 zytf mediumtext NOT NULL ;
alter table data_content_33_copy change  column 驾驶座座椅加热 jszyjr mediumtext NOT NULL ;
alter table data_content_33_copy change  column 儿童安全座椅固定装置 etaqzy mediumtext NOT NULL ;



alter table data_content_33_copy change  column 车载电话 czdh mediumtext NOT NULL ;
alter table data_content_33_copy change  column 蓝牙系统 lyxt mediumtext NOT NULL ;
alter table data_content_33_copy change  column 外接音源接口 wjyyjk mediumtext NOT NULL ;
alter table data_content_33_copy change  column 内置硬盘 nzyp mediumtext NOT NULL ;
alter table data_content_33_copy change  column 扬声器数量 ysqsl mediumtext NOT NULL ;
alter table data_content_33_copy change  column DVD dvd mediumtext NOT NULL ;
alter table data_content_33_copy change  column CD cd mediumtext NOT NULL ;
alter table data_content_33_copy change  column 中控台液晶屏 zktyjp mediumtext NOT NULL ;




alter table data_content_33_copy change  column 空调控制方式 ktkz mediumtext NOT NULL ;
 

alter table data_content_33_copy change  column 后排独立空调 hpkt mediumtext NOT NULL ;
alter table data_content_33_copy change  column 后排出风口 hpcfk mediumtext NOT NULL ;
alter table data_content_33_copy change  column 空气调节 kqtj mediumtext NOT NULL ;
alter table data_content_33_copy change  column 车载冰箱 czbx mediumtext NOT NULL ;


2:zd 表将 已采、已发  变成  zppid,zcxid 注意INT型 长度10

select * from zcartype where region_name like '%奔驰%'  limit 0,1

select * from zcartype where parent_id = 13

update data_content_33_copyset zppid = 13,zcxid =267,cx='2011款 A160',pp='奔驰';


update data_content_33_copyset zppid = 146,zcxid =   1247,cx='赛欧三厢',pp='雪佛兰';

update data_content_33_copyset zcxid =   1247;

如果遇到要补充车系,则需补充以下两个SQL。一个补充车系，一个补充车系下明细年款

不是新补充车系，直接执行后面第3.

insert into zcartype(parent_id,region_name,region_type)
values(146,'乐风',2)

自动生成region_id  :60010


insert into zcartype(parent_id,region_name,region_type)
values(60010,'乐风 2007款 1.4 SL AT',3)

自动生成region_id ：60011








3：补充表格结构
插入zcardetails表

insert into zcardetails(
zppid,
zcxid,
pp,
cx,
zyear,
ztitle,
zcjprice,
ckprice,
yh,
bsxjd,
pl,
fdj,

zallprice,
bx,

bsx,
zhyh,
jssj,
zgcs,
czrs,

c,
k,
g,
zj,
zbzl,
xlxrj,

xlxxs,
doornum,
cdxs,
fdjwz,
fdjxh,
jqxs,
qgpl,
qgs,
qms,
qmjg,
zdml,
zdgl,
zdglzs,
zdnj,
zdnjzs,
rllx,
gyfs,
ryxrj,
ggcl,
gtcl,
hbbz,
bsxxx,
ctjg,
zxzl,
qzdlx,
hzdlx,
sslx,
qxglx,
hxglx,
jswqn,
fjswqn,
qpcqn,
qptql,
xbqn,
hpcqn,
hptqn,
aqdts,
tyjc,
cnzk,
zkms,
ykys,
wysqd,
qlgg,
hlgg,
btlx,
lgcl,
abs,
dzzdl,
eba,
tcs,
dsc,
eps,
zdzc,
spfz,
dcld,
dcyx,
qjsxt,
dsxh,
zsyxh,
gpsdh,
zdbc,
ysxt,
mdjc,
cc,
fzwx,
ddfj,
tckh,
tcxs,
yscgq,
hsjzx,
hsjjr,
hsjzd,
hsjtj,
nhjxm,
zybhzj,
qzdenglx,
qzdgdtj,
qwd,
rjxcd,
led,
czxd,
fxptj,
fxpbm,
dgnfxp,
xcdnxsp,
zyml,
zytf,
jszyjr,
etaqzy,
czdh,
lyxt,
wjyyjk,
nzyp,
ysqsl,
dvd,
cd,
zktyjp,
ktkz,
wdfq,
hpkt,
hpcfk,
kqtj,
czbx,
PageUrl,
ztitleid

 )

select zppid,
zcxid,
pp,
cx,
zyear,
ztitle,
zcjprice,
ckprice,
yh,
bsxjd,
pl,
fdj,

zcjprice as zallprice,
bx,

bsx,
zhyh,
jssj,
zgcs,
czrs,

c,
k,
g,
zj,
zbzl,
xlxrj,

xlxxs,
doornum,
cdxs,
fdjwz,
fdjxh,
jqxs,
qgpl,
qgs,
qms,
qmjg,
zdml,
zdgl,
zdglzs,
zdnj,
zdnjzs,
rllx,
gyfs,
ryxrj,
ggcl,
gtcl,
hbbz,
bsxxx,
ctjg,
zxzl,
qzdlx,
hzdlx,
sslx,
qxglx,
hxglx,
jswqn,
fjswqn,
qpcqn,
'' as qptql,
xbqn,
'' as hpcqn,
'' as hptqn,
aqdts,
tyjc,
cnzk,
zkms,
ykys,
wysqd,
qlgg,
hlgg,
btlx,
lgcl,
abs,
dzzdl,
eba,
tcs,
dsc,
'' as eps,
zdzc,
spfz,
dcld,
dcyx,
qjsxt,
dsxh,
zsyxh,
gpsdh,
zdbc,
ysxt,
mdjc,
cc,
fzwx,
ddfj,
tckh,
tcxs,
'' as yscgq,
hsjzx,
hsjjr,
hsjzd,
hsjtj,
nhjxm,
zybhzj,
qzdenglx,
qzdgdtj,
qwd,
rjxcd,
led,
czxd,
fxptj,
fxpbm,
dgnfxp,
xcdnxsp,
zyml,
zytf,
jszyjr,
etaqzy,
czdh,
lyxt,
wjyyjk,
nzyp,
ysqsl,
dvd,
cd,
zktyjp,
ktkz,
'' as wdfq,
hpkt,
hpcfk,
kqtj,
czbx,
PageUrl,
60001 as ztitleid
from data_content_33_copy


下次要编写 60022


插入  zcartype表

insert into zcartype(region_id,parent_id,region_name,region_type)

values(60001,1247,'雪佛兰-赛欧 2010款 1.4L 手动三厢 SX优逸版',3)

后续补充：

 1：缺少奇瑞A5车型：
-- SELECT * from zcartype where region_name like '%奇瑞%'

-- SELECT * from zcartype where parent_id = 119

insert into zcartype(region_id,parent_id,region_name,region_type)
values(60017,119,'奇瑞A5',2)

2：找到一款A5的具体车子：  奇瑞A5  2009款 超值版 1.5—MT 标准型
地址：http://car.bitauto.com/qiruia5/m8676/
注意A9采集时，只要勾选：采网址、采内容，即可在配置好数据库的情况下写入表：data_content_33

insert into zcartype(region_id,parent_id,region_name,region_type)
values(60018,60017,'奇瑞A5  2009款 超值版 1.5—MT 标准型',3)

3:按照日志补充内容进行补充：

titleid 换成60018



如果采集多个到copy表之后
 update data_content_33_copy set zppid = 119,zcxid =60017 ,cx=ztitle ,pp='奇瑞';

注意COPY表要导出到数据库 里才有效果去insert into zcardetails

insert into zcartype(region_id,parent_id,region_name,region_type)
values(60019,60017,'奇瑞A5  2009款 BSG 1.6—MT 实力型',3);
insert into zcartype(region_id,parent_id,region_name,region_type)
values(60020,60017,'奇瑞A5  2009款 BSG 1.6—MT 舒适型',3);
insert into zcartype(region_id,parent_id,region_name,region_type)
values(60021,60017,'奇瑞A5  2009款 BSG 1.6—MT 豪华型',3);







insert into zcardetails(
zppid,
zcxid,
pp,
cx,
zyear,
ztitle,
zcjprice,
ckprice,
yh,
bsxjd,
pl,
fdj,

zallprice,
bx,

bsx,
zhyh,
jssj,
zgcs,
czrs,

c,
k,
g,
zj,
zbzl,
xlxrj,

xlxxs,
doornum,
cdxs,
fdjwz,
fdjxh,
jqxs,
qgpl,
qgs,
qms,
qmjg,
zdml,
zdgl,
zdglzs,
zdnj,
zdnjzs,
rllx,
gyfs,
ryxrj,
ggcl,
gtcl,
hbbz,
bsxxx,
ctjg,
zxzl,
qzdlx,
hzdlx,
sslx,
qxglx,
hxglx,
jswqn,
fjswqn,
qpcqn,
qptql,
xbqn,
hpcqn,
hptqn,
aqdts,
tyjc,
cnzk,
zkms,
ykys,
wysqd,
qlgg,
hlgg,
btlx,
lgcl,
abs,
dzzdl,
eba,
tcs,
dsc,
eps,
zdzc,
spfz,
dcld,
dcyx,
qjsxt,
dsxh,
zsyxh,
gpsdh,
zdbc,
ysxt,
mdjc,
cc,
fzwx,
ddfj,
tckh,
tcxs,
yscgq,
hsjzx,
hsjjr,
hsjzd,
hsjtj,
nhjxm,
zybhzj,
qzdenglx,
qzdgdtj,
qwd,
rjxcd,
led,
czxd,
fxptj,
fxpbm,
dgnfxp,
xcdnxsp,
zyml,
zytf,
jszyjr,
etaqzy,
czdh,
lyxt,
wjyyjk,
nzyp,
ysqsl,
dvd,
cd,
zktyjp,
ktkz,
wdfq,
hpkt,
hpcfk,
kqtj,
czbx,
PageUrl,
ztitleid

 )
select zppid,
zcxid,
pp,
cx,
zyear,
ztitle,
zcjprice,
ckprice,
yh,
bsxjd,
pl,
fdj,

zcjprice as zallprice,
bx,

bsx,
zhyh,
jssj,
zgcs,
czrs,

c,
k,
g,
zj,
zbzl,
xlxrj,

xlxxs,
doornum,
cdxs,
fdjwz,
fdjxh,
jqxs,
qgpl,
qgs,
qms,
qmjg,
zdml,
zdgl,
zdglzs,
zdnj,
zdnjzs,
rllx,
gyfs,
ryxrj,
ggcl,
gtcl,
hbbz,
bsxxx,
ctjg,
zxzl,
qzdlx,
hzdlx,
sslx,
qxglx,
hxglx,
jswqn,
fjswqn,
qpcqn,
'' as qptql,
xbqn,
'' as hpcqn,
'' as hptqn,
aqdts,
tyjc,
cnzk,
zkms,
ykys,
wysqd,
qlgg,
hlgg,
btlx,
lgcl,
abs,
dzzdl,
eba,
tcs,
dsc,
'' as eps,
zdzc,
spfz,
dcld,
dcyx,
qjsxt,
dsxh,
zsyxh,
gpsdh,
zdbc,
ysxt,
mdjc,
cc,
fzwx,
ddfj,
tckh,
tcxs,
'' as yscgq,
hsjzx,
hsjjr,
hsjzd,
hsjtj,
nhjxm,
zybhzj,
qzdenglx,
qzdgdtj,
qwd,
rjxcd,
led,
czxd,
fxptj,
fxpbm,
dgnfxp,
xcdnxsp,
zyml,
zytf,
jszyjr,
etaqzy,
czdh,
lyxt,
wjyyjk,
nzyp,
ysqsl,
dvd,
cd,
zktyjp,
ktkz,
'' as wdfq,
hpkt,
hpcfk,
kqtj,
czbx,
PageUrl,
60019 as ztitleid
from data_content_33_copy
where id=1