cvedetails获取版本信息

最新推荐文章于 2025-10-27 16:50:18 发布

原创最新推荐文章于 2025-10-27 16:50:18 发布 · 690 阅读

0 ·

CC 4.0 BY-SA版权

文章标签：

#authentication #class #access #insert #date #mysql

安全相关同时被 2 个专栏收录

19 篇文章

订阅专栏

linux

10 篇文章

订阅专栏

本文介绍了一个使用Bash脚本从cvedetails.com网站爬取CVE漏洞详情的方法，并将获取的数据存入MySQL数据库的过程。该脚本能够自动抓取漏洞名称、描述、CVSS评分、参考链接等信息。

#!/bin/bash
domainname="http://www.cvedetails.com/cve/"
querylist="http://www.cvedetails.com/vulnerability-search.php?f=1&cveid="
echo "before while"
while read x ;do
wget -O result.html $domainname${x}
found=`cat result.html|grep -ic 'Unknown CVE ID'`
echo 'before if'
if ((${found}>0))
then
echo "not found"
else
# 取漏洞名称
cvename=`cat result.html|grep -i '<title>'|sed 's/</>/g'|cut -d '>' -f3`
echo 'cvename '${cvename}
flag=`echo ${cvename}|cut -d'-' -f1`
   if [ "${flag}" != "CVE" ]; then
   continue
   echo 'now come true'
   fi
# 取漏洞cvss分数
cvss=`cat result.html|tr -d '\n'|tr -d "'"|sed 's/<th>Cvss Score<\/th>/@<th>Cvss Score<\/th>/g'|tr '@' '\n'|sed 's/</>/g'|grep -i '>th>Cvss Score>\/th>'|cut -d '>' -f9`
   echo 'cvss '${cvss}
# 取漏洞描述信息
desc=`cat result.html|grep -i '<meta name="description" content="CVE'|cut -d '"' -f4`
echo 'desc '${desc}
# 取漏洞参考条目数
# refcount=`cat result.html|grep -ic '<td class="r_average">'`
# 提取漏洞参考条目
   refcontent=`cat result.html|tr -d '\n'|tr -d "'"|sed 's/<br\\>//g'|sed 's/<td class="r_average">/@<td class="r_average">/g'|tr '@' '\n'|sed 's/</>/g'|grep -i '>td class="r_average">'|cut -d '>' -f5`
   echo 'refcontent '${refcontent}
   # 取查询信息
   wget -O query.html $querylist${x}
   cat query.html|tr -d '\n'|sed 's/<tr class="srrowns">/@<tr class="srrowns">/g'|tr '@' '\n'|sed 's/<\/table>/@<\/table>/g'|tr '@' '\n'|sed 's/</>/g'>querylast.html
   qfound=`cat query.html|grep -ic 'title="View cwe definition "'`
   if ((${qfound}>0))
   then
   # 是否有exploit
   exploit=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f31`
   echo 'exploit '${exploit}
   # 漏洞类型
   vulner_type=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f37`
   echo 'vulner_type '${vulner_type}
   # 命名时间
   publish_date=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f41`
   echo 'publish_date '${publish_date}
   # 更新时间
   update_date=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f45`
   echo 'update_date '${update_date}
   # cvss分数
   cvss_score=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f51`
   echo 'cvss_score '${cvss_score}
   # gained_access_level
   gained_access_level=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f57`
   echo 'gained_access_level '${gained_access_level}
   # access
   access=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f61`
   echo 'access '${access}
   # Complexity
   complexity=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f65`
   echo 'complexity '${complexity}
   # Authentication
   authentication=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f69`
   echo 'authentication '${authentication}
   # Confidentiality
   confidentiality=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f73`
   echo 'confidentiality '${confidentiality}
   # Integrity
   integrity=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f77`
   echo 'integrity '${integrity}
   # Availability
   availability=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f81`
   echo 'availability '${availability}
   else
   # 是否有exploit
   exploit=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f27`
   echo 'exploit '${exploit}
   # 漏洞类型
   vulner_type=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f33`
   echo 'vulner_type '${vulner_type}
   # 命名时间
   publish_date=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f37`
   echo 'publish_date '${publish_date}
   # 更新时间
   update_date=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f41`
   echo 'update_date '${update_date}
   # cvss分数
   cvss_score=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f47`
   echo 'cvss_score '${cvss_score}
   # gained_access_level
   gained_access_level=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f53`
   echo 'gained_access_level '${gained_access_level}
   # access
   access=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f57`
   echo 'access '${access}
   # Complexity
   complexity=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f61`
   echo 'complexity '${complexity}
   # Authentication
   authentication=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f65`
   echo 'authentication '${authentication}
   # Confidentiality
   confidentiality=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f69`
   echo 'confidentiality '${confidentiality}
   # Integrity
   integrity=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f73`
   echo 'integrity '${integrity}
   # Availability
   availability=`cat querylast.html|grep -i '>tr class="srrowns">'|cut -d '>' -f77`
   echo 'availability '${availability}
   fi
   # 插入数据库
resultrow="INSERT INTO t_control(id)
             SELECT 1 FROM DUAL WHERE EXISTS(SELECT 1 FROM t_vulner_code WHERE vulner_code='${x}' AND vulner_code_type='CVE');
INSERT INTO t_vulnerability(
vulner_name_en,
description_en,
security_level,
exploit,
vulner_type,
publish_date,
update_date,
cvss,
gained_access_level,
access,
authentication,
confidentiality,
integrity,
availability,
reference)
SELECT trim('${cvename}'),trim('${desc}'),trim('${complexity}'),
         trim('${exploit}'),trim('${vulner_type}'),trim('${publish_date}'),trim('${update_date}'),trim('${cvss}'),trim('${gained_access_level}'),
         trim('${access}'),trim('${authentication}'),trim('${confidentiality}'),trim('${integrity}'),trim('${availability}'),trim('${refcontent}') FROM DUAL
WHERE NOT EXISTS(SELECT 1 FROM t_vulner_code WHERE vulner_code='${x}' AND vulner_code_type='CVE');
INSERT INTO t_vulner_code(vulner_id,vulner_code_type,vulner_code)
SELECT LAST_INSERT_ID(),'CVE',trim('${x}') from dual
   WHERE NOT EXISTS(SELECT 1 FROM t_vulner_code WHERE vulner_code='${x}' AND vulner_code_type='CVE') and LAST_INSERT_ID()<>0 ;"
echo $resultrow
mysql -h 192.168.3.93 -phuawei virus -e"${resultrow}"
echo $resultrow
   # 取漏洞bid信息
cat result.html|tr -d '\n'|sed 's/title="External url">http:\/\/www.securityfocus.com\/bid\//@@title="External url">http:\/\/www.securityfocus.com\/bid\//g'|tr '@@' '\n'|grep -i 'title="External url">http://www.securityfocus.com/bid/'>bid.html
bidcnt=`wc -l bid.html|cut -d ' ' -f1`
echo "BIDCNT=${bidcnt}"
while ((${bidcnt}>0))
do
  bid=`tail -${bidcnt} bid.html|tr -d '\n'|cut -d '/' -f5|cut -d '<' -f1`
  echo "BID=${bid}"
  bidinfo="INSERT INTO t_vulner_code(vulner_id,vulner_code_type,vulner_code)
             SELECT vulner_id,'BID',trim('${bid}') from t_vulner_code
              WHERE vulner_code_type='CVE' and vulner_code='${x}'; "
    mysql -h 192.168.3.93 -phuawei virus -e"${bidinfo}"
    echo ${bidinfo}
  let "bidcnt=${bidcnt}-1"
done
#取厂商等信息
cat result.html|tr -d '\n'|sed 's/<table class="listtable" id="vulnprodstable">/@@<table class="listtable" id="vulnprodstable">/g'|tr '@@' '\n'|tail -1|sed 's/<a name="vulnprodcount">/@@<a name="vulnprodcount">/g'|tr '@@' '\n'|grep '<table class="listtable" id="vulnprodstable">' |sed 's/<td class="num">/@@<td class="num">/g'| tr '@@' '\n'|grep "<a href=">bb.html
row=`wc -l bb.html|cut -d ' ' -f1`
resultrow="insert into t_vulner_count(vulner_id,cnt) select vulner_id,${row} from t_vulner_code where vulner_code_type='CVE' and vulner_code='${x}';"
echo ${resultrow}
mysql -h 192.168.3.93 -phuawei virus -e"${resultrow}"
while ((${row}>0))
do
   vendor=`tail -${row} bb.html|tr -d '\n'|cut -d '>' -f6|cut -d '/' -f5`
   vendorname=`tail -${row} bb.html|tr -d '\n'|cut -d '>' -f7|cut -d '<' -f1`
   product=`tail -${row} bb.html|tr -d '\n'|cut -d '>' -f10|cut -d '/' -f5`
   productname=`tail -${row} bb.html|tr -d '\n'|cut -d '>' -f11|cut -d '<' -f1`
   producttype=`tail -${row} bb.html|tr -d '\n'|cut -d '>' -f4|cut -d '<' -f1`
   version=`tail -${row} bb.html|tr -d '\n'|cut -d '>' -f14|cut -d '<' -f1`
   update=`tail -${row} bb.html|tr -d '\n'|cut -d '>' -f16|cut -d '<' -f1`
   edtion=`tail -${row} bb.html|tr -d '\n'|cut -d '>' -f18|cut -d '<' -f1`
   language=`tail -${row} bb.html|tr -d '\n'|cut -d '>' -f20|cut -d '<' -f1`
   versionid=`tail -${row} bb.html|tr -d '\n'|cut -d '>' -f22|cut -d '/' -f3`
resultrow="insert into t_software_vendor select ${vendor},'${vendorname}' from dual where not exists(select 1 from t_software_vendor where ware_vendor_id=${vendor});
           insert into t_software_product select ${vendor},${product},'${productname}','${producttype}' from dual where not exists(select 1 from t_software_product where ware_product_id=${product});
           insert into t_software_version select ${vendor},${product},${versionid},'${version}','${update}','${edtion}','${language}' from dual where not exists(select 1 from t_software_version where ware_version_id=${versionid});
           insert into t_object_software select t.vulner_id,1,${versionid} from t_vulner_code t where t.vulner_code_type='CVE' and t.vulner_code='${x}' ;"
    mysql -h 192.168.3.93 -phuawei virus -e"${resultrow}"
    echo $resultrow
   let "row=${row}-1"
done
fi
#删除本行
sed -i "/${x}/d" cvelist.txt
done<cvelist.txt
echo done

# 15 cve_id
# 31 exploit
# 37 vulner_type
# 41 Publish_Date
# 45 Update_Date
# 51 cvss_score
# 57 Gained_Access_Level
# 61 access
# 65 Complexity
# 69 Authentication
# 73 Confidentiality
# 77 Integrity
# 81 Availability