下载jenkins插件，从华为云，很快

最新推荐文章于 2025-07-25 20:58:15 发布

原创最新推荐文章于 2025-07-25 20:58:15 发布 · 730 阅读

0 ·

CC 4.0 BY-SA版权

数据库专栏收录该内容

9 篇文章

订阅专栏

本文介绍了一个使用Python实现的Jenkins插件搜索与下载系统。通过连接数据库，可以搜索并获取Jenkins插件的相关信息。同时，利用网络请求，能够自动化下载指定插件。文章展示了如何从远程服务器抓取插件列表，并将信息保存到本地数据库中。


import fire
import requests
from crawl import exe_sql


class Jk:
    def search(self, name):
        res = exe_sql(f'select * from jenkins_plugins where name like "{name}%"')
        print(res)

    def download(self, name):
        url = exe_sql(f'select url from jenkins_plugins where name="{name}"')[0][0]
        with open(f'{name}.hpi', 'wb') as fwb:
            fwb.write(requests.get(url).content)


if __name__ == '__main__':
    fire.Fire(Jk)
    # Jk().download('AdaptivePlugin')


import requests
from bs4 import BeautifulSoup
import sqlite3


def get_from_remote():
    plugins_url = 'https://mirrors.huaweicloud.com/jenkins/plugins/'
    soup = BeautifulSoup(requests.get(plugins_url).text, 'lxml')
    name_url = []
    for ll in soup.select('a[title]'):
        name = ll['title']
        url = plugins_url + ll['href'] + 'latest/' + '{}.hpi'.format(name)
        name_url.append({name: url})
    return name_url


def exe_sql(sql_str):
    conn = sqlite3.connect('name_url.db')
    c = conn.cursor()
    res = c.execute(sql_str).fetchall()
    conn.commit()
    conn.close()
    return res


def save():
    for item in get_from_remote():
        for k, v in item.items():
            sql_str = f'insert into jenkins_plugins values("{k}","{v}");'
            exe_sql(sql_str)


if __name__ == '__main__':
    # sql('''create table jenkins_plugins
    #         (name char(50) primary key  not null,
    #          url text not null
    #         );''')
    save()
    # pass