代码片段

comments: true

selenium使用¶

安装：

pip install selenium

log日志¶

import logging

logging.debug("This is a debug log.")
logging.info("This is a info log.")
logging.warning("This is a warning log.")
logging.error("This is a error log.")
logging.critical("This is a critical log.")

日志级别

logging.basicConfig(level=logging.DEBUG)  #默认只显示warning及以上

日志格式

LOG_FORMAT = "%(asctime)s - %(levelname)s - %(message)s"
logging.basicConfig(format=LOG_FORMAT)
#2017-05-08 14:29:53,783 - DEBUG - This is a debug log.
#2017-05-08 14:29:53,784 - INFO - This is a info log.
#2017-05-08 14:29:53,784 - WARNING - This is a warning log.
#2017-05-08 14:29:53,784 - ERROR - This is a error log.
#2017-05-08 14:29:53,784 - CRITICAL - This is a critical log.

日期格式

DATE_FORMAT = "%m/%d/%Y %H:%M:%S %p"
logging.basicConfig(datefmt=DATE_FORMAT)

输出到文件

logging.basicConfig(filename='my.log')

tornado¶

命令行参数

from tornado.options import define, options

define("port", default=8011, help="运行端口", type=int)
define("uarg", default='/gitlab-push', help="网页路由", type=str)
define("script", default='./gitlab-hook.sh', help="hook脚本", type=str)
define("isExecute", default='true', help="控制是否执行脚本", type=str)

print(options.port)

使用

python app.py --port=3000 --script="myscript.sh" --uarg="/post" --isExecute="false"

解析yaml¶

test.yml如下

# 用户名
user_name: tinker

# 日期
date: 2022-02-21

# user_name_list
user_name_list:
 - user_name: Tom
 - user_name: Jack
 - user_name: tinker

解析代码如下

#!/usr/bin/python
# vim: set fileencoding:utf-8
import os

import yaml

# 获取yaml文件路径
yamlPath = os.path.join("D:\\test\\", "config.yml")

# open方法打开直接读出来
f = open(yamlPath, 'r', encoding='utf-8')
cfg = f.read()

params = yaml.load(cfg, Loader=yaml.SafeLoader)

user_name = params['user_name']
plan_date = params['date'] if params['date'] is not None else ''
user_name_list = params['user_name_list']

print(user_name)
print(plan_date)

for element in user_name_list:
    print(element.get('user_name'))

监控文件目录变化¶

安装

pip3 install watchdog

代码

import sys
import time
import logging

from watchdog.observers import Observer
from watchdog.events import *


# 处理器
class FileEventHandler(FileSystemEventHandler):
    def __init__(self):
        FileSystemEventHandler.__init__(self)

    def on_created(self, event):
        if event.is_directory:
            pass
        else:
            print("file created:{0}".format(event.src_path))

if __name__=='__main__':
    logging.basicConfig(level=logging.INFO,
                        format='%(asctime)s - %(message)s',
                        datefmt='%Y-%m-%d %H:%M:%S')
    path = sys.argv[1] if len(sys.argv) > 1 else '.'
    event_handler = FileEventHandler()
    observer = Observer()
    observer.schedule(event_handler,'./test', recursive=True)
    observer.start()
    try:
        while True:
            time.sleep(1)
    except KeyboardInterrupt:
        observer.stop()
    observer.join()

输出

file created:./test/1/q.txt

图片处理¶

使用流行的是 Pillow 模块，可以在下面找到优化图像所需的大部分方法。

# Image Optimizing
# pip install Pillow
import PIL
# Croping 
im = PIL.Image.open("Image1.jpg")
im = im.crop((34, 23, 100, 100))
# Resizing
im = PIL.Image.open("Image1.jpg")
im = im.resize((50, 50))
# Flipping
im = PIL.Image.open("Image1.jpg")
im = im.transpose(PIL.Image.FLIP_LEFT_RIGHT)
# Rotating
im = PIL.Image.open("Image1.jpg")
im = im.rotate(360)
# Compressing
im = PIL.Image.open("Image1.jpg")
im.save("Image1.jpg", optimize=True, quality=90)
# Bluring
im = PIL.Image.open("Image1.jpg")
im = im.filter(PIL.ImageFilter.BLUR)
# Sharpening
im = PIL.Image.open("Image1.jpg")
im = im.filter(PIL.ImageFilter.SHARPEN)
# Set Brightness
im = PIL.Image.open("Image1.jpg")
im = PIL.ImageEnhance.Brightness(im)
im = im.enhance(1.5)
# Set Contrast
im = PIL.Image.open("Image1.jpg")
im = PIL.ImageEnhance.Contrast(im)
im = im.enhance(1.5)
# Adding Filters
im = PIL.Image.open("Image1.jpg")
im = PIL.ImageOps.grayscale(im)
im = PIL.ImageOps.invert(im)
im = PIL.ImageOps.posterize(im, 4)
# Saving
im.save("Image1.jpg")

视频优化¶

使用 Moviepy 模块，允许你修剪、添加音频、设置视频速度、添加 VFX 等等。

# Video Optimizer
# pip install moviepy
import moviepy.editor as pyedit
# Load the Video
video = pyedit.VideoFileClip("vid.mp4")
# Trimming
vid1 = video.subclip(0, 10)
vid2 = video.subclip(20, 40)
final_vid = pyedit.concatenate_videoclips([vid1, vid2])
# Speed up the video
final_vid = final_vid.speedx(2)
# Adding Audio to the video
aud = pyedit.AudioFileClip("bg.mp3")
final_vid = final_vid.set_audio(aud)
# Reverse the Video
final_vid = final_vid.fx(pyedit.vfx.time_mirror)
# Merge two videos
vid1 = pyedit.VideoFileClip("vid1.mp4")
vid2 = pyedit.VideoFileClip("vid2.mp4")
final_vid = pyedit.concatenate_videoclips([vid1, vid2])
# Add VFX to Video
vid1 = final_vid.fx(pyedit.vfx.mirror_x)
vid2 = final_vid.fx(pyedit.vfx.invert_colors)
final_vid = pyedit.concatenate_videoclips([vid1, vid2])
# Add Images to Video
img1 = pyedit.ImageClip("img1.jpg")
img2 = pyedit.ImageClip("img2.jpg")
final_vid = pyedit.concatenate_videoclips([img1, img2])
# Save the video
final_vid.write_videofile("final.mp4")

PDF 转图片¶

使用流行的 PyMuPDF 模块，该模块以其 PDF 文本提取而闻名。

# PDF to Images
# pip install PyMuPDF
import fitz
def pdf_to_images(pdf_file):
    doc = fitz.open(pdf_file)
    for p in doc:
        pix = p.get_pixmap()
        output = f"page{p.number}.png"
        pix.writePNG(output)
pdf_to_images("test.pdf")

下载器¶

# Python Downloader
# pip install internetdownloadmanager
import internetdownloadmanager as idm
def Downloader(url, output):
    pydownloader = idm.Downloader(worker=20,
                                part_size=1024*1024*10,
                                resumable=True,)

    pydownloader .download(url, output)
Downloader("Link url", "image.jpg")
Downloader("Link url", "video.mp4")

获取 Github 最新 hosts¶

该脚本会把获取到的 hosts 信息添加到 target_file 指定的文件中，文件中需要添加 start_marker 和 end_marker 否则无法插入，结合 crontab 设置好定时任务就可以实现自动获取最新的github的host并更新到系统的hosts中

#!/usr/bin/env python3
# -*- coding: utf-8 -*-

import requests

# 定义源URL和目标文件
source_url = "https://gitlab.com/ineo6/hosts/-/raw/master/hosts"
target_file = "host.txt"

# 定义标记
start_marker = "# >>>>start\n"
end_marker = "\n\n# <<<<end\n"

def fetch_latest_content(url):
    # 发送GET请求获取最新内容
    response = requests.get(url)
    if response.status_code == 200:
        return response.text.splitlines()
    else:
        print(f"无法从 {url} 获取内容。")
        return None

def update_host_file_with_new_content(source_content, file_path):
    # 构建新的内容
    new_content = start_marker + '\n' + '\n'.join(source_content) + end_marker + '\n'

    # 替换目标文件中的内容
    try:
        with open(file_path, 'r+') as f:
            file_data = f.read()
            start_pos = file_data.find(start_marker)
            end_pos = file_data.find(end_marker, start_pos + len(start_marker))

            if start_pos != -1 and end_pos != -1:
                f.seek(0)
                f.truncate()
                f.write(file_data[:start_pos])
                f.write(new_content)
                f.write(file_data[end_pos + len(end_marker):])
                print("目标文件已更新。")
            else:
                print("未找到标记，无法替换内容。")

    except FileNotFoundError:
        print(f"文件 {file_path} 未找到。")
    except IOError:
        print(f"无法写入到文件 {file_path}。")

def main():
    # 获取最新内容
    latest_content = fetch_latest_content(source_url)
    if latest_content:
        # 更新目标文件中的内容
        update_host_file_with_new_content(latest_content, target_file)
    else:
        print("未能获取最新内容。")

if __name__ == "__main__":
    main()