OpenCVとpysimpleguiでリアルタイムで動画加工

import PySimpleGUI as sg
import cv2
import numpy as np

"""
Demo program that displays a webcam using OpenCV and applies some very basic image functions
- functions from top to bottom -
none:       no processing
threshold:  simple b/w-threshold on the luma channel, slider sets the threshold value
canny:      edge finding with canny, sliders set the two threshold values for the function => edge sensitivity
blur:       simple Gaussian blur, slider sets the sigma, i.e. the amount of blur smear
hue:        moves the image hue values by the amount selected on the slider
enhance:    applies local contrast enhancement on the luma channel to make the image fancier - slider controls fanciness.
"""


def main():
    sg.theme('LightGreen')

    # define the window layout
    layout = [
      [sg.Text('OpenCV Demo', size=(60, 1), justification='center')],
      [sg.Image(filename='', key='-IMAGE-')],
      [sg.Radio('None', 'Radio', True, size=(10, 1))],
      [sg.Radio('threshold', 'Radio', size=(10, 1), key='-THRESH-'),
       sg.Slider((0, 255), 128, 1, orientation='h', size=(40, 15), key='-THRESH SLIDER-')],
      [sg.Radio('canny', 'Radio', size=(10, 1), key='-CANNY-'),
       sg.Slider((0, 255), 128, 1, orientation='h', size=(20, 15), key='-CANNY SLIDER A-'),
       sg.Slider((0, 255), 128, 1, orientation='h', size=(20, 15), key='-CANNY SLIDER B-')],
      [sg.Radio('blur', 'Radio', size=(10, 1), key='-BLUR-'),
       sg.Slider((1, 100), 1, 1, orientation='h', size=(40, 15), key='-BLUR SLIDER-')],
      [sg.Radio('hue', 'Radio', size=(10, 1), key='-HUE-'),
       sg.Slider((0, 225), 0, 1, orientation='h', size=(40, 15), key='-HUE SLIDER-')],
      [sg.Radio('enhance', 'Radio', size=(10, 1), key='-ENHANCE-'),
       sg.Slider((1, 255), 128, 1, orientation='h', size=(40, 15), key='-ENHANCE SLIDER-')],
      [sg.Button('Exit', size=(10, 1))]
    ]

    # create the window and show it without the plot
    # location デスクトップ上の配置
    window = sg.Window('OpenCV Integration', layout, location=(50, 50))

    #cv2.VideoCapture(0) ウェブカメラ
    #cv2.VideoCapture('○○○.mp4') 動画ファイル指定
    cap = cv2.VideoCapture(0)

    #while True while文による無限ループ。
    #break文がないと強制終了するしかなくなるため注意。
    while True:
        #window.read(timeout=0) timeout 秒数。0だとスムーズ、数字が多いとカクカク。
        event, values = window.read(timeout=100)
        #Exitボタンが押されたら、またはウィンドウの閉じるボタンが押されたら終了
        if event == 'Exit' or event == sg.WIN_CLOSED:
            break

        #read()メソッドの返り値は、フレームの画像が読み込めたかどうかを示すbool値と、画像の配列ndarrayのタプル。
        ret, frame = cap.read()
        
        if values['-THRESH-']:
            #cv2.cvtColor⇒RGBやBGR、HSVなど様々な色空間を相互に変換できる。
            frame = cv2.cvtColor(frame, cv2.COLOR_BGR2LAB)[:, :, 0]
            #cv2.threshold⇒しきい値より大きければある値(白)を割り当て，そうでなければ別の値(黒)を割り当てる。
            frame = cv2.threshold(frame, values['-THRESH SLIDER-'], 255, cv2.THRESH_BINARY)[1]
        elif values['-CANNY-']:
            #cv2.Canny⇒エッジ検出。引数は、入力画像、minVal、maxVal。
            frame = cv2.Canny(frame, values['-CANNY SLIDER A-'], values['-CANNY SLIDER B-'])
        elif values['-BLUR-']:
            #cv2.GaussianBlur⇒引数は、入力画像、カーネルサイズ、ガウス分布のシグマx
            frame = cv2.GaussianBlur(frame, (21, 21), values['-BLUR SLIDER-'])
        elif values['-HUE-']:
            #cv2.COLOR_BGR2HSV⇒BGR⇒HSV変換
            #HSVとは、色相(Hue)、彩度(Saturation・Chroma)、明度(Value・Brightness)の三つの成分からなる色空間のこと
            frame = cv2.cvtColor(frame, cv2.COLOR_BGR2HSV)
            frame[:,:,1] += int(values['-HUE SLIDER-'])
            frame = cv2.cvtColor(frame, cv2.COLOR_HSV2BGR)
        elif values['-ENHANCE-']:
            enh_val = values['-ENHANCE SLIDER-'] / 40
            clahe = cv2.createCLAHE(clipLimit=enh_val, tileGridSize=(8, 8))
            lab = cv2.cvtColor(frame, cv2.COLOR_BGR2LAB)
            lab[:, :, 0] = clahe.apply(lab[:, :, 0])
            frame = cv2.cvtColor(lab, cv2.COLOR_LAB2BGR)

        imgbytes = cv2.imencode('.png', frame)[1].tobytes()
        window['-IMAGE-'].update(data=imgbytes)

    window.close()

main()