использование colorizing_release_v2.caffemodel для раскрашивания черно-белого видео - PullRequest
Новая
       114

использование colorizing_release_v2.caffemodel для раскрашивания черно-белого видео

0 голосов
/ 05 августа 2020

Я хочу преобразовать черно-белое видео в цветное, поэтому я нахожу этот код в этом git профиле концентратора https://github.com/Mjrovai/Python4DS/tree/master/Photo_Video_Colorization, он использует caffemodel v2 для раскрашивания черно-белого видео в цветное видео, Я пишу весь код в этом вопросе, пожалуйста, помогите мне решить эту проблему, и вот код. 

from imutils.video import VideoStream
import numpy as np
import imutils
import time
import cv2
import os
from os.path import isfile, join
from google.colab import drive
drive.mount('/content/drive')
VIDEO = "rio_32.mp4"
prototxt = "/content/drive/My Drive/Photo_Video_Colorization/model/colorization_deploy_v2.prototxt"
model = "/content/drive/My Drive/Photo_Video_Colorization/model/colorization_release_v2.caffemodel"
points = '/content/drive/My Drive/Photo_Video_Colorization/model/pts_in_hull/pts_in_hull.npy'
video =  "/content/drive/My Drive/Photo_Video_Colorization/input_videos/"+VIDEO
width = 500
vs = cv2.VideoCapture(video)
net = cv2.dnn.readNetFromCaffe(prototxt,model)
pts = np.load(points)
class8 = net.getLayerId("class8_ab")
conv8 = net.getLayerId("conv8_313_rh")
pts = pts.transpose().reshape(2, 313, 1, 1)
net.getLayer(class8).blobs = [pts.astype("float32")]
net.getLayer(conv8).blobs = [np.full([1, 313], 2.606, dtype="float32")]

и я получаю эту ошибку после верхней части кода, я уже ищу об этой ошибке, но я не получил ничего полезного, пожалуйста, помогите мне решить проблему 

error                                     Traceback (most recent call last)
<ipython-input-9-5a93f9509d57> in <module>()
      4 conv8 = net.getLayerId("conv8_313_rh")
      5 pts = pts.transpose().reshape(2, 313, 1, 1)
----> 6 net.getLayer(class8).blobs = [pts.astype("float32")]
      7 net.getLayer(conv8).blobs = [np.full([1, 313], 2.606, dtype="float32")]

error: OpenCV(4.1.2) /io/opencv/modules/dnn/src/dnn.cpp:1297: error: (-204:Requested object was not found) Layer with requested id=-1 not found in function 'getLayerData'

count = 0
success = True
while success:
    success, frame = vs.read()
    if frame is None:
        break
    frame = imutils.resize(frame, 500)
    frame = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY)
    frame = cv2.cvtColor(frame, cv2.COLOR_GRAY2RGB)
    scaled = frame.astype("float32") / 255.0
    lab = cv2.cvtColor(scaled, cv2.COLOR_RGB2LAB)
    resized = cv2.resize(lab, (224, 224))
    L = cv2.split(resized)[0]
    L -= 50
    
    net.setInput(cv2.dnn.blobFromImage(L))
    ab = net.forward()[0, :, :, :].transpose((1, 2, 0))
    ab = cv2.resize(ab, (frame.shape[1], frame.shape[0]))
    L = cv2.split(lab)[0]
    colorized = np.concatenate((L[:, :, np.newaxis], ab), axis=2)
    colorized = cv2.cvtColor(colorized, cv2.COLOR_LAB2BGR)
    colorized = np.clip(colorized, 0, 1)
    colorized = (255 * colorized).astype("uint8")
    cv2.imshow("Original", frame)
    cv2.imshow("Colorized", colorized)
    
    cv2.imwrite("./colorized_video_frames/frame%d.jpg" % count, colorized)
    count += 1
    key = cv2.waitKey(1) & 0xFF
    if key == ord("q"):
        break
vs.release()
cv2.destroyAllWindows()
def convert_frames_to_video(pathIn, pathOut, fps):
    frame_array = []
    files = [f for f in os.listdir(pathIn) if isfile(join(pathIn, f))]
 
    #for sorting the file names properly
    files.sort(key = lambda x: int(x[5:-4]))
 
    for i in range(len(files)):
        filename=pathIn + files[i]
        #reading each files
        img = cv2.imread(filename)
        height, width, layers = img.shape
        size = (width,height)
        print(filename)
        #inserting the frames into an image array
        frame_array.append(img)
 
    out = cv2.VideoWriter(pathOut,cv2.VideoWriter_fourcc(*'MJPG'), fps, size)
 
    for i in range(len(frame_array)):
        # writing to a image array
        out.write(frame_array[i])
    out.release()
pathIn= '/content/drive/My Drive/Photo_Video_Colorization/colorized_frames/'
pathOut = '/content/drive/My Drive/Photo_Video_Colorization/colorized_videos/video.avi'
fps = 30.0
convert_frames_to_video(pathIn, pathOut, fps)
...