import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
@Override
public synchronized VideoData encode(int[][] img) throws IOException {
	ba.reset();
	Rectangle imgArea = new Rectangle(img.length, img[0].length);
	Rectangle area = getNextBlock(imgArea, null);
	boolean isKeyFrame = (frameCount++ % keyFrameIndex) == 0 || last == null;

	//header
	ba.write(getTag(isKeyFrame ? FLAG_FRAMETYPE_KEYFRAME : FLAG_FRAMETYPE_INTERFRAME, FLAG_CODEC_SCREEN));
	writeShort(ba, imgArea.width + ((blockSize / 16 - 1) << 12));
	writeShort(ba, imgArea.height + ((blockSize / 16 - 1) << 12));

	while (area.width > 0 && area.height > 0) {
		writeBytesIfChanged(ba, isKeyFrame, img, area);
		area = getNextBlock(imgArea, area);
	}
	last = img;
	return getData(ba.toByteArray());
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
@Override
public void packetReceived(IBroadcastStream broadcastStream, IStreamPacket streampacket) {
	try {
		CachedEvent cachedEvent = new CachedEvent();
		cachedEvent.setData(streampacket.getData().duplicate());
		cachedEvent.setDataType(streampacket.getDataType());
		cachedEvent.setTimestamp(streampacket.getTimestamp());
		cachedEvent.setCurrentTime(new Date());
		if (streampacket instanceof VideoData) {
			cachedEvent.setFrameType(((VideoData) streampacket).getFrameType());
		}

		if (log.isTraceEnabled()) {
			log.trace("##REC:: Packet recieved. type: {} frame type: {}", cachedEvent.getDataType(), cachedEvent.getFrameType());
		}
		streamWriter.append(cachedEvent);
	} catch (Exception e) {
		log.error("##REC:: [packetReceived]", e);
	}
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
public void pushVideo(VideoData data, int ts) {
	if (startPublish) {
		if (Red5.getConnectionLocal() == null) {
			Red5.setConnectionLocal(client.getConnection());
		}
		RTMPMessage rtmpMsg = RTMPMessage.build(data, ts);
		client.publishStreamData(streamId, rtmpMsg);
	}
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
@Override
public void execute(JobExecutionContext context) throws JobExecutionException {
	JobDataMap data = context.getJobDetail().getJobDataMap();
	CaptureScreen capture = (CaptureScreen)data.get(CAPTURE_KEY);
	if (screen == null) {
		dim = capture.getDim();
		screen = new Rectangle(dim.getSpinnerX(), dim.getSpinnerY()
				, dim.getSpinnerWidth(), dim.getSpinnerHeight());
	}

	long start = 0;
	if (log.isTraceEnabled()) {
		start = System.currentTimeMillis();
	}
	image = ScreenV1Encoder.getImage(dim, screen, robot);
	if (log.isTraceEnabled()) {
		log.trace(String.format("encode: Image was captured in %s ms, size %sk", System.currentTimeMillis() - start, 4 * image.length * image[0].length / 1024));
		start = System.currentTimeMillis();
	}
	try {
		VideoData vData = capture.getEncoder().encode(image);
		if (log.isTraceEnabled()) {
			long now = System.currentTimeMillis();
			log.trace(String.format("encode: Image was encoded in %s ms, timestamp is %s", now - start, now - capture.getStartTime()));
		}
		capture.getFrames().offer(vData);
		capture.getEncoder().createUnalteredFrame();
	} catch (Exception e) {
		log.error("Error while encoding: ", e);
	}
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
private static VideoData getData(byte[] data) {
	IoBuffer buf = IoBuffer.allocate(data.length);
	buf.clear();
	buf.put(data);
	buf.flip();
	return new VideoData(buf);
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
@Override
public VideoData getUnalteredFrame() {
	if (unalteredFrame != null && (frameCount % keyFrameIndex) != 0) {
		frameCount++;
	}
	return unalteredFrame;
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
/**
 * Builds a video frame (non-config).
 * 
 * <pre>
 * flv tagged h264 encoded bytes resemble this sequence: 23 01 00 00 00 00 00 00 02 09 16 00 00 00 15 06 00...
 * |--Header--|--Presentation offset--|--Size of packet + 1 --|--Encoded data 
 *  0x17 0x01  0x0 0x0 0x0             0x00 0x00 0x00 0x02      0x0916 bytes of data
 * </pre>
 * 
 * @param timestamp
 * @param frameSize
 * @return
 */
private static VideoData buildVideoFrame(int timestamp, int frameSize) {
	log.debug("buildVideoFrame - slice count: {}", frameSlices.size());
	// determine if the set of slices are of IDR type 
	boolean isIdr = (frameSlices.getFirst()[4] & 0x1f) == 7; // (SPS will actual be the first slice, if its an IDR set)
	// size the flv video data array
	IoBuffer framedData = IoBuffer.allocate(frameSize + 5 + 1); // 5 bytes header and 1 byte trailer
	framedData.setAutoExpand(true);
	log.debug("Frame data initial size: {}", framedData.limit());
	// write prefix bytes
	framedData.put((byte) (isIdr ? 0x17 : 0x27)); // 0x10 - key frame; 0x07 - H264_CODEC_ID
	framedData.put((byte) 0x01); // 0: AVC sequence header; 1: AVC NALU; 2: AVC end of sequence
	// presentation off set
	framedData.put((byte) 0);
	framedData.put((byte) 0);
	framedData.put((byte) 0);
	// copy in encoded bytes
	for (byte[] frame : frameSlices) {
		framedData.put(frame);
	}
	// write end byte
	framedData.put((byte) 0);
	// flip it
	framedData.flip();
	log.debug("Frame data final size: {}", framedData.limit());
	// create the video data obj
	VideoData video = new VideoData(framedData);
	video.setHeader(new Header());
	video.getHeader().setTimer((int) timestamp);
	video.setTimestamp((int) timestamp);
	return video;
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
/**
 * Performs the processes needed for VOD / pre-recorded streams.
 * 
 * @param withReset
 *            whether or not to perform reset on the stream
 * @param itemLength
 *            length of the item to be played
 * @return message for the consumer
 * @throws IOException
 */
private final IMessage playVOD(boolean withReset, long itemLength) throws IOException {
    IMessage msg = null;
    // change state
    subscriberStream.setState(StreamState.PLAYING);
    if (withReset) {
        releasePendingMessage();
    }
    sendVODInitCM(currentItem);
    // Don't use pullAndPush to detect IOExceptions prior to sending NetStream.Play.Start
    if (currentItem.getStart() > 0) {
        streamOffset = sendVODSeekCM((int) currentItem.getStart());
        // We seeked to the nearest keyframe so use real timestamp now
        if (streamOffset == -1) {
            streamOffset = (int) currentItem.getStart();
        }
    }
    IMessageInput in = msgInReference.get();
    msg = in.pullMessage();
    if (msg instanceof RTMPMessage) {
        // Only send first video frame
        IRTMPEvent body = ((RTMPMessage) msg).getBody();
        if (itemLength == 0) {
            while (body != null && !(body instanceof VideoData)) {
                msg = in.pullMessage();
                if (msg != null && msg instanceof RTMPMessage) {
                    body = ((RTMPMessage) msg).getBody();
                } else {
                    break;
                }
            }
        }
        if (body != null) {
            // Adjust timestamp when playing lists
            body.setTimestamp(body.getTimestamp() + timestampOffset);
        }
    }
    return msg;
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
/**
 * Mark message as being written.
 * 
 * @param message
 *            Message to mark
 */
protected void writingMessage(Packet message) {
    if (message.getMessage() instanceof VideoData) {
        Number streamId = message.getHeader().getStreamId();
        final AtomicInteger value = new AtomicInteger();
        AtomicInteger old = pendingVideos.putIfAbsent(streamId.doubleValue(), value);
        if (old == null) {
            old = value;
        }
        old.incrementAndGet();
    }
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
/**
 * Mark message as sent.
 * 
 * @param message
 *            Message to mark
 */
public void messageSent(Packet message) {
    if (message.getMessage() instanceof VideoData) {
        Number streamId = message.getHeader().getStreamId();
        AtomicInteger pending = pendingVideos.get(streamId.doubleValue());
        if (log.isTraceEnabled()) {
            log.trace("Stream id: {} pending: {} total pending videos: {}", streamId, pending, pendingVideos.size());
        }
        if (pending != null) {
            pending.decrementAndGet();
        }
    }
    writtenMessages.incrementAndGet();
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
public IRTMPEvent getAVCDecoderConfig() {
	IoBuffer buffV = IoBuffer.allocate(_pCodecSetup.length);
	buffV.setAutoExpand(true);
	for (int p = 0; p < _pCodecSetup.length; p++)
		buffV.put((byte) _pCodecSetup[p]);
	buffV.flip();
	buffV.position(0);
	IRTMPEvent video = new VideoData(buffV);
	video.setHeader(new Header());
	return video;
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
/**
 * Mark message as being written.
 * 
 * @param message
 *            Message to mark
 */
protected void writingMessage(Packet message) {
	if (message.getMessage() instanceof VideoData) {
		int streamId = message.getHeader().getStreamId();
		final AtomicInteger value = new AtomicInteger();
		AtomicInteger old = pendingVideos.putIfAbsent(streamId, value);
		if (old == null) {
			old = value;
		}
		old.incrementAndGet();
	}
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
/**
 * Mark message as sent.
 * 
 * @param message
 *            Message to mark
 */
public void messageSent(Packet message) {
	if (message.getMessage() instanceof VideoData) {
		int streamId = message.getHeader().getStreamId();
		AtomicInteger pending = pendingVideos.get(streamId);
		if (pending != null) {
			pending.decrementAndGet();
		}
	}
	writtenMessages.incrementAndGet();
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
/** {@inheritDoc} */
@Override
protected void setUp() throws Exception {
	super.setUp();
	VideoData message = new VideoData(IoBuffer.allocate(100));
	playBuffer = new PlayBuffer(1000);
	rtmpMessage = RTMPMessage.build(message);
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
public Queue<VideoData> getFrames() {
	return frames;
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
/**
 * Builds a configuration video frame.
 * 
 * C++ example http://pastebin.com/fTHENikp
 *
 * @param timestamp
 * @return
 */
private static void buildVideoConfigFrame(int timestamp) {
	log.debug("buildConfig");
	int cursor = 0;
	// avc header 5, sps header 8, sps len, pps header 3, pps len
	byte[] avcConfig = new byte[13 + sps.length + 3 + pps.length];
	// write prefix bytes
	avcConfig[cursor++] = (byte) 0x17; // 0x10 - key frame; 0x07 - H264_CODEC_ID
	avcConfig[cursor++] = (byte) 0; // 0: AVC sequence header; 1: AVC NALU; 2: AVC end of sequence
	avcConfig[cursor++] = (byte) 0; // composition time
	avcConfig[cursor++] = (byte) 0; // composition time
	avcConfig[cursor++] = (byte) 0; // composition time
	// sps
	avcConfig[cursor++] = (byte) 1; // configurationVersion
	avcConfig[cursor++] = (byte) sps[1]; // profile
	avcConfig[cursor++] = (byte) sps[2]; // profile compat
	avcConfig[cursor++] = (byte) sps[3]; // level
	// reserved bytes - adobe doesn't write these
	avcConfig[cursor++] = (byte) 0xff; // 6 bits reserved (111111) + 2 bits nal size length - 1 (11), lengthSizeMinusOne
	avcConfig[cursor++] = (byte) 0xe1; // 3 bits reserved (111) + 5 bits number of sps (00001), numOfSequenceParameterSets
	// sps length
	avcConfig[cursor++] = (byte) ((sps.length >> 8) & 0xff);
	avcConfig[cursor++] = (byte) (sps.length & 0xff);
	// sps data
	for (int k = 0; k < sps.length; k++) {
		avcConfig[cursor++] = sps[k];
	}
	// pps
	avcConfig[cursor++] = 1; // numOfPictureParameterSets
	// pps length - short to big endian
	avcConfig[cursor++] = (byte) ((pps.length >> 8) & 0x000000ff);
	avcConfig[cursor++] = (byte) (pps.length & 0x000000ff);
	// pps data
	for (int k = 0; k < pps.length; k++) {
		avcConfig[cursor++] = pps[k];
	}
	// testing
	if (log.isDebugEnabled()) {
		log.debug("AVC config: {}", Arrays.toString(avcConfig));
	}
	videoConfig = new VideoData(IoBuffer.wrap(avcConfig));
	videoConfig.setHeader(new Header());
	videoConfig.getHeader().setTimer((int) timestamp);
	videoConfig.setTimestamp((int) timestamp);
	// testing
	if (log.isDebugEnabled()) {
		AvcConfigBox avcC = new AvcConfigBox(ByteBuffer.wrap(avcConfig), true);
		log.debug("Box: {}", avcC);
	}
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
/** {@inheritDoc} */
public boolean canSendPacket(RTMPMessage message, long pending) {
    IRTMPEvent packet = message.getBody();
    boolean result = true;
    // We currently only drop video packets.
    if (packet instanceof VideoData) {
        VideoData video = (VideoData) packet;
        FrameType type = video.getFrameType();
        switch (state) {
            case SEND_ALL:
                // All packets will be sent
                break;
            case SEND_INTERFRAMES:
                // Only keyframes and interframes will be sent.
                if (type == FrameType.KEYFRAME) {
                    if (pending == 0) {
                        // Send all frames from now on.
                        state = SEND_ALL;
                    }
                } else if (type == FrameType.INTERFRAME) {
                }
                break;
            case SEND_KEYFRAMES:
                // Only keyframes will be sent.
                result = (type == FrameType.KEYFRAME);
                if (result && pending == 0) {
                    // Maybe switch back to SEND_INTERFRAMES after the next keyframe
                    state = SEND_KEYFRAMES_CHECK;
                }
                break;
            case SEND_KEYFRAMES_CHECK:
                // Only keyframes will be sent.
                result = (type == FrameType.KEYFRAME);
                if (result && pending == 0) {
                    // Continue with sending interframes as well
                    state = SEND_INTERFRAMES;
                }
                break;
            default:
        }
    }
    return result;
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
/** {@inheritDoc} */
public void dropPacket(RTMPMessage message) {
    IRTMPEvent packet = message.getBody();
    // Only check video packets.
    if (packet instanceof VideoData) {
        VideoData video = (VideoData) packet;
        FrameType type = video.getFrameType();
        switch (state) {
            case SEND_ALL:
                if (type == FrameType.DISPOSABLE_INTERFRAME) {
                    // Remain in state, packet is safe to drop.
                    return;
                } else if (type == FrameType.INTERFRAME) {
                    // Drop all frames until the next keyframe.
                    state = SEND_KEYFRAMES;
                    return;
                } else if (type == FrameType.KEYFRAME) {
                    // Drop all frames until the next keyframe.
                    state = SEND_KEYFRAMES;
                    return;
                }
                break;
            case SEND_INTERFRAMES:
                if (type == FrameType.INTERFRAME) {
                    // Drop all frames until the next keyframe.
                    state = SEND_KEYFRAMES_CHECK;
                    return;
                } else if (type == FrameType.KEYFRAME) {
                    // Drop all frames until the next keyframe.
                    state = SEND_KEYFRAMES;
                    return;
                }
                break;
            case SEND_KEYFRAMES:
                // Remain in state.
                break;
            case SEND_KEYFRAMES_CHECK:
                if (type == FrameType.KEYFRAME) {
                    // Switch back to sending keyframes, but don't move to
                    // SEND_INTERFRAMES afterwards.
                    state = SEND_KEYFRAMES;
                    return;
                }
                break;
            default:
        }
    }
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
/** {@inheritDoc} */
public IoBuffer encodeVideoData(VideoData videoData) {
    final IoBuffer result = videoData.getData();
    return result;
}
 

import org.red5.server.net.rtmp.event.VideoData; //导入依赖的package包/类
/** {@inheritDoc} */
public VideoData decodeVideoData(IoBuffer in) {
    return new VideoData(in.asReadOnlyBuffer());
}