Discuz! Board
标题: 截取surface.cpp来画图 [打印本页]
作者: zangcf 时间: 2016-4-17 16:38
标题: 截取surface.cpp来画图
因为上层画图对于地址转换特别多,所以,我觉得在surface.cpp中间转换更合适。
参考下面的例子:
以下在Android 4.4平台开发测试,用于在屏幕直接显示RGB数据,当然,如果要直接显示YUV,写个函数转换一下也能直接显示。
其中从文件中获取RGB的RGB数据可以从这里下载 http://kc.cc/WeVp
- #include <cutils/memory.h>
-
- #include <unistd.h>
- #include <utils/Log.h>
-
- #include <binder/IPCThreadState.h>
- #include <binder/ProcessState.h>
- #include <binder/IServiceManager.h>
-
- #include <gui/Surface.h>
- #include <gui/SurfaceComposerClient.h>
- #include <gui/ISurfaceComposer.h>
- #include <ui/DisplayInfo.h>
- #include <ui/Rect.h>
- #include <ui/Region.h>
- #include <android/native_window.h>
- #include <SkGraphics.h>
- #include <SkBitmap.h>
- #include <SkCanvas.h>
- #include <SkDevice.h>
- #include <SkStream.h>
- #include <SkImageDecoder.h>
-
- #include <hardware/hwcomposer_defs.h>
- using namespace android;
-
- static inline SkBitmap::Config convertPixelFormat(PixelFormat format) {
- /* note: if PIXEL_FORMAT_RGBX_8888 means that all alpha bytes are 0xFF, then
- we can map to SkBitmap::kARGB_8888_Config, and optionally call
- bitmap.setIsOpaque(true) on the resulting SkBitmap (as an accelerator)
- */
- switch (format) {
- case PIXEL_FORMAT_RGBX_8888: return SkBitmap::kARGB_8888_Config;
- case PIXEL_FORMAT_RGBA_8888: return SkBitmap::kARGB_8888_Config;
- case PIXEL_FORMAT_RGB_565: return SkBitmap::kRGB_565_Config;
- default: return SkBitmap::kNo_Config;
- }
- }
-
- int main(int argc, char** argv)
- {
- // set up the thread-pool
- sp<
rocessState> proc(ProcessState::self()); - ProcessState::self()->startThreadPool();
-
- // create a client to surfaceflinger
- sp<SurfaceComposerClient> client = new SurfaceComposerClient();
- //DisplayoutBuffer display;
- //client->getDisplayoutBuffer(client->getBuiltInDisplay(HWC_DISPLAY_PRIMARY), &display);
- sp<IBinder> dtoken(SurfaceComposerClient::getBuiltInDisplay(
- ISurfaceComposer::eDisplayIdMain));
- DisplayInfo dinfo;
- //获取屏幕的宽高等信息
- status_t status = SurfaceComposerClient::getDisplayInfo(dtoken, &dinfo);
- printf("w=%d,h=%d,xdpi=%f,ydpi=%f,fps=%f,ds=%f\n",
- dinfo.w, dinfo.h, dinfo.xdpi, dinfo.ydpi, dinfo.fps, dinfo.density);
- if (status)
- return -1;
- sp<SurfaceControl> surfaceControl = client->createSurface(String8("testsurface"),
- dinfo.w, dinfo.h, PIXEL_FORMAT_RGB_565, 0);
-
- /****************************第一张图******************************************************/
- SurfaceComposerClient:
penGlobalTransaction(); - surfaceControl->setLayer(100000);//设定Z坐标
- surfaceControl->setPosition(0, 0);//以左上角为(0,0)设定显示位置
- SurfaceComposerClient::closeGlobalTransaction();
- surfaceControl->show();//感觉没有这步,图片也能显示
- sp<Surface> surface = surfaceControl->getSurface();
-
- ANativeWindow_Buffer outBuffer;
- //Surface::SurfaceoutBuffer outBuffer;
- surface->lock(&outBuffer,NULL);//获取surface缓冲区的地址
- ssize_t bpr = outBuffer.stride * bytesPerPixel(outBuffer.format);
- android_memset16((uint16_t*)outBuffer.bits, 0xF800, bpr*outBuffer.height);//往surface缓冲区塞要显示的RGB内容
- surface->unlockAndPost();
- sleep(3);
-
- //从文件中获取RGB数据显示 下载地址:http://kc.cc/WeVp
- /****************************第二张图******************************************************/
- SurfaceComposerClient:
penGlobalTransaction(); - surfaceControl->setSize(480, 272);
- surfaceControl->setPosition(100, 100);
- SurfaceComposerClient::closeGlobalTransaction();
- surfaceControl->show();//感觉没有这步,图片也能显示
-
- FILE *fp = fopen("/tmp/rgb565.rgb","rb");//我们从一个文件里获取RGB565图像数据 480*272
- if(fp != NULL){
- unsigned char *rgb565Data = new unsigned char[480*272*2];
- memset(rgb565Data,0x00,480*272*2);
- fread(rgb565Data,1,480*272*2,fp);
- surface->lock(&outBuffer,NULL);
- //bpr = outBuffer.stride * bytesPerPixel(outBuffer.format);
- //android_memset16((uint16_t*)outBuffer.bits, 0x04E0, bpr*outBuffer.height);
- memcpy(outBuffer.bits,rgb565Data,480*272*2);
- delete[] rgb565Data;
- surface->unlockAndPost();
- }
- fclose(fp);
- sleep(3);
-
- //用skia画图
- /*******************************第三张图***************************************************/
- SurfaceComposerClient:
penGlobalTransaction(); - surfaceControl->setSize(320, 420);
- surfaceControl->setPosition(100, 100);
- SurfaceComposerClient::closeGlobalTransaction();
- surfaceControl->show();//感觉没有这部图片也能显示
-
- SkPaint paint;
- paint.setColor(SK_ColorBLUE);
- Rect rect(0, 0, 320, 240);
- Region dirtyRegion(rect);
-
- surface->lock(&outBuffer, &rect);
- bpr = outBuffer.stride * bytesPerPixel(outBuffer.format);
- // printf("w=%d,h=%d,bpr=%d,fmt=%d,bits=%p\n", outBuffer.w, outBuffer.h, bpr, outBuffer.format, outBuffer.bits);
- SkBitmap bitmap;
- bitmap.setConfig(convertPixelFormat(outBuffer.format), 320, 240, bpr);
- bitmap.setPixels(outBuffer.bits);
- SkCanvas canvas;
- SkRegion clipReg;
- const Rect b(dirtyRegion.getBounds());
- clipReg.setRect(b.left, b.top, b.right, b.bottom);
- canvas.clipRegion(clipReg);
- canvas.drawARGB(0, 0xFF, 0x00, 0xFF);
- canvas.drawCircle(200, 200, 100, paint);
- bitmap.notifyPixelsChanged();
- surface->unlockAndPost();
- sleep(3);
-
-
- /**********************************************************************************/
- SkFILEStream stream("/sdcard/test.jpg");
- SkImageDecoder* codec = SkImageDecoder::Factory(&stream);
- if(codec){
- SkBitmap bmp;
- stream.rewind();
- codec->decode(&stream, &bmp, SkBitmap::kRGB_565_Config, SkImageDecoder::kDecodePixels_Mode);
- surface->lock(&outBuffer,NULL);
- bpr = outBuffer.stride * bytesPerPixel(outBuffer.format);
- bitmap.setConfig(convertPixelFormat(outBuffer.format), 320, 240, bpr);
- bitmap.setPixels(outBuffer.bits);
- //dev = new SkDevice(bitmap);
- //canvas.setDevice(dev);
- canvas.drawBitmap(bmp, SkIntToScalar(200), SkIntToScalar(300));
- surface->unlockAndPost();
- sleep(3);
- //delete dev;
- }
-
- IPCThreadState::self()->joinThreadPool();
-
- IPCThreadState::self()->stopProcess();
-
- return 0;
- }
作者: zangcf 时间: 2016-4-17 16:39
Android.mk
LOCAL_PATH:= $(call my-dir)
include $(CLEAR_VARS)
LOCAL_SRC_FILES:= \
testsurface.cpp
LOCAL_C_INCLUDES := \
external/skia/include/core
LOCAL_SHARED_LIBRARIES := \
libcutils \
libutils \
libbinder \
libui \
libgui \
libskia
LOCAL_MODULE:= testsurface
LOCAL_MODULE_TAGS := tests
include $(BUILD_EXECUTABLE)
作者: zangcf 时间: 2016-4-17 16:49
Android用surface直接显示yuv数据(二)
上一篇文章主要是参照AwesomePlayer直接用SoftwareRenderer类来显示yuv,为了能用到这个类,不惜依赖了libstagefright、libstagefright_color_conversion等动态静态库,从而造成程序具有很高的耦合度,也不便于我们理解yuv数据直接显示的深层次原因。
于是我开始研究SoftwareRenderer的具体实现,我们来提取SoftwareRenderer的核心代码,自己来实现yuv的显示。
SoftwareRenderer就只有三个方法,一个构造函数,一个析构函数,还有一个负责显示的render方法。构造方法里有个很重要的地方native_window_set_buffers_geometry这里是配置即将申请的图形缓冲区的宽高和颜色空间,忽略了这个地方,画面将用默认的值显示,将造成显示不正确。render函数里最重要的三个地方,一个的dequeBuffer,一个是mapper,一个是queue_buffer。
[cpp] view plain copy
native_window_set_buffers_geometry;//设置宽高以及颜色空间yuv420
native_window_dequeue_buffer_and_wait;//根据以上配置申请图形缓冲区
mapper.lock(buf->handle, GRALLOC_USAGE_SW_WRITE_OFTEN, bounds, &dst));//将申请到的图形缓冲区跨进程映射到用户空间
memcpy(dst, data, dst_y_size + dst_c_size*2);//填充yuv数据到图形缓冲区
mNativeWindow->queueBuffer;//显示
以上五步是surface显示图形必不可少的五步。
有了以上分析,我们直接上代码:(yuv数据下载地址点击打开链接,放到sdcard)
main.cpp
[cpp] view plain copy
#include <cutils/memory.h>
#include <unistd.h>
#include <utils/Log.h>
#include <binder/IPCThreadState.h>
#include <binder/ProcessState.h>
#include <binder/IServiceManager.h>
#include <media/stagefright/foundation/ADebug.h>
#include <gui/Surface.h>
#include <gui/SurfaceComposerClient.h>
#include <gui/ISurfaceComposer.h>
#include <ui/DisplayInfo.h>
#include <android/native_window.h>
#include <system/window.h>
#include <ui/GraphicBufferMapper.h>
//ANativeWindow 就是surface,对应surface.cpp里的code
using namespace android;
//将x规整为y的倍数,也就是将x按y对齐
static int ALIGN(int x, int y) {
// y must be a power of 2.
return (x + y - 1) & ~(y - 1);
}
void render(
const void *data, size_t size, const sp<ANativeWindow> &nativeWindow,int width,int height) {
sp<ANativeWindow> mNativeWindow = nativeWindow;
int err;
int mCropWidth = width;
int mCropHeight = height;
int halFormat = HAL_PIXEL_FORMAT_YV12;//颜色空间
int bufWidth = (mCropWidth + 1) & ~1;//按2对齐
int bufHeight = (mCropHeight + 1) & ~1;
CHECK_EQ(0,
native_window_set_usage(
mNativeWindow.get(),
GRALLOC_USAGE_SW_READ_NEVER | GRALLOC_USAGE_SW_WRITE_OFTEN
| GRALLOC_USAGE_HW_TEXTURE | GRALLOC_USAGE_EXTERNAL_DISP));
CHECK_EQ(0,
native_window_set_scaling_mode(
mNativeWindow.get(),
NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW));
// Width must be multiple of 32???
//很重要,配置宽高和和指定颜色空间yuv420
//如果这里不配置好,下面deque_buffer只能去申请一个默认宽高的图形缓冲区
CHECK_EQ(0, native_window_set_buffers_geometry(
mNativeWindow.get(),
bufWidth,
bufHeight,
halFormat));
ANativeWindowBuffer *buf;//描述buffer
//申请一块空闲的图形缓冲区
if ((err = native_window_dequeue_buffer_and_wait(mNativeWindow.get(),
&buf)) != 0) {
ALOGW("Surface::dequeueBuffer returned error %d", err);
return;
}
GraphicBufferMapper &mapper = GraphicBufferMapper::get();
Rect bounds(mCropWidth, mCropHeight);
void *dst;
CHECK_EQ(0, mapper.lock(//用来锁定一个图形缓冲区并将缓冲区映射到用户进程
buf->handle, GRALLOC_USAGE_SW_WRITE_OFTEN, bounds, &dst));//dst就指向图形缓冲区首地址
if (true){
size_t dst_y_size = buf->stride * buf->height;
size_t dst_c_stride = ALIGN(buf->stride / 2, 16);//1行v/u的大小
size_t dst_c_size = dst_c_stride * buf->height / 2;//u/v的大小
memcpy(dst, data, dst_y_size + dst_c_size*2);//将yuv数据copy到图形缓冲区
}
CHECK_EQ(0, mapper.unlock(buf->handle));
if ((err = mNativeWindow->queueBuffer(mNativeWindow.get(), buf,
-1)) != 0) {
ALOGW("Surface::queueBuffer returned error %d", err);
}
buf = NULL;
}
bool getYV12Data(const char *path,unsigned char * pYUVData,int size){
FILE *fp = fopen(path,"rb");
if(fp == NULL){
printf("read %s fail !!!!!!!!!!!!!!!!!!!\n",path);
return false;
}
fread(pYUVData,size,1,fp);
fclose(fp);
return true;
}
int main(void){
// set up the thread-pool
sp<
rocessState> proc(ProcessState::self());
ProcessState::self()->startThreadPool();
// create a client to surfaceflinger
sp<SurfaceComposerClient> client = new SurfaceComposerClient();
sp<IBinder> dtoken(SurfaceComposerClient::getBuiltInDisplay(
ISurfaceComposer::eDisplayIdMain));
DisplayInfo dinfo;
//获取屏幕的宽高等信息
status_t status = SurfaceComposerClient::getDisplayInfo(dtoken, &dinfo);
printf("w=%d,h=%d,xdpi=%f,ydpi=%f,fps=%f,ds=%f\n",
dinfo.w, dinfo.h, dinfo.xdpi, dinfo.ydpi, dinfo.fps, dinfo.density);
if (status)
return -1;
//创建surface
sp<SurfaceControl> surfaceControl = client->createSurface(String8("testsurface"),
dinfo.w, dinfo.h, PIXEL_FORMAT_RGBA_8888, 0);
/*************************get yuv data from file;****************************************/
printf("[%s][%d]\n",__FILE__,__LINE__);
int width,height;
width = 320;
height = 240;
int size = width * height * 3/2;
unsigned char *data = new unsigned char[size];
const char *path = "/mnt/sdcard/yuv_320_240.yuv";
getYV12Data(path,data,size);//get yuv data from file;
/*********************配置surface*******************************************************************/
SurfaceComposerClient:
penGlobalTransaction();
surfaceControl->setLayer(100000);//设定Z坐标
surfaceControl->setPosition(100, 100);//以左上角为(0,0)设定显示位置
surfaceControl->setSize(width, height);//设定视频显示大小
SurfaceComposerClient::closeGlobalTransaction();
sp<Surface> surface = surfaceControl->getSurface();
printf("[%s][%d]\n",__FILE__,__LINE__);
/**********************显示yuv数据******************************************************************/
render(data,size,surface,width,height);
printf("[%s][%d]\n",__FILE__,__LINE__);
IPCThreadState::self()->joinThreadPool();//可以保证画面一直显示,否则瞬间消失
IPCThreadState::self()->stopProcess();
return 0;
}
Android.mk (这次依赖的库少了很多)
[cpp] view plain copy
LOCAL_PATH:= $(call my-dir)
include $(CLEAR_VARS)
LOCAL_SRC_FILES:= \
main.cpp
LOCAL_SHARED_LIBRARIES := \
libcutils \
libutils \
libbinder \
libui \
libgui \
libstagefright_foundation
LOCAL_MODULE:= MyShowYUV
LOCAL_MODULE_TAGS := tests
include $(BUILD_EXECUTABLE)
转载请注明出处http://blog.csdn.net/tung214/article/details/37651825
作者: zangcf 时间: 2016-4-17 17:11
first to confirm the surface scale and buffer scale:
SurfaceComposerClient----->
sp<SurfaceControl> SurfaceComposerClient::createSurface(
const String8& name,
uint32_t w,
uint32_t h,
PixelFormat format,
uint32_t flags)
{
sp<SurfaceControl> sur;
if (mStatus == NO_ERROR) {
sp<IBinder> handle;
sp<IGraphicBufferProducer> gbp;
status_t err = mClient->createSurface(name, w, h, format, flags,
&handle, &gbp);
ALOGE_IF(err, "SurfaceComposerClient::createSurface error %s", strerror(-err));
if (err == NO_ERROR) {
sur = new SurfaceControl(this, handle, gbp);
}
}
return sur;
}
status_t Client::createSurface(
const String8& name,
uint32_t w, uint32_t h, PixelFormat format, uint32_t flags,
sp<IBinder>* handle,
sp<IGraphicBufferProducer>* gbp)
{
/*
* createSurface must be called from the GL thread so that it can
* have access to the GL context.
*/
class MessageCreateLayer : public MessageBase {
SurfaceFlinger* flinger;
Client* client;
sp<IBinder>* handle;
sp<IGraphicBufferProducer>* gbp;
status_t result;
const String8& name;
uint32_t w, h;
PixelFormat format;
uint32_t flags;
public:
MessageCreateLayer(SurfaceFlinger* flinger,
const String8& name, Client* client,
uint32_t w, uint32_t h, PixelFormat format, uint32_t flags,
sp<IBinder>* handle,
sp<IGraphicBufferProducer>* gbp)
: flinger(flinger), client(client),
handle(handle), gbp(gbp),
name(name), w(w), h(h), format(format), flags(flags) {
}
status_t getResult() const { return result; }
virtual bool handler() {
result = flinger->createLayer(name, client, w, h, format, flags,
handle, gbp);
return true;
}
};
sp<MessageBase> msg = new MessageCreateLayer(mFlinger.get(),
name, this, w, h, format, flags, handle, gbp);
mFlinger->postMessageSync(msg);
return static_cast<MessageCreateLayer*>( msg.get() )->getResult();
}
status_t Client::destroySurface(const sp<IBinder>& handle) {
return mFlinger->onLayerRemoved(this, handle);
}
status_t Client::clearLayerFrameStats(const sp<IBinder>& handle) const {
sp<Layer> layer = getLayerUser(handle);
if (layer == NULL) {
return NAME_NOT_FOUND;
}
layer->clearFrameStats();
return NO_ERROR;
}
作者: zangcf 时间: 2016-4-17 17:17
the above message will be deal in SurfaceFlinger
status_t SurfaceFlinger::createLayer(
const String8& name,
const sp<Client>& client,
uint32_t w, uint32_t h, PixelFormat format, uint32_t flags,
sp<IBinder>* handle, sp<IGraphicBufferProducer>* gbp)
{
//ALOGD("createLayer for (%d x %d), name=%s", w, h, name.string());
if (int32_t(w|h) < 0) {
ALOGE("createLayer() failed, w or h is negative (w=%d, h=%d)",
int(w), int(h));
return BAD_VALUE;
}
status_t result = NO_ERROR;
sp<Layer> layer;
switch (flags & ISurfaceComposerClient::eFXSurfaceMask) {
case ISurfaceComposerClient::eFXSurfaceNormal:
result = createNormalLayer(client,
name, w, h, flags, format,
handle, gbp, &layer);
break;
case ISurfaceComposerClient::eFXSurfaceDim:
result = createDimLayer(client,
name, w, h, flags,
handle, gbp, &layer);
break;
default:
result = BAD_VALUE;
break;
}
if (result == NO_ERROR) {
addClientLayer(client, *handle, *gbp, layer);
setTransactionFlags(eTransactionNeeded);
}
return result;
}
作者: zangcf 时间: 2016-4-17 17:18
add log info in the above process and test if it is true?
| 欢迎光临 Discuz! Board (http://47.89.242.157:9000/bbs/discuz/) |
Powered by Discuz! X3.2 |