手机探索者开发实录—Broncho支持VNC

手机探索者开发实录—Broncho支持VNC

转载时请注明出处和作者联系方式
作者联系方式：李先静 <xianjimli at hotmail dot com>

在前段时间写的一篇BLOG中，我介绍了DirectFB同时显示到X11和VNC的方法。那是一个有趣的实验，为此我兴奋了好一会儿，不过没有什么太大的实用价值，因为broncho平台使用的GTK/DirectFB作为GUI，显示通过fbdev(framebuffer)输出到LCD。我们要做的是让DirectFB同时显示到fbdev和VNC上，这个功能作为手机探索者的一部分，现在是实现的时候了。这并不难，由于一些小问题，我还是花了一整天时间才搞定。

一、 下载libVNCServer，然后编译和安装。要确保通过环境变量PATH能找到vncserver的配置脚本。

二、 为DirectFB创建fbvnc的system模块。

1. 把fbdev拷贝为fbvnc，把所有的文件名、变量名和函数名，从fbdev改名为fbvnc。
2. 修改fbvnc.c，包含下列头文件。

1. #include <direct/thread.h>
2. #include <core/input.h>
3. #include <rfb/rfb.h>
4. #include <rfb/keysym.h

3. 修改fbvnc.c，声明下列函数和变量。

1. static rfbScreenInfoPtr rfb_screen = NULL;
2. static CoreInputDevice *vncPointerDevice = NULL;
3. static CoreInputDevice *vncKeyboardDevice = NULL;
4. static int g_vnc_client_nr = 0;
5. 
   
6. typedef struct _ClientData
7. {
8.      int oldButtonMask;
9.      int pressed;
10.      int oldx;
11.      int oldy;
12. } ClientData;
13. 
    
14. static void  vnc_client_gone(rfbClientPtr cl);
15. static enum  rfbNewClientAction vnc_client_new(rfbClientPtr cl);
16. static bool  vnc_translate_key(rfbKeySym key, DFBInputEvent *evt);
17. static void* vnc_server_thread( DirectThread *thread, void *data);
18. static void* vnc_refresh_thread( DirectThread *thread, void *data);
19. static void  vnc_process_key_event(rfbBool down, rfbKeySym key, struct _rfbClientRec* cl);
20. static void  vnc_process_pointer_event(int buttonMask, int x, int y, struct _rfbClientRec* cl);
21. static DFBResult vnc_update_screen(unsigned short* src, int x, int y, int w, int h );
22. static DFBResult vnc_set_video_mode(DFBDisplayLayerConfig *config );
23. static DFBEnumerationResult vnc_attach_keyboard_device( CoreInputDevice *device, void *ctx );
24. static DFBEnumerationResult vnc_attach_pointer_device( CoreInputDevice *device, void *ctx );

4. 修改fbvnc.c，在primaryInitLayer中调用vnc_set_video_mode。

5. 修改fbvnc.c，实现下列函数。

1. static DFBEnumerationResult
2. vnc_attach_keyboard_device( CoreInputDevice *device,
3.                       void            *ctx )
4. {
5.   vncKeyboardDevice = device;
6.   return DFENUM_OK;
7. }
8. 
   
9. static DFBEnumerationResult
10. vnc_attach_pointer_device( CoreInputDevice *device,
11.                       void            *ctx )
12. {
13.   vncPointerDevice = device;
14. 
    
15.   return DFENUM_OK;
16. }
17. static void vnc_client_gone(rfbClientPtr cl)
18. {
19.   g_vnc_client_nr--;
20.   free(cl->clientData);
21. 
    
22.   return;
23. }
24. 
    
25. static enum rfbNewClientAction vnc_client_new(rfbClientPtr cl)
26. {
27.   g_vnc_client_nr++;
28.   cl->clientData = (void*)calloc(sizeof(ClientData),1);
29.   cl->clientGoneHook = vnc_client_gone;
30.   return RFB_CLIENT_ACCEPT;
31. }
32. 
    
33. 
    
34. static void 
35. vnc_process_pointer_event(int buttonMask, int x, int y, rfbClientPtr cl)
36. {
37. 
    
38.     DFBInputEvent evt = {0};
39.     int button = 0;
40. 
    
41.     if( vncPointerDevice == NULL ){
42.         /* Attach to first input device */
43.         dfb_input_enumerate_devices( vnc_attach_pointer_device,NULL, 
44.           DICAPS_BUTTONS|DICAPS_AXES);
45.         D_ASSERT(vncPointerDevice); 
46.     }
47. 
    
48.     ClientData* cd=cl->clientData;
49.     if(buttonMask != cd->oldButtonMask ) {
50.         int mask = buttonMask^cd->oldButtonMask;
51.         if( mask & (1 << 0)) { 
52.             button=DIBI_LEFT;
53.         } else if( mask & (1 << 1)) {
54.             button=DIBI_MIDDLE;
55.         } else if( mask & (1 << 2)) {
56.             button=DIBI_RIGHT;
57.         } else {
58.             return;
59.         }
60.         evt.flags = DIEF_NONE;
61.                 
62.         if(cd->pressed) 
63.         {
64.             evt.type = DIET_BUTTONRELEASE;
65.             cd->pressed=0;
66.             cd->oldButtonMask = 0;
67.         }else {
68.             evt.type = DIET_BUTTONPRESS;
69.             cd->pressed=1;
70.             cd->oldButtonMask=buttonMask;
71.         }
72.         evt.button=button;
73.         printf("%s %d %d %d %d/n", __func__, button, cd->pressed, x, y);
74.         dfb_input_dispatch( vncPointerDevice, &evt );
75.         cd->oldx=x; 
76.         cd->oldy=y; 
77.         return;
78.     }
79. 
    
80.     evt.type    = DIET_AXISMOTION;
81.     evt.flags   = DIEF_AXISABS;
82. 
    
83.     if( cd->oldx != x ) {
84.           evt.axis    = DIAI_X;
85.           evt.axisabs = x;
86.           dfb_input_dispatch( vncPointerDevice, &evt );
87.     }
88. 
    
89.     if( cd->oldy != y ) {
90.           evt.axis    = DIAI_Y;
91.           evt.axisabs = y;
92.           dfb_input_dispatch( vncPointerDevice, &evt );
93.     }
94.     cd->oldx=x; 
95.     cd->oldy=y; 
96. 
    
97.     dfb_input_dispatch( vncPointerDevice, &evt );
98.     rfbDefaultPtrAddEvent(buttonMask,x,y,cl);
99. 
    
100. }
101. 
     
102. /*
103.  * declaration of private data
104.  */
105. static void
106. vnc_process_key_event(rfbBool down, rfbKeySym key, rfbClientPtr cl)
107. {
108.     DFBInputEvent evt;
109.     if( vncKeyboardDevice == NULL ){
110.         /* Attach to first input device */
111.         dfb_input_enumerate_devices( vnc_attach_keyboard_device,NULL, DICAPS_KEYS);
112.         D_ASSERT(vncKeyboardDevice); 
113.     }
114.      if (down)
115.           evt.type = DIET_KEYPRESS;
116.      else
117.           evt.type = DIET_KEYRELEASE;
118.                                                                                   
119.      if (vnc_translate_key( key, &evt )) {
120.           dfb_input_dispatch( vncKeyboardDevice, &evt );
121.      }
122. 
     
123. }
124. 
     
125. 
     
126. static bool
127. vnc_translate_key(rfbKeySym key, DFBInputEvent *evt )
128. {
129.      /* Unicode */
130.      if (key <= 0xf000) {
131.          evt->flags = DIEF_KEYSYMBOL;
132.          evt->key_symbol = key;
133.          return true;
134.      }
135. 
     
136.      /* Dead keys */
137.      /* todo */     
138. 
     
139.      /* Numeric keypad */
140.      if (key >= XK_KP_0  &&  key <= XK_KP_9) {
141.           evt->flags = DIEF_KEYID;
142.           evt->key_id = DIKI_KP_0 + key - XK_KP_0;
143.           return true;
144.      }
145. 
     
146.      /* Function keys */
147.      if (key >= XK_F1  &&  key <= XK_F11) {
148.           evt->flags = DIEF_KEYID;
149.           evt->key_id = DIKI_F1 + key - XK_F1;
150.           return true;
151.      }
152. 
     
153.      switch (key) {
154.           /* Numeric keypad */
155.           case XK_KP_Decimal:
156.                evt->flags = DIEF_KEYID;
157.                evt->key_id = DIKI_KP_DECIMAL;
158.                break;
159. 
     
160.           case XK_KP_Separator:
161.                evt->flags = DIEF_KEYID;
162.                evt->key_id = DIKI_KP_SEPARATOR;
163.                break;
164. 
     
165.           case XK_KP_Divide:
166.                evt->flags = DIEF_KEYID;
167.                evt->key_id = DIKI_KP_DIV;
168.                break;
169. 
     
170.           case XK_KP_Multiply:
171.                evt->flags = DIEF_KEYID;
172.                evt->key_id = DIKI_KP_MULT;
173.                break;
174. 
     
175.           case XK_KP_Subtract:
176.                evt->flags = DIEF_KEYID;
177.                evt->key_id = DIKI_KP_MINUS;
178.                break;
179. 
     
180.           case XK_KP_Add:
181.                evt->flags = DIEF_KEYID;
182.                evt->key_id = DIKI_KP_PLUS;
183.                break;
184. 
     
185.           case XK_KP_Enter:
186.                evt->flags = DIEF_KEYID;
187.                evt->key_id = DIKI_KP_ENTER;
188.                break;
189. 
     
190.           case XK_KP_Equal:
191.                evt->flags = DIEF_KEYID;
192.                evt->key_id = DIKI_KP_EQUAL;
193.                break;
194. 
     
195. 
     
196.           /* Arrows + Home/End pad */
197.           case XK_Up:
198.                evt->flags = DIEF_KEYID;
199.                evt->key_id = DIKI_UP;
200.                break;
201. 
     
202.           case XK_Down:
203.                evt->flags = DIEF_KEYID;
204.                evt->key_id = DIKI_DOWN;
205.                break;
206. 
     
207.           case XK_Right:
208.                evt->flags = DIEF_KEYID;
209.                evt->key_id = DIKI_RIGHT;
210.                break;
211. 
     
212.           case XK_Left:
213.                evt->flags = DIEF_KEYID;
214.                evt->key_id = DIKI_LEFT;
215.                break;
216. 
     
217.           case XK_Insert:
218.                evt->flags = DIEF_KEYID;
219.                evt->key_id = DIKI_INSERT;
220.                break;
221.                                                                                 
222.           case XK_Delete:
223.                evt->flags = DIEF_KEYID;
224.                evt->key_id = DIKI_DELETE;
225.                break;
226. 
     
227.           case XK_Home:
228.                evt->flags = DIEF_KEYID;
229.                evt->key_id = DIKI_HOME;
230.                break;
231. 
     
232.           case XK_End:
233.                evt->flags = DIEF_KEYID;
234.                evt->key_id = DIKI_END;
235.                break;
236. 
     
237.           case XK_Page_Up:
238.                evt->flags = DIEF_KEYID;
239.                evt->key_id = DIKI_PAGE_UP;
240.                break;
241. 
     
242.           case XK_Page_Down:
243.                evt->flags = DIEF_KEYID;
244.                evt->key_id = DIKI_PAGE_DOWN;
245.                break;
246. 
     
247. 
     
248.           /* Key state modifier keys */
249.           case XK_Num_Lock:
250.                evt->flags = DIEF_KEYID;
251.                evt->key_id = DIKI_NUM_LOCK;
252.                break;
253. 
     
254.           case XK_Caps_Lock:
255.                evt->flags = DIEF_KEYID;
256.                evt->key_id = DIKI_CAPS_LOCK;
257.                break;
258. 
     
259.           case XK_Scroll_Lock:
260.                evt->flags = DIEF_KEYID;
261.                evt->key_id = DIKI_SCROLL_LOCK;
262.                break;
263. 
     
264.           case XK_Shift_R:
265.                evt->flags = DIEF_KEYID;
266.                evt->key_id = DIKI_SHIFT_R;
267.                break;
268. 
     
269.           case XK_Shift_L:
270.                evt->flags = DIEF_KEYID;
271.                evt->key_id = DIKI_SHIFT_L;
272.                break;
273. 
     
274.           case XK_Control_R:
275.                evt->flags = DIEF_KEYID;
276.                evt->key_id = DIKI_CONTROL_R;
277.                break;
278. 
     
279.           case XK_Control_L:
280.                evt->flags = DIEF_KEYID;
281.                evt->key_id = DIKI_CONTROL_L;
282.                break;
283. 
     
284.           case XK_Alt_R:
285.                evt->flags = DIEF_KEYID;
286.                evt->key_id = DIKI_ALT_R;
287.                break;
288. 
     
289.           case XK_Alt_L:
290.                evt->flags = DIEF_KEYID;
291.                evt->key_id = DIKI_ALT_L;
292.                break;
293. 
     
294.           case XK_Meta_R:
295.                evt->flags = DIEF_KEYID;
296.                evt->key_id = DIKI_META_R;
297.                break;
298. 
     
299.           case XK_Meta_L:
300.                evt->flags = DIEF_KEYID;
301.                evt->key_id = DIKI_META_L;
302.                break;
303. 
     
304.           case XK_Super_L:
305.                evt->flags = DIEF_KEYID;
306.                evt->key_id = DIKI_SUPER_L;
307.                break;
308. 
     
309.           case XK_Super_R:
310.                evt->flags = DIEF_KEYID;
311.                evt->key_id = DIKI_SUPER_R;
312.                break;
313. 
     
314.           case XK_Hyper_L:
315.                evt->flags = DIEF_KEYID;
316.                evt->key_id = DIKI_HYPER_L;
317.                break;
318.                                                                                 
319.           case XK_Hyper_R:
320.                evt->flags = DIEF_KEYID;
321.                evt->key_id = DIKI_HYPER_R;
322.                break;
323. 
     
324.           /*case ??:
325.                evt->flags = DIEF_KEYID;
326.                evt->key_id = DIKI_ALTGR;
327.                break;*/
328. 
     
329.           case XK_BackSpace:
330.                evt->flags = DIEF_KEYID;
331.                evt->key_id = DIKI_BACKSPACE;
332.                break;
333. 
     
334.           case XK_Tab:
335.                evt->flags = DIEF_KEYID;
336.                evt->key_id = DIKI_HYPER_L;
337.                break;
338. 
     
339.           case XK_Return:
340.                evt->flags = DIEF_KEYID;
341.                evt->key_id = DIKI_ENTER;
342.                break;
343. 
     
344.           case XK_Escape:
345.                evt->flags = DIEF_KEYID;
346.                evt->key_id = DIKI_ESCAPE;
347.                     break;
348. 
     
349.           case XK_Pause:
350.                evt->flags = DIEF_KEYID;
351.                evt->key_id = DIKI_PAUSE;
352.                break;
353. 
     
354.           /* Miscellaneous function keys */
355.           case XK_Help:
356.                evt->flags = DIEF_KEYSYMBOL;
357.                evt->key_symbol = DIKS_HELP;
358.                break;
359. 
     
360.           case XK_Print:
361.                evt->flags = DIEF_KEYSYMBOL;
362.                evt->key_symbol = DIKS_PRINT;
363.                break;
364. 
     
365.           case XK_Break:
366.                evt->flags = DIEF_KEYSYMBOL;
367.                evt->key_symbol = DIKS_BREAK;
368.                break;
369. 
     
370.           default:
371.                return false;
372.      }
373. 
     
374.      return true;
375. }
376. 
     
377. #define RGB16_TO_RGB32(pixel)  ( (((pixel) & 0xF800) << 8) | /
378.                                  (((pixel) & 0x07E0) << 5) | /
379.                                  (((pixel) & 0x001F) << 3) )
380. 
     
381. static DFBResult
382. vnc_update_screen(unsigned short* src, int x, int y, int w, int h )
383. {
384.      int i = 0;
385.      int j = 0;
386.      D_ASSERT( rfb_screen != NULL );
387.      D_ASSERT( rfb_screen->frameBuffer != NULL );
388. 
     
389.      if(g_vnc_client_nr <= 0 
390.        || src == NULL
391.        || rfb_screen == NULL 
392.        || rfb_screen->frameBuffer == NULL)
393.      {
394.            return DFB_FALSE;
395.      }
396. 
     
397.      int d_bpp = 4;
398.      char* dst = rfb_screen->frameBuffer;
399.      char* src_line = src;
400.      char* src_row  = src;
401.      char* dst_line = dst;
402.      char* dst_row  = dst;
403.      struct fb_fix_screeninfo* fix = &(dfb_fbvnc->shared->fix);
404.      struct fb_var_screeninfo* var = &(dfb_fbvnc->shared->current_var);
405.      int s_bpp = (var->bits_per_pixel + 7) / 8;
406. 
     
407.      if(w > var->xres_virtual
408.       || h > var->yres_virtual)
409.      {
410.            return DFB_FALSE;
411.      }
412. 
     
413.      for (i = y; i < h; i++)
414.      {    
415.           src_row = src_line;
416.           dst_row = dst_line;
417.           for(j = x; j < w; j++)
418.           {
419.                src_row += s_bpp;   
420.                dst_row += d_bpp;
421.                *(int*)dst_row = RGB16_TO_RGB32(*(short*)src_row);
422.           }
423. 
     
424.           src_line += fix->line_length;
425.           dst_line = dst_row;
426.      }
427.      rfbMarkRectAsModified ( rfb_screen, x, y, x+w, y+h );
428. 
     
429.      return DFB_OK;
430. }
431. 
     
432. DFBResult
433. vnc_set_video_mode(DFBDisplayLayerConfig *config )
434. {
435.      int argc = 0;
436.      char** argv = NULL;
437.      struct fb_var_screeninfo* var = &(dfb_fbvnc->shared->current_var);
438.      int height = var->yres_virtual;
439.      int width = var->xres_virtual;
440. 
     
441.      D_DEBUG( "DirectFB/VNC: layer config properties/n");
442. 
     
443.      if(rfb_screen) return DFB_OK;
444. 
     
445.      rfb_screen = rfbGetScreen(&argc, argv, width, height, 8, 3, 4);
446.     
447.      if ( rfb_screen == NULL )
448.      {
449.              D_ERROR( "DirectFB/VNC: Couldn't set %dx%dx%d video mode/n",
450.                       config->width, config->height,
451.                       config->pixelformat);
452. 
     
453.              return DFB_FAILURE;
454.      }
455.     
456.      rfb_screen->frameBuffer = malloc(width*height*rfb_screen->depth/8) ;
457.      
458.      rfb_screen->kbdAddEvent = vnc_process_key_event;
459.      rfb_screen->ptrAddEvent = vnc_process_pointer_event;
460.      rfb_screen->newClientHook = vnc_client_new;
461.      
462.      rfbInitServer(rfb_screen);
463.      
464.      direct_thread_create( DTT_OUTPUT, vnc_server_thread, rfb_screen, "VNC Output" ); 
465.      direct_thread_create( DTT_OUTPUT, vnc_refresh_thread, rfb_screen, "VNC Refresh" );
466.  
467.      return DFB_OK;
468. }
469. 
     
470. static void*
471. vnc_server_thread( DirectThread *thread, void *data )
472. {
473.    rfbRunEventLoop(rfb_screen, -1, FALSE); 
474. 
     
475.    return NULL;
476. }
477. 
     
478. static void*
479. vnc_refresh_thread( DirectThread *thread, void *data )
480. {
481.    while(1) 
482.    {
483.       if(dfb_fbvnc != NULL && dfb_fbvnc->framebuffer_base != NULL && g_vnc_client_nr > 0)
484.       {
485.           vnc_update_screen(dfb_fbvnc->framebuffer_base, 0, 0, 
486.              rfb_screen->width, rfb_screen->height);
487.       }
488.       usleep(200000);
489.    }
490. 
     
491.    return NULL;
492. }

三、 修改directfbrc，让system=fbvnc。

一切OK了(颜色还有点问题)，在broncho上的效果图: