/* This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. xrdp: A Remote Desktop Protocol server. Copyright (C) Jay Sorg 2004-2005 libvnc */ #include "vnc.h" /******************************************************************************/ /* taken from vncauth.c */ void rfbEncryptBytes(char* bytes, char* passwd) { char key[12]; /* key is simply password padded with nulls */ g_memset(key, 0, sizeof(key)); g_strncpy(key, passwd, 8); rfbDesKey((unsigned char*)key, EN0); /* 0, encrypt */ rfbDes((unsigned char*)bytes, (unsigned char*)bytes); rfbDes((unsigned char*)(bytes + 8), (unsigned char*)(bytes + 8)); } /******************************************************************************/ /* returns error */ int lib_recv(struct vnc* v, char* data, int len) { int rcvd; if (v->sck_closed) { return 1; } while (len > 0) { rcvd = g_tcp_recv(v->sck, data, len, 0); if (rcvd == -1) { if (g_tcp_last_error_would_block(v->sck)) { if (v->server_is_term(v)) { return 1; } g_sleep(1); } else { return 1; } } else if (rcvd == 0) { v->sck_closed = 1; return 1; } else { data += rcvd; len -= rcvd; } } return 0; } /*****************************************************************************/ /* returns error */ int lib_send(struct vnc* v, char* data, int len) { int sent; if (v->sck_closed) { return 1; } while (len > 0) { sent = g_tcp_send(v->sck, data, len, 0); if (sent == -1) { if (g_tcp_last_error_would_block(v->sck)) { if (v->server_is_term(v)) { return 1; } g_sleep(1); } else { return 1; } } else if (sent == 0) { v->sck_closed = 1; return 1; } else { data += sent; len -= sent; } } return 0; } /******************************************************************************/ int lib_mod_event(struct vnc* v, int msg, int param1, int param2) { struct stream* s; int key; int error; int x; int y; int cx; int cy; error = 0; make_stream(s); if (msg >= 15 && msg <= 16) /* key events */ { key = 0; if (param2 == 0xffff) /* ascii char */ { key = param1; } else /* non ascii key event */ { switch (param1) { case 0x0001: /* ecs */ key = 0xff1b; break; case 0x000e: /* backspace */ key = 0xff08; break; case 0x000f: /* tab(0xff09) or left tab(0xfe20) */ /* some documentation says don't send left tab */ /* just send tab and if the shift modifier is down */ /* the server will know */ /* for now, sending left tab, I don't know which is best */ /* nope, sending tab always */ /* key = (v->shift_state) ? 0xfe20 : 0xff09; */ key = 0xff09; break; case 0x001c: /* enter */ key = 0xff0d; break; case 0x001d: /* left-right control */ key = (param2 & 0x0100) ? 0xffe4 : 0xffe3; break; case 0x002a: /* left shift */ key = 0xffe1; v->shift_state = (msg == 15); break; case 0x0036: /* right shift */ key = 0xffe2; v->shift_state = (msg == 15); break; case 0x0038: /* left-right alt */ key = (param2 & 0x0100) ? 0xffea : 0xffe9; break; case 0x003b: /* F1 */ key = 0xffbe; break; case 0x003c: /* F2 */ key = 0xffbf; break; case 0x003d: /* F3 */ key = 0xffc0; break; case 0x003e: /* F4 */ key = 0xffc1; break; case 0x003f: /* F5 */ key = 0xffc2; break; case 0x0040: /* F6 */ key = 0xffc3; break; case 0x0041: /* F7 */ key = 0xffc4; break; case 0x0042: /* F8 */ key = 0xffc5; break; case 0x0043: /* F9 */ key = 0xffc6; break; case 0x0044: /* F10 */ key = 0xffc7; break; case 0x0047: /* home */ key = 0xff50; break; case 0x0048: /* up arrow */ key = 0xff52; break; case 0x0049: /* page up */ key = 0xff55; break; case 0x004b: /* left arrow */ key = 0xff51; break; case 0x004d: /* right arrow */ key = 0xff53; break; case 0x004f: /* end */ key = 0xff57; break; case 0x0050: /* down arrow */ key = 0xff54; break; case 0x0051: /* page down */ key = 0xff56; break; case 0x0052: /* insert */ key = 0xff63; break; case 0x0053: /* delete */ key = 0xffff; break; case 0x0057: /* F11 */ key = 0xffc8; break; case 0x0058: /* F12 */ key = 0xffc9; break; /* not sure about the next three, I don't think rdesktop */ /* sends them right */ case 0x0037: /* Print Screen */ key = 0xff61; break; case 0x0046: /* Scroll Lock */ key = 0xff14; break; case 0x0045: /* Pause */ key = 0xff13; break; default: g_printf("unkown key lib_mod_event msg %d \ param1 0x%4.4x param2 0x%4.4x\n\r", msg, param1, param2); break; } } if (key > 0) { init_stream(s, 8192); out_uint8(s, 4); out_uint8(s, msg == 15); /* down flag */ out_uint8s(s, 2); out_uint32_be(s, key); error = lib_send(v, s->data, 8); } } else if (msg >= 100 && msg <= 110) /* mouse events */ { switch (msg) { case 100: break; /* WM_MOUSEMOVE */ case 101: v->mod_mouse_state &= ~1; break; /* WM_LBUTTONUP */ case 102: v->mod_mouse_state |= 1; break; /* WM_LBUTTONDOWN */ case 103: v->mod_mouse_state &= ~4; break; /* WM_RBUTTONUP */ case 104: v->mod_mouse_state |= 4; break; /* WM_RBUTTONDOWN */ case 105: v->mod_mouse_state &= ~2; break; case 106: v->mod_mouse_state |= 2; break; case 107: v->mod_mouse_state &= ~8; break; case 108: v->mod_mouse_state |= 8; break; case 109: v->mod_mouse_state &= ~16; break; case 110: v->mod_mouse_state |= 16; break; } init_stream(s, 8192); out_uint8(s, 5); out_uint8(s, v->mod_mouse_state); out_uint16_be(s, param1); out_uint16_be(s, param2); error = lib_send(v, s->data, 6); } else if (msg == 200) /* invalidate */ { /* FrambufferUpdateRequest */ init_stream(s, 8192); out_uint8(s, 3); out_uint8(s, 0); x = (param1 >> 16) & 0xffff; out_uint16_be(s, x); y = param1 & 0xffff; out_uint16_be(s, y); cx = (param2 >> 16) & 0xffff; out_uint16_be(s, cx); cy = param2 & 0xffff; out_uint16_be(s, cy); error = lib_send(v, s->data, 10); } free_stream(s); return error; } //****************************************************************************** int get_pixel_safe(char* data, int x, int y, int width, int height, int bpp) { int start; int shift; if (x < 0) { return 0; } if (y < 0) { return 0; } if (x >= width) { return 0; } if (y >= height) { return 0; } if (bpp == 1) { width = (width + 7) / 8; start = (y * width) + x / 8; shift = x % 8; return (data[start] & (0x80 >> shift)) != 0; } else if (bpp == 4) { width = (width + 1) / 2; start = y * width + x / 2; shift = x % 2; if (shift == 0) { return (data[start] & 0xf0) >> 4; } else { return data[start] & 0x0f; } } else if (bpp == 8) { return *(((unsigned char*)data) + (y * width + x)); } else if (bpp == 15 || bpp == 16) { return *(((unsigned short*)data) + (y * width + x)); } return 0; } /******************************************************************************/ void set_pixel_safe(char* data, int x, int y, int width, int height, int bpp, int pixel) { int start; int shift; if (x < 0) { return; } if (y < 0) { return; } if (x >= width) { return; } if (y >= height) { return; } if (bpp == 1) { width = (width + 7) / 8; start = (y * width) + x / 8; shift = x % 8; if (pixel & 1) { data[start] = data[start] | (0x80 >> shift); } else { data[start] = data[start] & ~(0x80 >> shift); } } else if (bpp == 15 || bpp == 16) { *(((unsigned short*)data) + (y * width + x)) = pixel; } else if (bpp == 24) { *(data + (3 * (y * width + x)) + 0) = pixel >> 0; *(data + (3 * (y * width + x)) + 1) = pixel >> 8; *(data + (3 * (y * width + x)) + 2) = pixel >> 16; } } /******************************************************************************/ int split_color(int pixel, int* r, int* g, int* b, int bpp, int* palette) { if (bpp == 8) { if (pixel >= 0 && pixel < 256 && palette != 0) { *r = (palette[pixel] >> 16) & 0xff; *g = (palette[pixel] >> 8) & 0xff; *b = (palette[pixel] >> 0) & 0xff; } } else if (bpp == 16) { *r = ((pixel >> 8) & 0xf8) | ((pixel >> 13) & 0x7); *g = ((pixel >> 3) & 0xfc) | ((pixel >> 9) & 0x3); *b = ((pixel << 3) & 0xf8) | ((pixel >> 2) & 0x7); } return 0; } /******************************************************************************/ int make_color(int r, int g, int b, int bpp) { if (bpp == 24) { return (r << 16) | (g << 8) | b; } return 0; } /******************************************************************************/ int lib_framebuffer_update(struct vnc* v) { char* data; char* d1; char* d2; char cursor_data[32 * (32 * 3)]; char cursor_mask[32 * (32 / 8)]; int num_recs; int i; int j; int k; int x; int y; int cx; int cy; int srcx; int srcy; int encoding; int Bpp; int pixel; int r; int g; int b; int data_size; int need_size; int error; struct stream* s; data_size = 0; data = 0; num_recs = 0; Bpp = (v->mod_bpp + 7) / 8; make_stream(s); init_stream(s, 8192); error = lib_recv(v, s->data, 3); if (error == 0) { in_uint8s(s, 1); in_uint16_be(s, num_recs); error = v->server_begin_update(v); } for (i = 0; i < num_recs; i++) { if (error != 0) { break; } init_stream(s, 8192); error = lib_recv(v, s->data, 12); if (error == 0) { in_uint16_be(s, x); in_uint16_be(s, y); in_uint16_be(s, cx); in_uint16_be(s, cy); in_uint32_be(s, encoding); if (encoding == 0) /* raw */ { need_size = cx * cy * Bpp; if (need_size > data_size) { g_free(data); data = (char*)g_malloc(need_size, 0); data_size = need_size; } error = lib_recv(v, data, need_size); /*g_printf("%d %d\n", i, need_size);*/ if (error == 0) { error = v->server_paint_rect(v, x, y, cx, cy, data); } } else if (encoding == 1) /* copy rect */ { init_stream(s, 8192); error = lib_recv(v, s->data, 4); if (error == 0) { in_uint16_be(s, srcx); in_uint16_be(s, srcy); error = v->server_screen_blt(v, x, y, cx, cy, srcx, srcy); } } else if (encoding == 0xffffff11) /* cursor */ { g_memset(cursor_data, 0, 32 * (32 * 3)); g_memset(cursor_mask, 0, 32 * (32 / 8)); init_stream(s, 8192); error = lib_recv(v, s->data, cx * cy * Bpp + ((cx + 7) / 8) * cy); if (error == 0) { in_uint8p(s, d1, cx * cy * Bpp); in_uint8p(s, d2, ((cx + 7) / 8) * cy); for (j = 0; j < 32; j++) { for (k = 0; k < 32; k++) { pixel = get_pixel_safe(d2, k, 31 - j, cx, cy, 1); set_pixel_safe(cursor_mask, k, j, 32, 32, 1, !pixel); if (pixel) { pixel = get_pixel_safe(d1, k, 31 - j, cx, cy, v->mod_bpp); split_color(pixel, &r, &g, &b, v->mod_bpp, v->palette); pixel = make_color(r, g, b, 24); set_pixel_safe(cursor_data, k, j, 32, 32, 24, pixel); } } } /* keep these in 32x32, vnc cursor can be alot bigger */ if (x > 31) { x = 31; } if (y > 31) { y = 31; } error = v->server_set_cursor(v, x, y, cursor_data, cursor_mask); } } else { g_printf("error in lib_framebuffer_update\n\r"); } } } if (error == 0) { error = v->server_end_update(v); } g_free(data); if (error == 0) { /* FrambufferUpdateRequest */ init_stream(s, 8192); out_uint8(s, 3); out_uint8(s, 1); out_uint16_be(s, 0); out_uint16_be(s, 0); out_uint16_be(s, v->mod_width); out_uint16_be(s, v->mod_height); error = lib_send(v, s->data, 10); } free_stream(s); return error; } /******************************************************************************/ int lib_clip_data(struct vnc* v) { struct stream* s; int size; int error; make_stream(s); init_stream(s, 8192); error = lib_recv(v, s->data, 7); if (error == 0) { in_uint8s(s, 3); in_uint32_be(s, size); init_stream(s, 8192); error = lib_recv(v, s->data, size); } free_stream(s); return error; } /******************************************************************************/ int lib_palette_update(struct vnc* v) { struct stream* s; int first_color; int num_colors; int i; int r; int g; int b; int error; make_stream(s); init_stream(s, 8192); error = lib_recv(v, s->data, 5); if (error == 0) { in_uint8s(s, 1); in_uint16_be(s, first_color); in_uint16_be(s, num_colors); init_stream(s, 8192); error = lib_recv(v, s->data, num_colors * 6); } if (error == 0) { for (i = 0; i < num_colors; i++) { in_uint16_be(s, r); in_uint16_be(s, g); in_uint16_be(s, b); r = r >> 8; g = g >> 8; b = b >> 8; v->palette[first_color + i] = (r << 16) | (g << 8) | b; } error = v->server_begin_update(v); } if (error == 0) { error = v->server_palette(v, v->palette); } if (error == 0) { error = v->server_end_update(v); } free_stream(s); return error; } /******************************************************************************/ int lib_mod_signal(struct vnc* v) { char type; int error; error = lib_recv(v, &type, 1); if (error == 0) { if (type == 0) /* framebuffer update */ { error = lib_framebuffer_update(v); } else if (type == 1) /* palette */ { error = lib_palette_update(v); } else if (type == 3) /* clipboard */ { error = lib_clip_data(v); } else { g_printf("unknown in lib_mod_signal %d\n\r", type); } } return error; } /******************************************************************************/ int lib_mod_start(struct vnc* v, int w, int h, int bpp) { v->server_begin_update(v); v->server_fill_rect(v, 0, 0, w, h, 0); v->server_end_update(v); v->server_width = w; v->server_height = h; v->server_bpp = bpp; return 0; } /******************************************************************************/ /* return error */ int lib_mod_connect(struct vnc* v) { char cursor_data[32 * (32 * 3)]; char cursor_mask[32 * (32 / 8)]; char con_port[256]; char text[256]; struct stream* s; struct stream* pixel_format; int error; int i; int check_sec_result; int version; int size; int code; int ok; int display; v->server_msg(v, "started connecting"); check_sec_result = 1; /* only support 8 and 16 bpp connections from rdp client */ if (v->server_bpp != 8 && v->server_bpp != 16) { v->server_msg(v, "error - only supporting 8 and 16 bpp rdp connections"); return 1; } if (g_strcmp(v->ip, "") == 0) { v->server_msg(v, "error - no ip set"); return 1; } make_stream(s); /* if port = -1, use sesman to get port / desktop */ if (g_strcmp(v->port, "-1") == 0) { display = 0; error = 0; init_stream(s, 8192); v->sck = g_tcp_socket(); v->sck_closed = 0; v->server_msg(v, "connecting to sesman"); if (g_tcp_connect(v->sck, v->ip, "3350") == 0) { g_tcp_set_non_blocking(v->sck); g_tcp_set_no_delay(v->sck); s_push_layer(s, channel_hdr, 8); out_uint16_be(s, 0); // code i = g_strlen(v->username); out_uint16_be(s, i); out_uint8a(s, v->username, i); i = g_strlen(v->password); out_uint16_be(s, i); out_uint8a(s, v->password, i); out_uint16_be(s, v->server_width); out_uint16_be(s, v->server_height); out_uint16_be(s, v->server_bpp); s_mark_end(s); s_pop_layer(s, channel_hdr); out_uint32_be(s, 0); // version out_uint32_be(s, s->end - s->data); // size v->server_msg(v, "sending login info to sesman"); error = lib_send(v, s->data, s->end - s->data); if (error == 0) { init_stream(s, 8192); v->server_msg(v, "receiving sesman header"); error = lib_recv(v, s->data, 8); } if (error == 0) { in_uint32_be(s, version); in_uint32_be(s, size); init_stream(s, 8192); v->server_msg(v, "receiving sesman data"); error = lib_recv(v, s->data, size - 8); } if (error == 0) { if (version == 0) { in_uint16_be(s, code); if (code == 3) { in_uint16_be(s, ok); if (ok) { in_uint16_be(s, display); } else { in_uint8s(s, 2); v->server_msg(v, "error - sesman returned no"); } } } } } else { v->server_msg(v, "error - connecting to sesman"); } g_tcp_close(v->sck); if (error != 0 || display == 0) { v->server_msg(v, "error - connection failed"); free_stream(s); return 1; } v->server_msg(v, "sesman started a session"); g_sprintf(con_port, "%d", 5900 + display); v->vnc_desktop = display; } else { g_sprintf(con_port, "%s", v->port); } make_stream(pixel_format); v->sck = g_tcp_socket(); v->sck_closed = 0; g_sprintf(text, "connecting to %s %s", v->ip, con_port); v->server_msg(v, text); error = g_tcp_connect(v->sck, v->ip, con_port); if (error == 0) { v->server_msg(v, "tcp connected"); g_tcp_set_non_blocking(v->sck); g_tcp_set_no_delay(v->sck); /* protocal version */ init_stream(s, 8192); error = lib_recv(v, s->data, 12); if (error == 0) { error = lib_send(v, "RFB 003.003\n", 12); } /* sec type */ if (error == 0) { init_stream(s, 8192); error = lib_recv(v, s->data, 4); } if (error == 0) { in_uint32_be(s, i); g_sprintf(text, "security level is %d (1 = none, 2 = standard)", i); v->server_msg(v, text); if (i == 1) /* none */ { check_sec_result = 0; } else if (i == 2) /* dec the password and the server random */ { init_stream(s, 8192); error = lib_recv(v, s->data, 16); if (error == 0) { rfbEncryptBytes(s->data, v->password); error = lib_send(v, s->data, 16); } } else { error = 1; } } } if (error == 0 && check_sec_result) { /* sec result */ init_stream(s, 8192); error = lib_recv(v, s->data, 4); if (error == 0) { in_uint32_be(s, i); if (i != 0) { v->server_msg(v, "password failed"); error = 2; } else { v->server_msg(v, "password ok"); } } } if (error == 0) { v->server_msg(v, "sending share flag"); init_stream(s, 8192); s->data[0] = 1; error = lib_send(v, s->data, 1); /* share flag */ } if (error == 0) { v->server_msg(v, "receiving server init"); error = lib_recv(v, s->data, 4); /* server init */ } if (error == 0) { in_uint16_be(s, v->mod_width); in_uint16_be(s, v->mod_height); init_stream(pixel_format, 8192); v->server_msg(v, "receiving pixel format"); error = lib_recv(v, pixel_format->data, 16); } if (error == 0) { v->mod_bpp = v->server_bpp; init_stream(s, 8192); v->server_msg(v, "receiving name length"); error = lib_recv(v, s->data, 4); /* name len */ } if (error == 0) { in_uint32_be(s, i); if (i > 255 || i < 0) { error = 3; } else { v->server_msg(v, "receiving name"); error = lib_recv(v, v->mod_name, i); v->mod_name[i] = 0; } } /* should be connected */ if (error == 0) { /* SetPixelFormat */ init_stream(s, 8192); out_uint8(s, 0); out_uint8(s, 0); out_uint8(s, 0); out_uint8(s, 0); init_stream(pixel_format, 8192); if (v->mod_bpp == 8) { out_uint8(pixel_format, 8); /* bits per pixel */ out_uint8(pixel_format, 8); /* depth */ out_uint8(pixel_format, 0); /* big endian */ out_uint8(pixel_format, 0); /* true color flag */ out_uint16_be(pixel_format, 0); /* red max */ out_uint16_be(pixel_format, 0); /* green max */ out_uint16_be(pixel_format, 0); /* blue max */ out_uint8(pixel_format, 0); /* red shift */ out_uint8(pixel_format, 0); /* green shift */ out_uint8(pixel_format, 0); /* blue shift */ out_uint8s(pixel_format, 3); /* pad */ } else if (v->mod_bpp == 16) { out_uint8(pixel_format, 16); /* bits per pixel */ out_uint8(pixel_format, 16); /* depth */ out_uint8(pixel_format, 0); /* big endian */ out_uint8(pixel_format, 1); /* true color flag */ out_uint16_be(pixel_format, 31); /* red max */ out_uint16_be(pixel_format, 63); /* green max */ out_uint16_be(pixel_format, 31); /* blue max */ out_uint8(pixel_format, 11); /* red shift */ out_uint8(pixel_format, 5); /* green shift */ out_uint8(pixel_format, 0); /* blue shift */ out_uint8s(pixel_format, 3); /* pad */ } out_uint8a(s, pixel_format->data, 16); v->server_msg(v, "sending pixel format"); error = lib_send(v, s->data, 20); } if (error == 0) { /* SetEncodings */ init_stream(s, 8192); out_uint8(s, 2); out_uint8(s, 0); out_uint16_be(s, 3); out_uint32_be(s, 0); /* raw */ out_uint32_be(s, 1); /* copy rect */ out_uint32_be(s, 0xffffff11); /* cursor */ v->server_msg(v, "sending encodings"); error = lib_send(v, s->data, 4 + 3 * 4); } if (error == 0) { /* FrambufferUpdateRequest */ init_stream(s, 8192); out_uint8(s, 3); out_uint8(s, 0); out_uint16_be(s, 0); out_uint16_be(s, 0); out_uint16_be(s, v->mod_width); out_uint16_be(s, v->mod_height); v->server_msg(v, "sending framebuffer update request"); error = lib_send(v, s->data, 10); } if (error == 0) { if (v->server_bpp != v->mod_bpp) { v->server_msg(v, "error - server and client bpp don't match"); error = 1; } } if (error == 0) { /* set almost null cursor, this is the little dot cursor */ g_memset(cursor_data, 0, 32 * (32 * 3)); g_memset(cursor_data + (32 * (32 * 3) - 1 * 32 * 3), 0xff, 9); g_memset(cursor_data + (32 * (32 * 3) - 2 * 32 * 3), 0xff, 9); g_memset(cursor_data + (32 * (32 * 3) - 3 * 32 * 3), 0xff, 9); g_memset(cursor_mask, 0xff, 32 * (32 / 8)); v->server_msg(v, "sending cursor"); error = v->server_set_cursor(v, 3, 3, cursor_data, cursor_mask); } free_stream(s); free_stream(pixel_format); if (error == 0) { v->server_msg(v, "connection complete, connected ok"); } else { v->server_msg(v, "error - problem connecting"); } return error; } /******************************************************************************/ int lib_mod_end(struct vnc* v) { if (v->vnc_desktop != 0) { } return 0; } /******************************************************************************/ int lib_mod_set_param(struct vnc* v, char* name, char* value) { if (g_strcmp(name, "username") == 0) { g_strncpy(v->username, value, 255); } else if (g_strcmp(name, "password") == 0) { g_strncpy(v->password, value, 255); } else if (g_strcmp(name, "ip") == 0) { g_strncpy(v->ip, value, 255); } else if (g_strcmp(name, "port") == 0) { g_strncpy(v->port, value, 255); } return 0; } /******************************************************************************/ struct vnc* mod_init(void) { struct vnc* v; v = (struct vnc*)g_malloc(sizeof(struct vnc), 1); /* set client functions */ v->size = sizeof(struct vnc); v->handle = (long)v; v->mod_connect = lib_mod_connect; v->mod_start = lib_mod_start; v->mod_event = lib_mod_event; v->mod_signal = lib_mod_signal; v->mod_end = lib_mod_end; v->mod_set_param = lib_mod_set_param; return v; } /******************************************************************************/ int mod_exit(struct vnc* v) { if (v == 0) { return 0; } g_tcp_close(v->sck); g_free(v); return 0; }