From 395abbf211034aed27970592046c79c7e6da655b Mon Sep 17 00:00:00 2001 From: thatindiandude Date: Mon, 31 Oct 2016 15:48:34 -0700 Subject: [PATCH 1/4] server finished. Thanks to @bohrium for some help --- demo/.DS_Store | Bin 0 -> 6148 bytes demo/demo.lua | 127 +++ demo/index.html | 71 ++ demo/orbiter/.DS_Store | Bin 0 -> 6148 bytes demo/orbiter/bridge.lua | 38 + demo/orbiter/controls/calendar.lua | 41 + demo/orbiter/controls/dropdown.lua | 140 +++ demo/orbiter/controls/flot.lua | 170 ++++ demo/orbiter/controls/modal.lua | 58 ++ .../controls/resources/css/calendar.css | 95 +++ .../resources/images/calendar/cal.gif | Bin 0 -> 127 bytes .../resources/images/calendar/next_mon.gif | Bin 0 -> 60 bytes .../resources/images/calendar/next_year.gif | Bin 0 -> 70 bytes .../resources/images/calendar/no_cal.gif | Bin 0 -> 139 bytes .../resources/images/calendar/pixel.gif | Bin 0 -> 67 bytes .../resources/images/calendar/prev_mon.gif | Bin 0 -> 59 bytes .../resources/images/calendar/prev_year.gif | Bin 0 -> 69 bytes .../resources/images/calendar/shade_bl.png | Bin 0 -> 185 bytes .../resources/images/calendar/shade_bm.png | Bin 0 -> 164 bytes .../resources/images/calendar/shade_br.png | Bin 0 -> 204 bytes .../resources/images/calendar/shade_mr.png | Bin 0 -> 155 bytes .../resources/images/calendar/shade_tr.png | Bin 0 -> 200 bytes .../controls/resources/javascript/calendar.js | 357 ++++++++ .../resources/javascript/calendar_eu.js | 335 ++++++++ .../resources/javascript/jquery.flot.min.js | 6 + .../javascript/jquery.flot.navigate.min.js | 1 + demo/orbiter/doc.lua | 738 ++++++++++++++++ demo/orbiter/fake.lua | 34 + demo/orbiter/form.lua | 290 +++++++ demo/orbiter/html.lua | 357 ++++++++ demo/orbiter/init.lua | 802 ++++++++++++++++++ demo/orbiter/libs/jquery.lua | 265 ++++++ .../libs/resources/jquery-1.8.3.min.js | 2 + demo/orbiter/tags.lua | 156 ++++ demo/orbiter/template.lua | 108 +++ demo/orbiter/text.lua | 76 ++ demo/orbiter/util.lua | 175 ++++ demo/resources/css/dialog-polyfill.css | 40 + demo/resources/css/images/ajax-loader.gif | Bin 0 -> 847 bytes demo/resources/css/images/file.gif | Bin 0 -> 110 bytes demo/resources/css/images/folder-closed.gif | Bin 0 -> 105 bytes demo/resources/css/images/folder.gif | Bin 0 -> 106 bytes .../css/images/treeview-black-line.gif | Bin 0 -> 1877 bytes demo/resources/css/images/treeview-black.gif | Bin 0 -> 1216 bytes .../css/images/treeview-default-line.gif | Bin 0 -> 1993 bytes .../resources/css/images/treeview-default.gif | Bin 0 -> 1222 bytes .../css/images/treeview-famfamfam.gif | Bin 0 -> 1280 bytes .../css/images/treeview-gray-line.gif | Bin 0 -> 1877 bytes demo/resources/css/images/treeview-gray.gif | Bin 0 -> 1230 bytes .../css/images/treeview-red-line.gif | Bin 0 -> 1877 bytes demo/resources/css/images/treeview-red.gif | Bin 0 -> 1230 bytes demo/resources/css/jquery.treeview.css | 74 ++ demo/resources/css/style.css | 53 ++ demo/resources/css/style_kp.css | 53 ++ demo/resources/css/style_kp_sam.css | 56 ++ demo/resources/css/style_kp_sam.css~ | 56 ++ demo/resources/css/style_santosh.css | 52 ++ demo/resources/images/clear.gif | Bin 0 -> 43 bytes demo/resources/images/logo.gif | Bin 0 -> 4232 bytes demo/resources/images/placeholder.jpg | Bin 0 -> 166068 bytes demo/resources/images/result.jpg | Bin 0 -> 121031 bytes .../javascript/.generate_kp_sam.js.swp | Bin 0 -> 20480 bytes demo/resources/javascript/Disk.js~ | 37 + demo/resources/javascript/DragDisk.js | 38 + demo/resources/javascript/DragDisk.js~ | 38 + demo/resources/javascript/dialog-polyfill.js | 526 ++++++++++++ demo/resources/javascript/generate.js | 128 +++ demo/resources/javascript/generate_kp.js | 388 +++++++++ demo/resources/javascript/generate_kp.js~ | 388 +++++++++ demo/resources/javascript/generate_kp_sam.js | 248 ++++++ demo/resources/javascript/generate_kp_sam.js~ | 243 ++++++ .../javascript/generate_kp_sam_drag.js | 247 ++++++ demo/resources/javascript/jquery.console.js | 624 ++++++++++++++ demo/resources/javascript/jquery.tools.min.js | 53 ++ demo/resources/javascript/jquery.treeview.js | 245 ++++++ demo/resources/javascript/send_params.js | 12 + demo/resources/notes | 1 + demo/resources/template.ltp | 10 + 78 files changed, 8052 insertions(+) create mode 100644 demo/.DS_Store create mode 100644 demo/demo.lua create mode 100644 demo/index.html create mode 100644 demo/orbiter/.DS_Store create mode 100644 demo/orbiter/bridge.lua create mode 100644 demo/orbiter/controls/calendar.lua create mode 100644 demo/orbiter/controls/dropdown.lua create mode 100644 demo/orbiter/controls/flot.lua create mode 100644 demo/orbiter/controls/modal.lua create mode 100644 demo/orbiter/controls/resources/css/calendar.css create mode 100644 demo/orbiter/controls/resources/images/calendar/cal.gif create mode 100644 demo/orbiter/controls/resources/images/calendar/next_mon.gif create mode 100644 demo/orbiter/controls/resources/images/calendar/next_year.gif create mode 100644 demo/orbiter/controls/resources/images/calendar/no_cal.gif create mode 100644 demo/orbiter/controls/resources/images/calendar/pixel.gif create mode 100644 demo/orbiter/controls/resources/images/calendar/prev_mon.gif create mode 100644 demo/orbiter/controls/resources/images/calendar/prev_year.gif create mode 100644 demo/orbiter/controls/resources/images/calendar/shade_bl.png create mode 100644 demo/orbiter/controls/resources/images/calendar/shade_bm.png create mode 100644 demo/orbiter/controls/resources/images/calendar/shade_br.png create mode 100644 demo/orbiter/controls/resources/images/calendar/shade_mr.png create mode 100644 demo/orbiter/controls/resources/images/calendar/shade_tr.png create mode 100644 demo/orbiter/controls/resources/javascript/calendar.js create mode 100644 demo/orbiter/controls/resources/javascript/calendar_eu.js create mode 100644 demo/orbiter/controls/resources/javascript/jquery.flot.min.js create mode 100644 demo/orbiter/controls/resources/javascript/jquery.flot.navigate.min.js create mode 100644 demo/orbiter/doc.lua create mode 100644 demo/orbiter/fake.lua create mode 100644 demo/orbiter/form.lua create mode 100644 demo/orbiter/html.lua create mode 100644 demo/orbiter/init.lua create mode 100644 demo/orbiter/libs/jquery.lua create mode 100644 demo/orbiter/libs/resources/jquery-1.8.3.min.js create mode 100644 demo/orbiter/tags.lua create mode 100644 demo/orbiter/template.lua create mode 100644 demo/orbiter/text.lua create mode 100644 demo/orbiter/util.lua create mode 100644 demo/resources/css/dialog-polyfill.css create mode 100644 demo/resources/css/images/ajax-loader.gif create mode 100644 demo/resources/css/images/file.gif create mode 100644 demo/resources/css/images/folder-closed.gif create mode 100644 demo/resources/css/images/folder.gif create mode 100644 demo/resources/css/images/treeview-black-line.gif create mode 100644 demo/resources/css/images/treeview-black.gif create mode 100644 demo/resources/css/images/treeview-default-line.gif create mode 100644 demo/resources/css/images/treeview-default.gif create mode 100644 demo/resources/css/images/treeview-famfamfam.gif create mode 100644 demo/resources/css/images/treeview-gray-line.gif create mode 100644 demo/resources/css/images/treeview-gray.gif create mode 100644 demo/resources/css/images/treeview-red-line.gif create mode 100644 demo/resources/css/images/treeview-red.gif create mode 100644 demo/resources/css/jquery.treeview.css create mode 100644 demo/resources/css/style.css create mode 100644 demo/resources/css/style_kp.css create mode 100644 demo/resources/css/style_kp_sam.css create mode 100644 demo/resources/css/style_kp_sam.css~ create mode 100644 demo/resources/css/style_santosh.css create mode 100644 demo/resources/images/clear.gif create mode 100644 demo/resources/images/logo.gif create mode 100644 demo/resources/images/placeholder.jpg create mode 100644 demo/resources/images/result.jpg create mode 100644 demo/resources/javascript/.generate_kp_sam.js.swp create mode 100644 demo/resources/javascript/Disk.js~ create mode 100644 demo/resources/javascript/DragDisk.js create mode 100644 demo/resources/javascript/DragDisk.js~ create mode 100644 demo/resources/javascript/dialog-polyfill.js create mode 100644 demo/resources/javascript/generate.js create mode 100644 demo/resources/javascript/generate_kp.js create mode 100644 demo/resources/javascript/generate_kp.js~ create mode 100644 demo/resources/javascript/generate_kp_sam.js create mode 100644 demo/resources/javascript/generate_kp_sam.js~ create mode 100644 demo/resources/javascript/generate_kp_sam_drag.js create mode 100644 demo/resources/javascript/jquery.console.js create mode 100644 demo/resources/javascript/jquery.tools.min.js create mode 100644 demo/resources/javascript/jquery.treeview.js create mode 100644 demo/resources/javascript/send_params.js create mode 100644 demo/resources/notes create mode 100644 demo/resources/template.ltp diff --git a/demo/.DS_Store b/demo/.DS_Store new file mode 100644 index 0000000000000000000000000000000000000000..5008ddfcf53c02e82d7eee2e57c38e5672ef89f6 GIT binary patch literal 6148 zcmeH~Jr2S!425mzP>H1@V-^m;4Wg<&0T*E43hX&L&p$$qDprKhvt+--jT7}7np#A3 zem<@ulZcFPQ@L2!n>{z**++&mCkOWA81W14cNZlEfg7;MkzE(HCqgga^y>{tEnwC%0;vJ&^%eQ zLs35+`xjp>T0()[]{} " +local dict = {} +for i = 1,#alphabet do + dict[alphabet:sub(i,i)] = i +end +ivocab = {} +for k,v in pairs(dict) do + ivocab[v] = k +end + +opt = {} +opt.keypoint_dim = 16 +opt.num_elt = 15 +opt.doc_length = 201 +opt.batchSize = 1 +opt.nz = 100 +opt.txtSize = 1024 +opt.noisetype = 'normal' + +function hello:index(web) + local f = assert(io.open('index.html', 'r')) + local rtrn = f:read('*all') + f:close() + return rtrn +end + +function hello:request(web) + local data = json.decode(web.POST.data) + local desc = data.description + local showkps = data.showkps + -- prepare noise + noise = torch.Tensor(opt.batchSize, opt.nz) + if opt.noisetype == 'uniform' then + noise:uniform(-1, 1) + elseif opt.noisetype == 'normal' then + noise:normal(0, 1) + end + -- prepare text + local txt_mat = torch.zeros(1,opt.doc_length,#alphabet) + for t = 1,opt.doc_length do + local ch = desc:sub(t,t) + local on_ix = dict[ch] + if (on_ix ~= 0 and on_ix ~= nil) then + txt_mat[{1, t, on_ix}] = 1 + end + end + local fea_txt = net_txt:forward(txt_mat):clone() + -- prepare keypoints + local fea_loc_inp = torch.zeros(opt.batchSize, opt.num_elt, 3) + for n = 1,#data.keypoints do + local id = data.keypoints[n].part_id + local x = data.keypoints[n].x / 256.0 + local y = data.keypoints[n].y / 256.0 + fea_loc_inp[{1,id,1}] = x + fea_loc_inp[{1,id,2}] = y + fea_loc_inp[{1,id,3}] = 1.0 + end + fea_loc = net_kp:forward{noise, fea_txt, fea_loc_inp}:clone() + + local data_loc = torch.zeros(opt.batchSize, opt.num_elt, + opt.keypoint_dim, opt.keypoint_dim) + for b = 1,opt.batchSize do + for s = 1,opt.num_elt do + local point = fea_loc[{b,s,{}}] + if point[3] > 0.5 then + local x = math.min(opt.keypoint_dim, + math.max(1,torch.round(point[1] * opt.keypoint_dim))) + local y = math.min(opt.keypoint_dim, + math.max(1,torch.round(point[2] * opt.keypoint_dim))) + data_loc[{b,s,y,x}] = 1 + end + end + end + local images = net_gen:forward({ { noise, fea_txt }, data_loc }):clone() + images:add(1):mul(0.5) + local img = images:select(1,1) + + local locs_tmp = fea_loc:clone() + locs_tmp:narrow(3,1,2):mul(128) + + if showkps==1 then + print(showkps) + print('drawing keypoints...') + img = util.draw_keypoints(img, locs_tmp[1], 0.03) + end + + print(desc) + + local tmp_fname = '/tmp/tmp_bbox.jpeg' + image.save(tmp_fname, img) + local f = assert(io.open(tmp_fname, "rb")) + local img_binary = f:read("*all") + local img_b64 = 'data:image/jpeg;base64,' .. mime.b64(img_binary) + return img_b64,'image/jpeg' +end + +hello:dispatch_get(hello.index,'/','/index') +hello:dispatch_post(hello.request, '/request') +hello:dispatch_static '/resources/images/.+' +hello:dispatch_static '/resources/css/.+' +hello:dispatch_static '/resources/javascript/.+' + +hello:run(...) + diff --git a/demo/index.html b/demo/index.html new file mode 100644 index 0000000..bb5d56a --- /dev/null +++ b/demo/index.html @@ -0,0 +1,71 @@ + + + + + + + + + + + + + + + +
+
+ + +
+ +
+ + +
+
+ + + + + + + + + + + +
+ + + +
+
+
+ + + +
+ + + + Show keypoints? + +
+
+ + + +
+
+
+
+
+ + diff --git a/demo/orbiter/.DS_Store b/demo/orbiter/.DS_Store new file mode 100644 index 0000000000000000000000000000000000000000..5008ddfcf53c02e82d7eee2e57c38e5672ef89f6 GIT binary patch literal 6148 zcmeH~Jr2S!425mzP>H1@V-^m;4Wg<&0T*E43hX&L&p$$qDprKhvt+--jT7}7np#A3 zem<@ulZcFPQ@L2!n>{z**++&mCkOWA81W14cNZlEfg7;MkzE(HCqgga^y>{tEnwC%0;vJ&^%eQ zLs35+`xjp>T0