BrowserView.js
[app.webkitpdf] / BrowserView.js
1 Gtk = imports.gi.Gtk;
2 GLib = imports.gi.GLib;
3 WebKit = imports.gi.WebKit;
4
5 TabbedBrowser = imports.TabbedBrowser;
6 BrowserSettings = imports.BrowserSettings;
7 BrowserTab = imports.BrowserTab;
8
9 File = imports.File.File;
10
11 base64 = imports.base64.base64;
12
13 BrowserView = new GType({
14     parent: WebKit.WebView.type,
15     name: "BrowserView",
16     init: function ()
17     {
18         // Private
19         
20         
21         var _t = this;
22         
23         var tab = BrowserTab;
24         var browsePage = false;
25         var maxQueue = 0;
26         var injected = {};
27         
28         var current_url = '';
29  
30         var update_title = function (web_view, web_frame, title)
31         {
32             
33             print("calling update title");
34             if(title.length > 25)
35                 title = title.slice(0,25) + "...";
36
37             tab.get_tab_label().label = title;
38         };
39         
40         
41         
42            
43         
44         var traversedom = function(doc, fn, sub ) {
45             //print("TRAVERSE DOM?");
46             sub = sub || 0;
47             
48             var ret = '<HTML>';
49             
50             var cb =  function(s) {
51                 //print("CB:" + s);
52                 ret+=s;
53             };
54             cb.fn = fn;
55             cb.sub = sub +1;
56             print(doc);
57             print(doc.head);
58             print (doc.body);
59             
60              //Roo.select('body > div',true).each(function(el) {
61             traverseDOMTree(cb, doc.head, 1);
62             traverseDOMTree(cb, doc.body, 1);
63            //print(ret);   
64             File.write(cb.fn.replace(/\.html$/, '')+ (sub ? ('.' + sub  ) : '') + '.html' , ret +'</HTML>');
65         
66         };
67          
68         
69         
70         var traverseDOMTree = function(cb, currentElement, depth) {
71             if (currentElement) {
72                 
73                 //if (currentElement.class_name.match(/roo-dynamic/)) {
74                 //    return;
75                 //}
76                 //print(currentElement.node_name);
77                 var j;
78                 var nodeName = currentElement.node_name;
79                 var tagName = currentElement.tag_name;
80                 
81                 if  (nodeName == '#text') {
82                     cb(currentElement.node_value);
83                     return;
84                 
85                 }
86                 if(nodeName == 'BR'){
87                     cb("<BR/>");
88                     return;
89                 }
90                
91                 if (nodeName == 'SCRIPT') {
92                      
93                     return;
94                 }
95                 //if (nodeName == 'STYLE') {  return; }
96                 var i = 0;
97               // Prints the node tagName, such as <A>, <IMG>, etc
98                 var outNodeName = nodeName;
99                 if (nodeName == 'IFRAME') {
100                     //outNodeName  = 'DIV';
101                 }
102                 if (tagName) {
103                     
104                     
105                     
106                     
107                     var attr = [];
108                     
109                     for(i = 0; i < currentElement.attributes.length;i++) {
110                         var aname = currentElement.attributes.item(i).name;
111                         //if (aname =='class' || aname == 'style') {
112                         //    continue;
113                         //}
114                         if (aname =='src' && tagName == 'IFRAME') {
115                             continue;
116                         }
117                         
118                         attr.push(aname + '="' + currentElement.attributes.item(i).value + '"' );
119                     }
120                     if (tagName == 'IFRAME') {
121                         attr.push('src="' + File.basename(cb.fn).replace(/\.html$/, '')+ '.' + cb.sub + '.html"' );
122                     }
123                     
124                     //if (nodeName == 'IFRAME') {
125                     //    attr.push('src="' + currentElement.attributes.item(i).value + embeded_file '"' );
126                     //}
127                     
128                     //var style = elClassToStyle(currentElement);
129                     //if (style.length) {
130                     //    attr.push('style="' + style + '"' );
131                     //}
132                     
133                     
134                     //if (depth > 1000 && (tagName == 'BODY' || tagName == 'HEAD' )) {
135                      //   cb("<DIV"+ ( attr.length ? (' ' + attr.join(' ') ) : '') + ">");
136                     //} else {
137                         cb("<"+outNodeName + ( attr.length ? (' ' + attr.join(' ') ) : '') + ">");
138                         
139                     //}
140                 } 
141                 else {
142                   cb("[unknown tag]");
143                 }
144                 
145                  if (nodeName == 'IFRAME') {
146                     
147                    
148                     traversedom(currentElement.content_document,  cb.fn,  cb.sub )
149                     cb.sub++;
150                     cb("</IFRAME>");
151                     return;
152                 }
153                 
154                 
155                 // Traverse the tree
156                 i = 0;
157                 var currentElementChild = currentElement.child_nodes.item(i);
158                 var allText = true;
159                 while (currentElementChild) {
160                     // Formatting code (indent the tree so it looks nice on the screen)
161                     
162                     if  (currentElementChild.node_name == '#text') {
163                        // if (currentElementChild.node_value.length) {
164                             cb(currentElementChild.node_value);
165                        // }
166                         
167                         i++;
168                         currentElementChild=currentElement.child_nodes.item(i);
169                         continue;
170                     }   
171                     allText = false;
172                     //cb("\n");
173                     //for (j = 0; j < depth; j++) {
174                       // &#166 is just a vertical line
175                     //  cb("  ");
176                     //}//               
177                     
178                         
179                     // Recursively traverse the tree structure of the child node
180                     traverseDOMTree(cb, currentElementChild, depth+1);
181                     i++;
182                     currentElementChild=currentElement.child_nodes.item(i);
183                 }
184                 if (!allText) {
185                     // The remaining code is mostly for formatting the tree
186                     //cb("\n");
187                     //for (j = 0; j < depth - 1; j++) {
188                       //cb("  ");
189                     //}     
190                 }
191                 if (tagName) {
192                    // if (depth > 1000 && (tagName == 'BODY' || tagName == 'HEAD' )) {
193                    //     cb("</DIV>");
194                    // } else {
195                         cb("</"+outNodeName+">");
196                    // }
197                     
198                 }
199             }
200         };
201         
202
203         var update_url = function (web_view, web_frame)
204         {
205             var toolbar = tab.get_toolbar();
206
207             toolbar.set_url(web_frame.get_uri());
208             toolbar.set_can_go_back(web_view.can_go_back());
209             toolbar.set_can_go_forward(web_view.can_go_forward());
210             
211             
212             
213             
214         };
215
216     
217       
218
219         var create_new_tab = function (web_view, web_frame, new_web_view)
220         {
221             new_web_view = new BrowserView();
222             new_web_view.signal.web_view_ready.connect(show_new_tab);
223             return new_web_view;
224         };
225
226         var show_new_tab = function (new_web_view)
227         {
228             TabbedBrowser.browser.new_tab("", new_web_view);
229
230             return false;
231         };
232
233         var hover_link = function (web_view, link, url)
234         {
235             tab.get_statusbar().set_status(url);
236         };
237          
238         /*
239         
240         this.add_inject = function(force)
241         {
242             
243             if (force || (typeof(injected[this.uri]) == 'undefined' )) {
244                 injected[this.uri] = 0;
245             }
246             if (injected[this.uri] > 2) {
247                 return;
248             }
249             injected[this.uri]++;
250             var fn = __script_path__ + "/inject.js";
251             if (File.exists(fn)) {
252 //                print("Adding inject");
253                 var newjs = File.read(__script_path__ + "/inject.js");
254                 TabbedBrowser.browser.current_tab().get_web_view().execute_script(
255                     newjs
256                     
257                 );
258             }
259             
260         }
261         */
262         var after_login = false;
263         
264         
265         var load_finished_called = false;
266         
267         
268         var do_print = function(web_frame) {
269             
270              
271             
272             TabbedBrowser.browser.current_tab().get_web_view().execute_script(
273                 " var r = document.getElementsByTagName('link');" +
274                 "for (var i=0;i < r.length;i++) { " +
275                     "var a = r[i]; if (a.getAttribute('media') == 'screen')  { a.removeAttribute('media'); } " +
276                     "}"
277             );
278             
279             
280             
281             if (current_url.match(/\.coconuts\.co\//) ) {
282                 TabbedBrowser.browser.current_tab().get_web_view().execute_script(
283                     File.read( __script_path__ + "/domains/coconuts.co.js")
284                 );
285                               
286             }
287             print("Delay:" + BrowserSettings.delay);
288          
289             GLib.timeout_add(GLib.PRIORITY_LOW, BrowserSettings.delay *1, function() {
290                  
291                 print("FETCHING");
292                 if (web_frame &&  BrowserSettings.export_filename_html  ) {
293                     var html = traversedom(web_frame.get_dom_document(), BrowserSettings.export_filename_html);
294                     //File.write(BrowserSettings.export_filename_html, html);
295                     
296                 } 
297                  
298                 if (!BrowserSettings.export_filename) {
299                     if (!BrowserSettings.export_filename_html) {
300                         return;
301                     }
302                     
303                     Seed.quit();
304                 }
305                 var mf = _t.get_main_frame();
306                 
307                 var ar = Gtk.PaperSize.get_paper_sizes();
308                 var psetup = new Gtk.PageSetup();
309                 for(var i = 0; i < ar.length; i++) {
310                     if (ar[i].get_name() =='iso_a2') {
311                         psetup.set_paper_size(ar[i]);
312                     }
313                 }
314                 
315                 var p = new Gtk.PrintOperation({ export_filename : BrowserSettings.export_filename });
316                 p.set_default_page_setup(psetup);
317                 mf.print_full(p, Gtk.PrintOperationAction.EXPORT);
318                 print("made image - exiting");
319                 
320                 Seed.quit();
321                 return true;
322             });
323         }
324         
325         
326         var weibo_added = false;
327         
328         var is_weibo = false;
329         
330         
331         var load_finished = function (webkit, web_frame, wb)
332         {
333             
334            
335             
336             if (!is_weibo) {
337                 do_print(web_frame);
338                 return;
339             }
340              
341              
342              print("load finished");
343              if (weibo_added) {
344                  
345                  if (after_login === true) {
346                      print("do print");
347                      do_print();
348                      return;
349                      
350                  }
351                  if (after_login === false) {
352                      return; // not here?
353                  }
354                  print("adding timeout?");
355                  //return;
356                 GLib.timeout_add(GLib.PRIORITY_LOW, 2000, function() {
357                     print("Redirecting after login?" + after_login);
358                     
359                     _t.browse(after_login);
360                     after_login  = true;
361                 });
362                 return;
363              }
364             
365             weibo_added = true;
366             TabbedBrowser.browser.current_tab().get_web_view().execute_script(
367                 File.read( __script_path__ + "/weibo.js") 
368             );
369             print("run_weibo(" + JSON.stringify( BrowserSettings.username ) + ", " + JSON.stringify(BrowserSettings.passwd) + ");");
370     
371             TabbedBrowser.browser.current_tab().get_web_view().execute_script(
372                     "run_weibo(" + JSON.stringify( BrowserSettings.username ) + ", " + JSON.stringify(BrowserSettings.passwd) + ");"
373             );
374             return;
375     
376             //    return;
377             print(after_login);
378             if (after_login !== false) {
379                 
380 //                return;
381                 // wait a bit then load the real page..
382                 GLib.timeout_add(GLib.PRIORITY_LOW, 500, function() {
383                     print("Redirecting after login?");
384                     _t.browse(after_login);
385                 });
386                 
387                 return;
388             }
389          
390             if (load_finished_called) {
391                 return ;
392             
393             }
394             load_finished_called = true;
395             
396           
397             
398 //            if(document.location.host=='weibo.com') {
399 //                // clear login dialog from weibo.
400 //                //check and hidden the login dialog and overlay .....
401 //                var els = document.querySelectorAll('div[node-type]');
402 //                var bbc = [];
403 //                for (i = 0; i < els.length; i++) {
404 //                    if (els[i].hasAttribute('node-type')) {
405 //                        if(els[i].getAttribute('node-type') == 'outer'){
406 //                            bbc.push(els[i]);
407 //                        }
408 //                    }
409 //                }
410 //                for (i = 0; i < bbc.length; i++) {// hide all the outer.....
411 //                    bbc[i].style.display = 'none';
412 //                }
413 //                
414 //                //try to login 
415 //                if(document.location.pathname == '/login.php'){
416 //                    
417 //                    // fills in the user name and password 
418 //                    var els = document.querySelectorAll('input[node-type]');
419 //                    
420 //                    for (i = 0; i < els.length; i++) {
421 //                        if (els[i].hasAttribute('node-type')) {
422 //                            if(els[i].getAttribute('node-type') == 'username'){
423 //                                els[i].value = BrowserSettings.username;
424 //                            }
425 //                            if(els[i].getAttribute('node-type') == 'password'){
426 //                                els[i].value = BrowserSettings.passwd;
427 //                            }
428 //                        }
429 //                    }
430 //                    
431 //                    
432 //                    // simulating click event to login ....
433 //                    var elss = document.querySelectorAll('a[node-type]');
434 //                    
435 //                    for (i = 0; i < elss.length; i++) {
436 //                        if (elss[i].hasAttribute('node-type')) {
437 //                            if(elss[i].getAttribute('node-type') == 'submitBtn'){
438 //                                elss[i].click();
439 //                            }
440 //                        }
441 //                    }
442 //                    
443 //                    
444 //                }
445 //                
446 //            }
447             
448             
449             // clear login dialog from weibo.
450 //            TabbedBrowser.browser.current_tab().get_web_view().execute_script(
451 //                " if (document.location.host=='weibo.com') { " +
452 //                " try {  " + 
453 //                " var a = document.getElementsByClassName('W_layer')[0]; " + 
454 //                " a.parentNode.removeChild(a.previousSibling); " + 
455 //                " a.parentNode.removeChild(a); " + 
456 //                " } catch(e) { }  } " );
457             
458             
459             return;
460             GLib.timeout_add(GLib.PRIORITY_LOW, BrowserSettings.delay, function() {
461                  
462                 var mf = _t.get_main_frame();
463                 
464                 var ar = Gtk.PaperSize.get_paper_sizes();
465                 var psetup = new Gtk.PageSetup();
466                 for(var i = 0; i < ar.length; i++) {
467                     if (ar[i].get_name() =='iso_a2') {
468                         psetup.set_paper_size(ar[i]);
469                     }
470                 }
471                 
472                 var p = new Gtk.PrintOperation({ export_filename : BrowserSettings.export_filename });
473                 p.set_default_page_setup(psetup);
474                 mf.print_full(p, Gtk.PrintOperationAction.EXPORT);
475                 print("made image - exiting");
476                 
477                 Seed.quit();
478                 return true;
479             });
480             
481             return;
482         };
483  
484  
485  
486         
487         var load_committed = function (web_view, web_frame)
488         {
489             print("load commited");
490             
491             update_url(web_view, web_frame);
492              
493             // call load finished after 20seconds??
494             // so even if it never complets we try and print the thing.
495             GLib.timeout_add(GLib.PRIORITY_LOW, 40000, function() {
496                 print("load commited - 3000 ms?");
497                 load_finished();
498             });
499             
500         };
501
502         var clicked_link = function (web_view, web_frame, request,
503                                      action, decision, window)
504         {
505             if(action.get_reason() == WebKit.WebNavigationReason.LINK_CLICKED &&
506                action.get_button() == 2)
507             {
508                 browser.new_tab(request.get_uri(), null);
509                 return true;
510             }
511
512             return false;
513         };
514
515         // Public
516         
517         
518         this.browse = function (url)
519         {
520             if(url.search("://") < 0)
521                 url = "http://" + url;
522             
523             current_url = url;
524             
525             print("BROWSE: " + url);
526             if (url.match(/\/weibo\.com\//) && after_login === false) {
527                 is_weibo = true;
528                 after_login = url;
529                 url = "http://weibo.com/login.php";
530             }
531             else  if (url.match(/\/weibo\.com\//) && after_login !== false) {
532                 after_login = false;
533             }
534             print("BROWSE -really: " + url);
535             this.open(url);
536         };
537
538         this.set_tab = function (new_tab)
539         {
540             tab = new_tab;
541         };
542
543         this.get_tab = function ()
544         {
545             return tab;
546         };
547
548     
549         // Implementation
550         //this.set_scroll_adjustments(null, null);
551         
552         //this.signal.title_changed.connect(update_title);
553         //this.signal.load_committed.connect(load_committed);
554         this.signal.load_finished.connect(load_finished);
555        
556         
557         // For some reason, this segfaults seed in the instance init closure handler
558         // Once that's fixed, uncommenting the next line will give middle-click-open-in-new tab
559         //this.signal.navigation_policy_decision_requested.connect(clicked_link);
560
561         //this.signal.hovering_over_link.connect(hover_link);
562
563         this.signal.create_web_view.connect(create_new_tab);
564         
565         
566          
567 //        print("ADDing console message sig handler");
568         
569         
570          
571         
572         this.toFilename = function(url)
573         {
574             url = url.replace(/^http[s]*:\/\//, '');
575             var p = url.split('/');
576             p.unshift(storedir+'/output');
577             for (var i =1 ;i < p.length; i++) {
578                 p[i] = encodeURIComponent(p[i]);
579             
580             }
581             p[p.length-1] = decodeURIComponent(p[p.length-1]);
582             ret = p.join('/');
583             var dir = File.dirname(ret);
584             File.mkdirall(dir);
585             return ret;
586             
587         }
588         this.checkdomain = function(comp)
589         {
590             var b = parseUri(this.uri);
591             var d = parseUri(comp);
592             return (d.host == b.host && d.protocol == b.protocol);
593             
594             
595         }
596         
597         this.dupeCheck = function(url)
598         {
599             
600            // order - return highest up the queue first..
601             if (File.exists(downloaddir +'/' + encodeURIComponent(url))) {
602                 return downloaddir +'/' + encodeURIComponent(url);
603             }
604              if (File.exists(parsedir +'/' + encodeURIComponent(url))) {
605                 return parsedir +'/' + encodeURIComponent(url);
606             }
607             if (File.exists(donedir +'/' + encodeURIComponent(url))) {
608                 return donedir +'/' + encodeURIComponent(url);
609             }
610             return  false;
611             
612             
613         }
614         this.moveToParse = function(url)
615         {
616             var old = this.dupeCheck(url);
617             var target =parsedir +'/' + encodeURIComponent(url);
618             if (old == target) {
619                 return;
620             }
621             File.write(target, old ? File.read(old) : '');
622             if (old) {
623                 File.remove(old);
624             }
625             
626         }
627         
628         this.moveToDownload= function(url)
629         {
630             var old = this.dupeCheck(url);
631             var target =downloaddir +'/' + encodeURIComponent(url);
632             if (old == target) {
633                 return;
634             }
635             File.write(target, old ? File.read(old) : '');
636             if (old) {
637                 File.remove(old);
638             }
639             
640         }
641         this.moveToDone= function(url)
642         {
643             var old = this.dupeCheck(url);
644             var target = donedir +'/' + encodeURIComponent(url);
645             if (old == target) {
646                 return;
647             }
648             File.write(target, old ? File.read(old) : '');
649             if (old) {
650                 File.remove(old);
651             }
652             
653         }
654         
655     }
656 });
657
658 function parseUri (str) {
659         var     o   = parseUri.options,
660                 m   = o.parser[o.strictMode ? "strict" : "loose"].exec(str),
661                 uri = {},
662                 i   = 14;
663
664         while (i--) uri[o.key[i]] = m[i] || "";
665
666         uri[o.q.name] = {};
667         uri[o.key[12]].replace(o.q.parser, function ($0, $1, $2) {
668                 if ($1) uri[o.q.name][$1] = $2;
669         });
670
671         return uri;
672 };
673
674 parseUri.options = {
675         strictMode: false,
676         key: ["source","protocol","authority","userInfo","user","password","host","port","relative","path","directory","file","query","anchor"],
677         q:   {
678                 name:   "queryKey",
679                 parser: /(?:^|&)([^&=]*)=?([^&]*)/g
680         },
681         parser: {
682                 strict: /^(?:([^:\/?#]+):)?(?:\/\/((?:(([^:@]*)(?::([^:@]*))?)?@)?([^:\/?#]*)(?::(\d*))?))?((((?:[^?#\/]*\/)*)([^?#]*))(?:\?([^#]*))?(?:#(.*))?)/,
683                 loose:  /^(?:(?![^:@]+:[^:@\/]*@)([^:\/?#.]+):)?(?:\/\/)?((?:(([^:@]*)(?::([^:@]*))?)?@)?([^:\/?#]*)(?::(\d*))?)(((\/(?:[^?#](?![^?#\/]*\.[^?#\/.]+(?:[?#]|$)))*\/?)?([^?#\/]*))(?:\?([^#]*))?(?:#(.*))?)/
684         }
685 };