src/Palete/ValaSourceCompiler.vala
[app.Builder.js] / src / Palete / ValaSourceCompiler.vala
1
2 // valac TreeBuilder.vala --pkg libvala-0.24 --pkg posix -o /tmp/treebuilder
3
4 /**
5  *  this only deals with the compiling (when builder is run with different args..)
6  * 
7  */
8
9
10 namespace Palete {
11         
12          
13         public class ValaSourceReport  : Vala.Report {
14
15                 public string filepath;
16                 
17                 public string tmpname;
18                 
19                 //public Gee.ArrayList<ValaSourceNotice> notices;
20                 public Json.Object result;
21                  
22                 //public Gee.HashMap<int,string> line_errors;
23                 
24                 public void  compile_notice(string type, string filename, int line, string message) {
25                          
26                          if (!this.result.has_member(type+"-TOTAL")) {
27                                  this.result.set_int_member(type+"-TOTAL", 1);
28                          } else {
29                                 this.result.set_int_member(type+"-TOTAL", 
30                                         this.result.get_int_member(type+"-TOTAL") +1 
31                                 );
32                          }
33                          
34                          
35                          if (!this.result.has_member(type)) {
36                                  this.result.set_object_member(type, new Json.Object());
37                          }
38                          var t = this.result.get_object_member(type);
39                          if (!t.has_member(filename)) {
40                                  t.set_object_member(filename, new Json.Object());
41                          }
42                          var tt = t.get_object_member(filename);
43                          if (!tt.has_member(line.to_string())) {
44                                  tt.set_array_member(line.to_string(), new Json.Array());
45                          }
46                          var tl = tt.get_array_member(line.to_string());
47                          tl.add_string_element(message);
48                          
49                 }
50                 
51                 
52          
53                 public ValaSourceReport(string filepath, string tmpname)
54                 {
55                         base();
56                         this.filepath = filepath;
57                         this.tmpname = tmpname;
58                         this.result = new Json.Object();
59                         this.result.set_boolean_member("success", true);
60                         this.result.set_string_member("message", "");
61                         
62                         
63                         
64                         //this.line_errors = new Gee.HashMap<int,string> ();
65                         //this.notices = new Gee.ArrayList<ValaSourceNotice>();
66                 }
67                 
68                 public override void warn (Vala.SourceReference? source, string message) {
69                          
70                         if (source == null) {
71                                 return;
72                                 //stderr.printf ("My error: %s\n", message);
73                         }
74                         
75                         if (source.file.filename != this.tmpname) {
76                                 this.compile_notice("WARN", source.file.filename , source.begin.line, message);
77                                 return;
78                         }
79                         this.compile_notice("WARN", this.filepath, source.begin.line, message);
80                         
81                 }
82                 public override void depr (Vala.SourceReference? source, string message) {
83                          
84                         if (source == null) {
85                                 return;
86                                 //stderr.printf ("My error: %s\n", message);
87                         }
88                         
89                         if (source.file.filename != this.tmpname) {
90                                 this.compile_notice("DEPR", source.file.filename, source.begin.line, message);
91                                 return;
92                         }
93                         this.compile_notice("DEPR",  this.filepath, source.begin.line, message);
94                         
95                 }
96                 
97                 public override void err (Vala.SourceReference? source, string message) {
98                         errors++;
99                         if (source == null) {
100                                 return;
101                                 //stderr.printf ("My error: %s\n", message);
102                         }
103                         if (source.file.filename != this.tmpname) {
104                                 this.compile_notice("ERR", source.file.filename, source.begin.line, message);
105                                 GLib.debug ("Other file: Got error error: %d:  %s\n", source.begin.line, message);
106                                 return;
107                         }
108                          
109                          
110                         this.compile_notice("ERR", this.filepath, source.begin.line, message);
111                         GLib.debug ("Test file: Got error error: %d: %s\n", source.begin.line, message);
112                 }
113                 /*
114                 public void dump()
115                 {
116                         var iter = this.line_errors.map_iterator();
117                         while (iter.next()) {
118                                 print ("%d : %s\n\n", iter.get_key(), iter.get_value());
119                         }
120                 }
121                 */
122
123         }
124
125         public class ValaSourceCompiler : Object {
126
127                 public static void jerr(string str)
128                 {
129                         var ret = new Json.Object(); 
130                         ret.set_boolean_member("success", false);
131                         ret.set_string_member("message", str);
132                         
133                         var  generator = new Json.Generator ();
134                         var  root = new Json.Node(Json.NodeType.OBJECT);
135                         root.init_object(ret);
136                         generator.set_root (root);
137                          
138                         generator.pretty = true;
139                         generator.indent = 4;
140                  
141
142                         print("%s\n",  generator.to_data (null));
143                         GLib.Process.exit(Posix.EXIT_FAILURE);
144                         
145                 }
146
147                 public static void buildApplication()
148                 {
149                         //print("build based on Application settings\n");
150                         
151                         if (BuilderApplication.opt_compile_target == null) {
152                                 jerr("missing compile target --target");
153                         }
154                         
155                         Project.Project.loadAll();
156                         var proj = Project.Project.getProjectByHash(BuilderApplication.opt_compile_project);
157                         
158                         if (proj == null) {
159                                 jerr("could not load test project %s".printf( BuilderApplication.opt_compile_project));
160                         }
161                         
162                         if (proj.xtype != "Gtk") {
163                                 jerr("%s is not a Gtk Project".printf( BuilderApplication.opt_compile_project));
164                         }
165                         var gproj = (Project.Gtk)proj;
166                         
167                         
168                         if (!gproj.compilegroups.has_key(BuilderApplication.opt_compile_target)) {
169                                 jerr("missing compile target %s".printf(BuilderApplication.opt_compile_target));
170                         }
171                         var skip_file = "";
172                         if (BuilderApplication.opt_compile_skip != null) {
173                                 skip_file = BuilderApplication.opt_compile_skip;
174                         }
175                         var add_file = "";
176                         if (BuilderApplication.opt_compile_add != null) {
177                                 add_file = BuilderApplication.opt_compile_add;
178                         }
179                         
180                         
181                         var vs = new ValaSourceCompiler(gproj,  add_file, BuilderApplication.opt_compile_target,   skip_file);
182                         if (BuilderApplication.opt_compile_output != null) {
183                                 vs.output = BuilderApplication.opt_compile_output;
184                         }
185                         vs.compile();
186                         
187                         
188                 }
189
190                 Vala.CodeContext context;
191                 ValaSourceReport report;
192                 Project.Gtk project;
193                 public string build_module;
194                 public string filepath;
195                 public string original_filepath;
196                 public int line_offset = 0;
197                 public string output;
198                 
199                 // file.project , file.path, file.build_module, ""
200                 public ValaSourceCompiler(Project.Gtk project, string filepath, string build_module, string original_filepath) {
201                         base();
202                         //this.file = file;
203                         this.filepath = filepath;
204                         this.build_module = build_module;
205                         this.original_filepath = original_filepath;
206                         this.project =  project;
207                         this.output = "";
208                         
209                 }
210                 public void dumpCode(string str) 
211                 {
212                         var ls = str.split("\n");
213                         for (var i=0;i < ls.length; i++) {
214                                 print("%d : %s\n", i+1, ls[i]);
215                         }
216                 }
217                 
218                  
219                 
220                 public void compile( )
221                 {
222                         // init context:
223                         var valac = "valac " ;
224                         
225                         context = new Vala.CodeContext ();
226                         Vala.CodeContext.push (context);
227                 
228                         context.experimental = false;
229                         context.experimental_non_null = false;
230                         
231 #if VALA_0_28
232                         var ver=28;
233 #elif VALA_0_26 
234                         var ver=26;
235 #elif VALA_0_24
236                         var ver=24;
237 #elif VALA_0_22 
238                         var ver=22;
239 #endif
240                         
241                         for (int i = 2; i <= ver; i += 2) {
242                                 context.add_define ("VALA_0_%d".printf (i));
243                         }
244                         
245                         
246                         
247                          
248                         var vapidirs = this.project.vapidirs();
249                         // order is important ...
250                          vapidirs +=  Path.get_dirname (context.get_vapi_path("gee-1.0")) ; //usr/share/vala/vapi 
251                          vapidirs +=  Path.get_dirname (context.get_vapi_path("glib-2.0")) ; // usr/share/vala-XXX/vapi
252                                                         
253                         for(var i =0 ; i < vapidirs.length; i++) {
254                                 valac += " --vapidir=" + vapidirs[i];
255                         }
256                                 
257                         
258                         context.vapi_directories = vapidirs;
259                         context.report.enable_warnings = true;
260                         context.metadata_directories = { };
261                         context.gir_directories = {};
262                         context.thread = true;
263                          
264                         
265                         this.report = new ValaSourceReport(this.original_filepath, this.filepath);
266                         context.report = this.report;
267                         
268                         
269                         context.basedir = "/tmp"; //Posix.realpath (".");
270                 
271                         context.directory = context.basedir;
272                 
273
274                         // add default packages:
275                         //if (settings.profile == "gobject-2.0" || settings.profile == "gobject" || settings.profile == null) {
276                         context.profile = Vala.Profile.GOBJECT;
277                          
278                         var ns_ref = new Vala.UsingDirective (new Vala.UnresolvedSymbol (null, "GLib", null));
279                         context.root.add_using_directive (ns_ref);
280
281                         var source_file = new Vala.SourceFile (
282                                 context, 
283                                 Vala.SourceFileType.SOURCE, 
284                                         this.filepath 
285                         );
286                         source_file.add_using_directive (ns_ref);
287                         context.add_source_file (source_file);
288                         
289                 // add all the files (except the current one) - this.file.path
290                 var pr = this.project;
291                 if (this.build_module.length > 0) {
292                                 var cg =  pr.compilegroups.get(this.build_module);
293                                 for (var i = 0; i < cg.sources.size; i++) {
294                                         var path = pr.resolve_path(
295                                                         pr.resolve_path_combine_path(pr.firstPath(),cg.sources.get(i)));
296                                                         
297                                         if (!FileUtils.test(path, FileTest.EXISTS)) {
298                                                 continue;
299                                         }       
300                         // skip thie original
301                                         if (path == this.original_filepath) {
302                                                 valac += " " + path;
303                                                 continue;
304                                         }
305                                         if (FileUtils.test(path, FileTest.IS_DIR)) {
306                                                 continue;
307                                         }
308                                         //print("Add source file %s\n", path);
309                                         
310                                         valac += " " + path;
311                                         
312                                         if (Regex.match_simple("\\.c$", path)) {
313                                                 context.add_c_source_file(path);
314                                                 continue;
315                                         }
316                                         
317                                         
318                                         var xsf = new Vala.SourceFile (
319                                                 context,
320                                                 Vala.SourceFileType.SOURCE, 
321                                                 path
322                                         );
323                                         xsf.add_using_directive (ns_ref);
324                                         context.add_source_file(xsf);
325                                         
326                                 }
327                         }
328                         // default.. packages..
329                         context.add_external_package ("glib-2.0"); 
330                         context.add_external_package ("gobject-2.0");
331                         // user defined ones..
332                         
333                 var dcg = pr.compilegroups.get("_default_");
334                 for (var i = 0; i < dcg.packages.size; i++) {
335                                 valac += " --pkg " + dcg.packages.get(i);
336                                 if (!this.has_vapi(context.vapi_directories, dcg.packages.get(i))) {
337                                         GLib.debug("Skip vapi '%s' - does not exist", dcg.packages.get(i));
338                                         continue;
339                                 }
340                                 
341                                 context.add_external_package (dcg.packages.get(i));
342                         }
343                 
344                          //Vala.Config.PACKAGE_SUFFIX.substring (1)
345                         
346                         // add the modules...
347                         
348                         context.output = "/tmp/testbuild";
349                         valac += " -o " +context.output;
350                         GLib.debug("%s", valac);
351                         
352                         
353  
354                 
355                         //add_documented_files (context, settings.source_files);
356                 
357                         Vala.Parser parser = new Vala.Parser ();
358                         parser.parse (context);
359                         //gir_parser.parse (context);
360                         if (context.report.get_errors () > 0) {
361                                 Vala.CodeContext.pop ();
362                                 GLib.debug("parse got errors");
363                                 //((ValaSourceReport)context.report).dump();
364                                 this.report.result.set_boolean_member("success", false);
365                                 this.report.result.set_string_member("message", "Parse failed");
366                                 
367                                 this.outputResult();
368                                 return;
369                         }
370
371
372                         
373                         // check context:
374                         context.check ();
375                         if (context.report.get_errors () > 0) {
376                                 Vala.CodeContext.pop ();
377                                 GLib.debug("check got errors");
378                                 //((ValaSourceReport)context.report).dump();
379                                 this.report.result.set_boolean_member("success", false);
380                                 this.report.result.set_string_member("message", "Check failed");
381                                 
382                                 this.outputResult();
383                                 return;
384                         }
385                         
386                         //context.codegen = new Vala.GDBusServerModule ();
387                         
388                          
389                         
390                         //context.codegen.emit (context);
391                         /*
392                         var ccompiler = new Vala.CCodeCompiler ();
393                         var cc_command = Environment.get_variable ("CC");
394                         var pkg_config_command = Environment.get_variable ("PKG_CONFIG");
395 #if VALA_0_28
396                         ccompiler.compile (context, cc_command, new string[] { }, pkg_config_command);
397 #else
398                         ccompiler.compile (context, cc_command, new string[] { });
399 #endif
400                         */
401  
402                         Vala.CodeContext.pop ();
403                         this.outputResult();
404                 
405                 }
406                 public bool has_vapi(string[] dirs,  string vapi) 
407                 {
408                         for(var i =0 ; i < dirs.length; i++) {
409                                 GLib.debug("check VAPI - %s", dirs[i] + "/" + vapi + ".vapi");
410                                 if (!FileUtils.test( dirs[i] + "/" + vapi + ".vapi", FileTest.EXISTS)) {
411                                         continue;
412                                 }   
413                                 return true;
414                         }
415                         return false;
416                         
417                 }
418                 
419                 public void outputResult()
420                 {
421                         var generator = new Json.Generator ();
422                     generator.indent = 1;
423                     generator.pretty = true;
424                     var node = new Json.Node(Json.NodeType.OBJECT);
425                     node.set_object(this.report.result);
426                     
427                     generator.set_root(node);
428                          
429                         generator.pretty = true;
430                         generator.indent = 4;
431                  
432
433                         print("%s\n",  generator.to_data (null));
434                         GLib.Process.exit(Posix.EXIT_SUCCESS);
435                         
436                          
437                 }
438 /*              
439                 
440                 
441                 public Gee.HashMap<int,string> checkString(string contents)
442                 {
443                         // init context:
444                         var valac = "valac " ;
445                         
446                         context = new Vala.CodeContext ();
447                         Vala.CodeContext.push (context);
448                 
449                         context.experimental = false;
450                         context.experimental_non_null = false;
451                         
452 #if VALA_0_28
453                         var ver=28;
454 #elif VALA_0_26 
455                         var ver=26;
456 #elif VALA_0_24
457                         var ver=24;
458 #elif VALA_0_22 
459                         var ver=22;
460 #endif
461                         
462                         for (int i = 2; i <= ver; i += 2) {
463                                 context.add_define ("VALA_0_%d".printf (i));
464                         }
465                         
466                         
467                         
468                         
469                         
470                         
471                         
472                         var vapidirs = ((Project.Gtk)this.file.project).vapidirs();
473                         // what's the current version of vala???
474                         
475                         
476                         vapidirs +=  Path.get_dirname (context.get_vapi_path("glib-2.0")) ;
477                         
478                         for(var i =0 ; i < vapidirs.length; i++) {
479                                 valac += " --vapidir=" + vapidirs[i];
480                         }
481                                 
482                         
483                         // or context.get_vapi_path("glib-2.0"); // should return path..
484                         context.vapi_directories = vapidirs;
485                         context.report.enable_warnings = true;
486                         context.metadata_directories = { };
487                         context.gir_directories = {};
488                         context.thread = true;
489                         
490                         
491                         this.report = new ValaSourceReport(this.file.path);
492                         context.report = this.report;
493                         
494                         
495                         context.basedir = "/tmp"; //Posix.realpath (".");
496                 
497                         context.directory = context.basedir;
498                 
499
500                         // add default packages:
501                         //if (settings.profile == "gobject-2.0" || settings.profile == "gobject" || settings.profile == null) {
502                         context.profile = Vala.Profile.GOBJECT;
503                          
504                         var ns_ref = new Vala.UsingDirective (new Vala.UnresolvedSymbol (null, "GLib", null));
505                         context.root.add_using_directive (ns_ref);
506
507                         var source_file = new Vala.SourceFile (
508                                 context, 
509                                 Vala.SourceFileType.SOURCE, 
510                                         "~~~~~testfile.vala",
511                                         contents
512                         );
513                         source_file.add_using_directive (ns_ref);
514                         context.add_source_file (source_file);
515                         
516                 // add all the files (except the current one) - this.file.path
517                 var pr = ((Project.Gtk)this.file.project);
518                 if (this.file.build_module.length > 0) {
519                                 var cg =  pr.compilegroups.get(this.file.build_module);
520                                 for (var i = 0; i < cg.sources.size; i++) {
521                                         var path = pr.resolve_path(
522                                                         pr.resolve_path_combine_path(pr.firstPath(),cg.sources.get(i)));
523                                                         
524                                         if (!FileUtils.test(path, FileTest.EXISTS)) {
525                                                 continue;
526                                         }       
527                          
528                                         if (path == this.file.path.replace(".bjs", ".vala")) {
529                                                 valac += " " + path;
530                                                 continue;
531                                         }
532                                         if (FileUtils.test(path, FileTest.IS_DIR)) {
533                                                 continue;
534                                         }
535                                         //print("Add source file %s\n", path);
536                                         
537                                         valac += " " + path;
538                                         
539                                         if (Regex.match_simple("\\.c$", path)) {
540                                                 context.add_c_source_file(path);
541                                                 continue;
542                                         }
543                                         
544                                         
545                                         var xsf = new Vala.SourceFile (
546                                                 context,
547                                                 Vala.SourceFileType.SOURCE, 
548                                                 path
549                                         );
550                                         xsf.add_using_directive (ns_ref);
551                                         context.add_source_file(xsf);
552                                         
553                                 }
554                         }
555                         // default.. packages..
556                         context.add_external_package ("glib-2.0"); 
557                         context.add_external_package ("gobject-2.0");
558                         // user defined ones..
559                         
560                 var dcg = pr.compilegroups.get("_default_");
561                 for (var i = 0; i < dcg.packages.size; i++) {
562                                 valac += " --pkg " + dcg.packages.get(i);
563                                 context.add_external_package (dcg.packages.get(i));
564                         }
565                 
566                          //Vala.Config.PACKAGE_SUFFIX.substring (1)
567                         
568                         // add the modules...
569                         
570                         
571                         
572                         //context.add_external_package ("libvala-0.24");
573                         
574                         this.report.compile_notice("START", "", 0, "");
575
576                 
577                         //add_documented_files (context, settings.source_files);
578                 
579                         Vala.Parser parser = new Vala.Parser ();
580                         parser.parse (context);
581                         //gir_parser.parse (context);
582                         if (context.report.get_errors () > 0) {
583                                 print("parse got errors");
584                                 ((ValaSourceReport)context.report).dump();
585                                 
586                                 Vala.CodeContext.pop ();
587                                 this.report.compile_notice("END", "", 0, "");
588                                 return this.report.line_errors;
589                         }
590
591
592                         
593                         // check context:
594                         context.check ();
595                         if (context.report.get_errors () > 0) {
596                                 print("check got errors");
597                                 ((ValaSourceReport)context.report).dump();
598                                 Vala.CodeContext.pop ();
599                                 this.report.compile_notice("END", "", 0, "");
600                                 return this.report.line_errors;
601                                 
602                         }
603                         
604                         //context.codegen = new Vala.GDBusServerModule ();
605                         
606                          
607                         context.output = "/tmp/testbuild";
608                         valac += " -o " +context.output;
609                         //context.codegen.emit (context);
610                          odeContext.pop ();
611                         //(new Vala.CodeNode()).get_error_types().clear();
612                         //(new Vala.NullType()).get_type_arguments().clear();
613                         (new Vala.NullType(null)).get_type_arguments().clear();
614                         parser = null;
615                         this.report.compile_notice("END", "", 0, "");
616                         print("%s\n", valac);
617                         print("ALL OK?\n");
618                         return this.report.line_errors;
619                 }
620         //
621                 // startpoint:
622                 //
623          */
624         }
625 }
626 /*
627 int main (string[] args) {
628
629         var a = new ValaSource(file);
630         a.create_valac_tree();
631         return 0;
632 }
633 */
634
635