2f367d235a61d092bd65cefa4e84bda742a3a8dd
[app.Builder.js] / src / Palete / RooDatabase.vala
1 /*
2  * Renderer for Roo Database code
3  * 
4  * - Concept - this code does the SQL queries
5  *   pulls data from information_schema (on mysql only at present..)
6  *   Sends it down the line to the Javascript code. to generate structures 
7  * 
8  */
9  
10  // should this be in palete...
11 namespace Palete {
12
13   
14     public class RooDatabase : Object 
15     {
16         public Project.Project project;
17
18                 public string DBTYPE;
19                 public string DBNAME;
20                  
21         public Gda.Connection cnc;
22         
23                 public RooDatabase.from_project (Project.Project project)
24         {
25             this.project = project;
26                         this.DBTYPE = this.project.get_string_member("DBTYPE");
27                         this.DBNAME = this.project.get_string_member("DBNAME");
28                         try {
29                                 
30                                         this.cnc = Gda.Connection.open_from_string (
31                                         this.DBTYPE,
32                                         "DB_NAME=" + this.DBNAME, 
33                                         "USERNAME=" + this.project.get_string_member("DBUSERNAME") + 
34                                         ";PASSWORD=" + this.project.get_string_member("DBPASSWORD"),
35                                         Gda.ConnectionOptions.NONE
36                                 );
37                         } catch(Gda.ConfigError e) {
38                                 print("%s\n", e.message);
39                                 this.cnc  = null;
40                                 this.DBTYPE = "";
41                         } catch(Gda.ConnectionError e) {
42                                 print("%s\n", e.message);
43                                 this.cnc  = null;
44                                 this.DBTYPE = "";
45                         }
46             
47         }
48        
49                 public RooDatabase.from_cfg (string dbtype, string dbname, string dbuser, string dbpass)
50                 {
51                         this.DBTYPE = dbtype;
52                         this.DBNAME = dbname;
53                         try {
54                                  this.cnc = Gda.Connection.open_from_string (
55                                         this.DBTYPE,
56                                         "DB_NAME=" + dbname, 
57                                         "USERNAME=" + dbuser + 
58                                         ";PASSWORD=" + dbpass,
59                                         Gda.ConnectionOptions.NONE
60                                 );
61                         } catch(Gda.ConfigError e) {
62                                 this.cnc  = null;
63                                 this.DBTYPE = "";
64                         } catch(Gda.ConnectionError e) {
65                                 this.cnc  = null;
66                                 this.DBTYPE = "";
67                         }
68
69             
70         }
71           
72         
73         public Json.Array readTables()
74         {
75                         
76                         if (this.DBTYPE == "PostgreSQL") {
77                                 
78                                 return this.fetchAll(this.cnc.execute_select_command( 
79                                         """select c.relname FROM pg_catalog.pg_class c 
80                                                 LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace 
81                                                 WHERE c.relkind IN ('r','') AND n.nspname NOT IN ('pg_catalog', 'pg_toast')
82                                                 AND pg_catalog.pg_table_is_visible(c.oid) 
83                                         """));
84                                 
85                         }
86                         if (this.DBTYPE == "MySQL") { 
87                                 return this.fetchAll(this.cnc.execute_select_command( "SHOW TABLES" ));
88                         }
89                         print("Read tables failed DBTYPE = %s\n", this.DBTYPE);
90                         return new Json.Array();
91                         
92                 }
93                 public Gee.ArrayList readTablesGee()
94                 {
95                         var ret = new Gee.ArrayList<string>();
96                         var ar = this.readTables();
97                         for(var i = 0; i < ar.get_length(); i++) {
98                                 ret.add(ar.get_string_element(i));
99                         }
100                         return ret;
101                         
102                 }
103                 
104                 public Json.Object readTable(string tablename) 
105                 {
106                         
107                         Json.Array res_ar;
108                         var res = new Json.Object();
109                         
110                         switch (this.DBTYPE ) {
111                                 case "PostgreSQL":
112                                 
113                                         res_ar =   this.fetchAll(this.cnc.execute_select_command( 
114                                         """
115                                         
116                                          SELECT 
117                                                 f.attnum AS number, 
118                                                 f.attname AS Field, 
119                                                 f.attnum, 
120                                                 CASE WHEN f.attnotnull = 't' THEN 'NO' ELSE 'YES' END AS isNull,  
121                                                 pg_catalog.format_type(f.atttypid,f.atttypmod) AS Type, 
122                                                 CASE WHEN p.contype = 'p' THEN 't' ELSE 'f' END AS primarykey, 
123                                                 CASE WHEN p.contype = 'u' THEN 't' ELSE 'f' END AS uniquekey, 
124                                                 CASE WHEN p.contype = 'f' THEN g.relname END AS foreignkey, 
125                                                 CASE WHEN p.contype = 'f' THEN p.confkey END AS foreignkey_fieldnum, 
126                                                 CASE WHEN p.contype = 'f' THEN g.relname END AS foreignkey, 
127                                                 CASE WHEN p.contype = 'f' THEN p.conkey END AS foreignkey_connnum, 
128                                                 CASE WHEN f.atthasdef = 't' THEN d.adsrc END AS default 
129                                                 FROM pg_attribute f JOIN pg_class c ON c.oid = f.attrelid 
130                                                                 JOIN pg_type t ON t.oid = f.atttypid 
131                                                                 LEFT JOIN pg_attrdef d ON d.adrelid = c.oid AND d.adnum = f.attnum 
132                                                                 LEFT JOIN pg_namespace n ON n.oid = c.relnamespace 
133                                                                 LEFT JOIN pg_constraint p ON p.conrelid = c.oid AND f.attnum = ANY ( p.conkey ) 
134                                                                 LEFT JOIN pg_class AS g ON p.confrelid = g.oid 
135                                                 WHERE c.relkind = 'r'::char AND n.nspname = 'public' 
136                                                 AND c.relname = '""" + tablename + """' AND f.attnum > 0 ORDER BY number;
137                                                         
138                                         """));
139                                         break;
140                                         
141                                 case  "MySQL":
142                                         res_ar = this.fetchAll(this.cnc.execute_select_command( "DESCRIBE " + tablename ));
143                                         break;
144                                 
145                                 default: 
146                                         return res;
147                                         break;
148                         }
149                         
150                         for (var i =0; i < res_ar.get_length(); i++) {
151                                 var el = res_ar.get_object_element(i);
152                                 res.set_object_member( el.get_string_member("Field"), el);
153                         }
154                         return res;
155                         
156                         
157                 }
158                 
159          
160                         
161                 
162                 
163                 public Json.Object readForeignKeys(string table)
164         { 
165                         
166                         
167                         var ret =   this.readTable(table);
168                         // technically we should use FK stuff in mysql, but for the momemnt use my hacky FK()
169                         if (this.DBTYPE != "MySQL") { 
170                                 return  ret;
171                         }
172                         
173                         var query = """
174                                 SELECT 
175                                 TABLE_COMMENT 
176                                 FROM
177                                 information_schema.TABLES
178                                 WHERE
179                                 TABLE_NAME = '""" + table + """'
180                                 AND
181                                 TABLE_SCHEMA = '""" + this.DBNAME + """'
182                         """;
183                         
184                         var jarr = this.fetchAll(this.cnc.execute_select_command( 
185                                         query
186                                         ));
187                         if (jarr.get_length() < 1) {
188                                 return  ret;
189                         }
190                         
191                         var contents = jarr.get_string_element(0);
192                         print(contents);
193                         
194                          GLib.Regex exp = /FK\(([^\)]+)\)/;
195                          string str = "";
196                          try {
197                                 GLib.MatchInfo mi;
198                                 if ( exp.match (contents, 0, out mi) ) {
199                                         
200                                         str = mi.fetch(1);
201                                         print("match = %s", str);
202                                 }
203                         } catch (GLib.Error e) {
204                                 return  ret;
205                         }
206                         var ar = str.split("\n");
207                         for (var i = 0; i < ar.length; i++) {
208                                 var kv = ar[i].split("=");
209                                 if (!ret.has_member(kv[0].strip())) { 
210                                         continue;
211                                 }
212                                 var o = ret.get_object_member(kv[0].strip());
213                                 
214                                 //o.set_string_member("key", kv[0].strip());
215                                 var lr = kv[1].split(":");
216                                 o.set_string_member("relates_to_table", lr[0].strip());
217                                 o.set_string_member("relates_to_col", lr[1].strip());
218                                 o.set_object_member("relates_to_schema", this.readTable(lr[0].strip()));
219                                 //ret.set_object_member(kv[0].strip(),o);
220                                 
221                                 
222                         }
223                         return ret;
224                                  
225                 }
226         public Json.Array fetchAll(Gda.DataModel qnr)
227                 {
228                         var cols = new Gee.ArrayList<string>();
229                         
230                         for (var i =0;i < qnr.get_n_columns(); i++) {
231                                 cols.add(qnr.get_column_name(i));
232                         }
233                         //print(Json.stringify(cols, null,4));
234                         var iter = qnr.create_iter();
235                         var res = new Json.Array();
236                          //print("ROWS %d\n", qnr.get_n_rows());
237                         
238                         for (var r = 0; r < qnr.get_n_rows(); r++) {
239                                 
240                                 // single clo..
241                                 //print("GOT ROW");
242                                 //print("COLS  %d\n", cols.size);
243                                 if (cols.size == 1) {
244                                         var str = qnr.get_value_at(0,r).get_string();
245                                         //print("GOT %s\n",str);
246                                         res.add_string_element(qnr.get_value_at(0,r).get_string());
247                                         continue;
248                                 }
249                                 
250                                 var add = new Json.Object();
251                                 
252                                 for (var i = 0; i < cols.size; i++) { 
253                                         var n = cols.get(i);
254                                         var val = qnr.get_value_at(i,r);
255                                         var type = val.type().name();
256                                         //print("%s\n",type);
257                                         switch(type) {
258                                                 case "GdaBinary":
259                                                 case "GdaBlob":
260                                                         add.set_string_member(n, "?? big string ??");
261                                                         break;
262                                                         
263                                                 case  "GdaNull":
264                                                         add.set_null_member(n);
265                                                         break;
266                                                 
267                                                 default:
268                                                         add.set_string_member(n, val.get_string());
269                                                         break;
270                                         }
271                                         
272                                 }
273                                 
274                                 res.add_object_element(add);
275                                 
276                         }
277                         return res;
278
279                 }
280                 
281                 
282                 
283         }
284         
285         
286 }
287 // valac --pkg libgda-5.0 --pkg gee-1.0 --pkg json-glib-1.0  --pkg libxml-2.0   RooDatabase.vala  -o /tmp/rdtest
288 /*
289  void main() {
290      var x = new JsRender.RooDatabase.from_cfg("MySQL", "hydra", "root", "");
291     // var res = x.readTables();
292     //var res= x.readTable("Person");
293     var res= x.readForeignKeys("Person");
294     
295         var  generator = new Json.Generator ();
296     var  root = new Json.Node(Json.NodeType.OBJECT);
297     root.init_object(res);
298     generator.set_root (root);
299     
300             generator.pretty = true;
301             generator.indent = 4;
302     
303
304     print("%s\n", generator.to_data (null));
305  }
306 */