src/Resources.vala
[app.Builder.js] / src / Resources.vala
1 /**
2  * Resources
3  * 
4  * Idea is to manage resourse used by the app.
5  * 
6  * The original code downloaded all the resources before it renders the main window
7  * 
8  * This is a bit annoying as although they do change quite a bit, it's not on every app start
9  * 
10  * So the Resource fetching behaviour should be a button on the File view page
11  * That starts the refresh of the resources.
12  * 
13  * I'm not quite sure how we should flow this - if we do them all at once.. might be a bit of a server 
14  * overload... so sequentially may be best...
15 */
16
17 public class ResourcesItem : Object {
18         public string target;
19         public string src;
20         public string new_sha;
21         public string cur_sha;
22         public ResourcesItem(string src, string target) 
23         {
24                 this.target = target;
25                 this.src = src;
26                 this.new_sha = "";
27                 this.update_cur_sha();
28                 print("New ResourcesItem %s (%s) => %s\n", target , this.cur_sha ,src);
29         }
30         public void update_cur_sha()
31         {
32                 if (target.contains("*")) {
33                         return;
34                 }
35                 var tfn = BuilderApplication.configDirectory() + "/resources/" + this.target;
36                 if (!GLib.FileUtils.test (GLib.Path.get_dirname(tfn), FileTest.IS_REGULAR)) {
37                         return;
38                 }
39                 uint8[] data;
40                 GLib.FileUtils.get_data(tfn, out data);
41                 
42                 var  file = File.new_for_path (tfn);
43                  
44                 var info = file.query_info(
45                                  "standard::*",
46                                 FileQueryInfoFlags.NONE
47                 );
48                 var csdata = new GLib.ByteArray.take("blob %s\0".printf(info.get_size().to_string()).data);
49                 csdata.append(data);
50                  
51                 // git method... blob %d\0...string...
52                 this.cur_sha = GLib.Checksum.compute_for_data(GLib.ChecksumType.SHA1, csdata.data       );
53         }
54         
55 }
56
57
58 public class Resources : Object
59 {
60
61      public signal void updateProgress(uint cur_pos);
62
63      static Resources singleton_val;
64      
65       
66      Gee.ArrayList<ResourcesItem> fetch_files;
67      
68      public static Resources singleton()
69      {
70         if (singleton_val == null) {
71             singleton_val = new Resources();
72             singleton_val.ref();
73         }
74         return singleton_val;
75             
76      }
77          public Resources ()
78          {
79                  
80                 string[] avail_files = { 
81                         "roodata.json",
82                         "*",
83                         "Editors/*.js"
84                         
85                 };
86                 this.fetch_files = new Gee.ArrayList<ResourcesItem>();
87                 for (var i=0;i < avail_files.length; i++) {
88                         var target = avail_files[i];
89                         var src = "https://raw.githubusercontent.com/roojs/app.Builder.js/master/resources/" + target;
90                          
91                         if (target == "roodata.json") {
92                                 src = "https://raw.githubusercontent.com/roojs/roojs1/master/docs/json/roodata.json";
93                                 //src = "http://git.roojs.org/?p=roojs1;a=blob_plain;f=docs/json/roodata.json";
94                         }
95                         if (target.contains("*")) {
96                                 var split = target.split("*");
97                                 src = "https://api.github.com/repos/roojs/app.Builder.js/contents/resources/" + split[0];
98                         }
99                         
100                         this.fetch_files.add(new ResourcesItem(src,target));
101                 }
102                 
103                 
104                 
105         }       
106                  
107                  
108     
109      int fetch_pos = 0;
110      public void fetchStart()
111      {
112             if (this.fetch_pos > 0) { // only fetch one at a time...
113                 return;
114             }
115             this.fetch_pos =0;
116             this.fetchNext();
117          
118      }
119      public void fetchNext()
120     {
121         var cur = this.fetch_pos;
122         this.fetch_pos++;
123         this.updateProgress(this.fetch_pos); // min=0;
124         
125         
126         if (this.fetch_pos > this.fetch_files.size) {
127                          this.updateProgress(0);
128                      this.fetch_pos = 0;
129                      return;
130                         
131                 }
132          
133                 this.fetchResourceFrom ( this.fetch_files.get(cur) );
134                  
135
136          }
137          public void checkResources()
138          {
139                 bool needsload = false;
140                  
141                         
142                 for (var i = 0; i <  this.fetch_files.size; i++ ) { 
143                         
144                         if (!FileUtils.test(
145                                 BuilderApplication.configDirectory() + "/resources/"  + this.fetch_files.get(i).target,
146                                 FileTest.EXISTS
147                                 )) {
148                                 needsload = true;
149                         }
150                 }
151                 if (!needsload) {
152                         return;
153                 }
154                 this.fetchStart();
155          }
156                  
157         public void parseDirectory(string json, string target)
158         {
159                 var pa = new Json.Parser();
160                 pa.load_from_data(json);
161                 var node = pa.get_root();
162                 if (node.get_node_type () != Json.NodeType.ARRAY) {
163                         return;
164                         //throw new Error.INVALID_FORMAT ("Unexpected element type %s", node.type_name ());
165                 }
166                 
167                 var split = target.split("*");
168                 var ar = node.get_array ();
169                 for(var i = 0; i < ar.get_length(); i++) {
170                         var ob = ar.get_object_element(i);
171                         var n = ob.get_string_member("name");
172                         if (ob.get_string_member("type") == "dir") {
173                                 continue;
174                         }
175                         if (split.length > 1 && !n.has_suffix(split[1])) {
176                                 // not needed..
177                                 continue;
178                         }
179                         if (this.files_has_target(split[0] + n)) {
180                                 continue;
181                         }
182                         var src = "https://raw.githubusercontent.com/roojs/app.Builder.js/master/resources/" + split[0] + n;
183                         var add = new ResourcesItem(src, split[0] + n);
184                         add.new_sha = ob.get_string_member("sha");
185                         this.fetch_files.add(add);
186                         
187                 }
188         }
189         public bool files_has_target(string target)
190         {
191                 for (var i = 0; i <  this.fetch_files.size; i++ ) { 
192                         if (this.fetch_files.get(i).target == target) { 
193                                 return true;
194                         }
195                 }
196                 return false;
197                 
198         }
199         
200
201
202     
203     public void fetchResourceFrom(ResourcesItem item)
204     {
205                 if (item.new_sha != "" && item.new_sha == item.cur_sha) {
206                         this.fetchNext();
207                         return;
208                 }
209                  
210                 // fetch...
211                 print("downloading %s \nto : %s\n", item.src,item.target);
212                 var session = new Soup.Session ();
213                 session.user_agent = "App Builder ";
214             var message = new Soup.Message ("GET",  item.src );
215         session.queue_message (message, (sess, mess) => {
216                         
217                         if (item.target.contains("*")) {
218                                 // then it's a directory listing in JSON, and we need to add any new items to our list..
219                                 // it's used to fetch Editors (and maybe other stuff..)
220                                 this.parseDirectory((string) message.response_body.data,item.target );
221                                 this.fetchNext();
222                                 return;
223                         }
224                         
225                         
226                         var tfn = BuilderApplication.configDirectory() + "/resources/" + item.target;
227                         
228                         
229                         // create parent directory if needed
230                         if (!GLib.FileUtils.test (GLib.Path.get_dirname(tfn), FileTest.IS_DIR)) {
231                                 var f =  GLib.File.new_for_path(GLib.Path.get_dirname(tfn));
232                                 f.make_directory_with_parents ();
233                         }
234                         
235                         
236                         
237                         
238                         // set data??? - if it's binary?
239             FileUtils.set_contents(  tfn, (string) message.response_body.data );
240             
241             switch (item.target) {
242                                 case "Gir.overides":
243                                         Palete.Gir.factory("Gtk").loadOverrides(true);
244                                         break;
245                                         
246                                 case "GtkUsage.txt":
247                                         Palete.factory("Gtk").load();
248                                         break;
249                                         
250                                 case "roodata.json":
251                                         Palete.factory("Roo").classes  = null;
252                                         Palete.factory("Roo").load();
253                                         break;
254                                         
255                                 default:
256                                         break;
257                         }
258             
259             
260             
261             
262             
263             
264             this.fetchNext();
265              
266         });
267                      
268
269     }
270 }