[smarcet]

* added external assets sync tasks/model

Author: smarcet

assets_sync/_config.php

@@ -0,0 +1,13 @@
+<?php
+/**
+ * Copyright 2017 OpenStack Foundation
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ **/

assets_sync/_config/inyector.yml

@@ -0,0 +1,7 @@
+---
+Name: 'assets-sync-injection'
+---
+Injector:
+  AssetsSyncRequestProcessorTask:
+    constructor:
+      0: '%$TransactionManager'

assets_sync/code/cron_tasks/AssetsSyncRequestProcessorTask.php

@@ -0,0 +1,74 @@
+<?php
+/**
+ * Copyright 2017 OpenStack Foundation
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ **/
+
+final class AssetsSyncRequestProcessorTask extends CronTask
+{
+
+    /**
+     * @var ITransactionManager
+     */
+    private $tx_manager;
+
+    /**
+     * AssetsSyncRequestProcessorTask constructor.
+     * @param ITransactionManager $tx_manager
+     */
+    public function __construct(ITransactionManager $tx_manager){
+        $this->tx_manager = $tx_manager;
+        parent::__construct();
+    }
+    /**
+     * @return void
+     */
+    public function run()
+    {
+        try
+        {
+            $init_time   = time();
+            $processed   = $this->tx_manager->transaction(function(){
+                $processed = 0;
+                $requests  = AssetsSyncRequest::get()->filter([
+                    'Processed' => 0
+                ])->sort('ID', 'ASC');
+
+                foreach($requests as $sync_request){
+                    if(file_exists($requests->From)){
+                        $destination = sprintf("%s/%s", ASSETS_PATH, $requests->To);
+                        $res = copy($requests->From,  $destination);
+                        if(!$res){
+                            echo sprintf("error copying file from %s to %s", $requests->From, $destination).PHP_EOL;
+                            continue;
+                        }
+                        $res = unlink($requests->From);
+                        chown($destination, 'www-data');
+                        if(!$res){
+                            echo sprintf("error removing file from %s", $requests->From).PHP_EOL;
+                        }
+                    }
+                    $sync_request->markAsProcessed();
+                    $sync_request->write();
+                    $processed++;
+                }
+
+                return $processed;
+            });
+            $finish_time = time() - $init_time;
+            echo 'processed records ' . $processed. ' - time elapsed : '.$finish_time. ' seconds.';
+        }
+        catch(Exception $ex)
+        {
+            SS_Log::log($ex->getMessage(), SS_Log::ERR);
+        }
+    }
+}

assets_sync/code/infraestructure/active_records/AssetsSyncRequest.php

@@ -0,0 +1,34 @@
+<?php
+/**
+ * Copyright 2017 OpenStack Foundation
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ **/
+
+final class AssetsSyncRequest extends DataObject
+{
+    private static $db = [
+        'From'          => 'Text',
+        'To'            => 'Text',
+        'Processed'     => 'Boolean',
+        'ProcessedDate' => 'SS_Datetime',
+    ];
+
+    /**
+     * @return Object
+     */
+    public function markAsProcessed(){
+        if($this->Processed) return $this;
+
+        $this->Processed     = true;
+        $this->ProcessedDate = MySQLDatabase56::nowRfc2822();
+        return $this;
+    }
+}

cron_jobs_scheduler/_config/schedule.yml

@@ -122,4 +122,8 @@ jobs:
 
   - name: "RebuildMemberSpammerEstimatorTask"
     cron_expression: "00 02 * * *" # run at 0200 AM every day
-    enabled: 1
+    enabled: 1
+
+  - name: "AssetsSyncRequestProcessorTask"
+    cron_expression: "*/5 * * * *" # run every 5 minutes
+    enabled: 1