From c9a741eaeddc472c7929d5be2f4117bc27713ed3 Mon Sep 17 00:00:00 2001
From: mkuba50 <mkuba50@outlook.com>
Date: Fri, 12 Apr 2019 15:40:27 +0200
Subject: [PATCH] Initial commit

---
 .gitmodules        |   3 +
 LICENSE            |  21 ++++++
 api                |   1 +
 fetchdetect.php    |  38 ++++++++++
 fetchupd.php       |  28 +++++++
 get.php            |  42 +++++++++++
 getdetect.php      |  52 +++++++++++++
 getfile.php        |  25 +++++++
 listeditions.php   |  21 ++++++
 listid.php         |  23 ++++++
 listlangs.php      |  15 ++++
 readme.md          |  14 ++++
 shared/genpack.php | 177 +++++++++++++++++++++++++++++++++++++++++++++
 shared/main.php    | 118 ++++++++++++++++++++++++++++++
 14 files changed, 578 insertions(+)
 create mode 100644 .gitmodules
 create mode 100644 LICENSE
 create mode 160000 api
 create mode 100644 fetchdetect.php
 create mode 100644 fetchupd.php
 create mode 100644 get.php
 create mode 100644 getdetect.php
 create mode 100644 getfile.php
 create mode 100644 listeditions.php
 create mode 100644 listid.php
 create mode 100644 listlangs.php
 create mode 100644 readme.md
 create mode 100644 shared/genpack.php
 create mode 100644 shared/main.php

diff --git a/.gitmodules b/.gitmodules
new file mode 100644
index 0000000..07b3695
--- /dev/null
+++ b/.gitmodules
@@ -0,0 +1,3 @@
+[submodule "api"]
+	path = api
+	url = git@gitlab.com:uup-dump/api.git
diff --git a/LICENSE b/LICENSE
new file mode 100644
index 0000000..be5edd5
--- /dev/null
+++ b/LICENSE
@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2018 UUP dump authors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
diff --git a/api b/api
new file mode 160000
index 0000000..a90dc04
--- /dev/null
+++ b/api
@@ -0,0 +1 @@
+Subproject commit a90dc04636104f9857cf44d41ea29b89efb1cb52
diff --git a/fetchdetect.php b/fetchdetect.php
new file mode 100644
index 0000000..add38a9
--- /dev/null
+++ b/fetchdetect.php
@@ -0,0 +1,38 @@
+<?php
+$arch = isset($argv[1]) ? $argv[1] : 'amd64';
+$ring = isset($argv[2]) ? $argv[2] : 'WIF';
+$flight = isset($argv[3]) ? $argv[3] : 'Active';
+$build = isset($argv[4]) ? intval($argv[4]) : 16251;
+$minor = isset($argv[5]) ? intval($argv[5]) : 0;
+$sku = isset($argv[6]) ? intval($argv[6]) : 48;
+
+require_once dirname(__FILE__).'/api/fetchupd.php';
+require_once dirname(__FILE__).'/shared/main.php';
+require_once dirname(__FILE__).'/shared/genpack.php';
+
+consoleLogger(brand('fetchupd'));
+
+if(!get7ZipLocation()) {
+    throwError('NO_7ZIP');
+}
+
+$fetchedUpdate = uupFetchUpd($arch, $ring, $flight, $build, $minor, $sku);
+if(isset($fetchedUpdate['error'])) {
+    throwError($fetchedUpdate['error']);
+}
+
+foreach($fetchedUpdate['updateArray'] as $update) {
+    generatePack($update['updateId']);
+}
+
+echo $fetchedUpdate['foundBuild'];
+echo '|';
+echo $fetchedUpdate['arch'];
+echo '|';
+echo $fetchedUpdate['updateId'];
+echo '|';
+echo $fetchedUpdate['updateTitle'];
+echo '|';
+echo $fetchedUpdate['fileWrite'];
+echo "\n";
+?>
diff --git a/fetchupd.php b/fetchupd.php
new file mode 100644
index 0000000..ad93539
--- /dev/null
+++ b/fetchupd.php
@@ -0,0 +1,28 @@
+<?php
+$arch = isset($argv[1]) ? $argv[1] : 'amd64';
+$ring = isset($argv[2]) ? $argv[2] : 'WIF';
+$flight = isset($argv[3]) ? $argv[3] : 'Active';
+$build = isset($argv[4]) ? intval($argv[4]) : 16251;
+$minor = isset($argv[5]) ? intval($argv[5]) : 0;
+$sku = isset($argv[6]) ? intval($argv[6]) : 48;
+
+require_once dirname(__FILE__).'/api/fetchupd.php';
+require_once dirname(__FILE__).'/shared/main.php';
+
+consoleLogger(brand('fetchupd'));
+$fetchedUpdate = uupFetchUpd($arch, $ring, $flight, $build, $minor, $sku);
+if(isset($fetchedUpdate['error'])) {
+    throwError($fetchedUpdate['error']);
+}
+
+echo $fetchedUpdate['foundBuild'];
+echo '|';
+echo $fetchedUpdate['arch'];
+echo '|';
+echo $fetchedUpdate['updateId'];
+echo '|';
+echo $fetchedUpdate['updateTitle'];
+echo '|';
+echo $fetchedUpdate['fileWrite'];
+echo "\n";
+?>
diff --git a/get.php b/get.php
new file mode 100644
index 0000000..aafd9a3
--- /dev/null
+++ b/get.php
@@ -0,0 +1,42 @@
+<?php
+$updateId = isset($argv[1]) ? $argv[1] : 'c2a1d787-647b-486d-b264-f90f3782cdc6';
+$usePack = isset($argv[2]) ? $argv[2] : 0;
+$desiredEdition = isset($argv[3]) ? $argv[3] : 0;
+$simple = isset($argv[4]) ? $argv[4] : 0;
+
+require_once dirname(__FILE__).'/api/get.php';
+require_once dirname(__FILE__).'/shared/main.php';
+
+consoleLogger(brand('get'));
+$files = uupGetFiles($updateId, $usePack, $desiredEdition);
+if(isset($files['error'])) {
+    throwError($files['error']);
+}
+
+$files = $files['files'];
+$filesKeys = array_keys($files);
+
+function sortBySize($a, $b) {
+    global $files;
+
+    if ($files[$a]['size'] == $files[$b]['size']) {
+        return 0;
+    }
+
+    return ($files[$a]['size'] < $files[$b]['size']) ? -1 : 1;
+}
+usort($filesKeys, 'sortBySize');
+
+if($simple == 1) {
+    foreach($filesKeys as $val) {
+        echo $val."|".$files[$val]['sha1']."|".$files[$val]['url']."\n";
+    }
+    die();
+}
+
+foreach($filesKeys as $val) {
+    echo $files[$val]['url']."\n";
+    echo '  out='.$val."\n";
+    echo '  checksum=sha-1='.$files[$val]['sha1']."\n\n";
+}
+?>
diff --git a/getdetect.php b/getdetect.php
new file mode 100644
index 0000000..2b681e7
--- /dev/null
+++ b/getdetect.php
@@ -0,0 +1,52 @@
+<?php
+$updateId = isset($argv[1]) ? $argv[1] : 'c2a1d787-647b-486d-b264-f90f3782cdc6';
+$usePack = isset($argv[2]) ? $argv[2] : 0;
+$desiredEdition = isset($argv[3]) ? $argv[3] : 0;
+$simple = isset($argv[4]) ? $argv[4] : 0;
+
+require_once dirname(__FILE__).'/api/get.php';
+require_once dirname(__FILE__).'/shared/main.php';
+require_once dirname(__FILE__).'/shared/genpack.php';
+
+consoleLogger(brand('get'));
+
+if(!get7ZipLocation()) {
+    throwError('NO_7ZIP');
+}
+
+if(!generatePack($updateId)) {
+    throwError('PACKS_FAILED');
+}
+
+$files = uupGetFiles($updateId, $usePack, $desiredEdition);
+if(isset($files['error'])) {
+    throwError($files['error']);
+}
+
+$files = $files['files'];
+$filesKeys = array_keys($files);
+
+function sortBySize($a, $b) {
+    global $files;
+
+    if ($files[$a]['size'] == $files[$b]['size']) {
+        return 0;
+    }
+
+    return ($files[$a]['size'] < $files[$b]['size']) ? -1 : 1;
+}
+usort($filesKeys, 'sortBySize');
+
+if($simple == 1) {
+    foreach($filesKeys as $val) {
+        echo $val."|".$files[$val]['sha1']."|".$files[$val]['url']."\n";
+    }
+    die();
+}
+
+foreach($filesKeys as $val) {
+    echo $files[$val]['url']."\n";
+    echo '  out='.$val."\n";
+    echo '  checksum=sha-1='.$files[$val]['sha1']."\n\n";
+}
+?>
diff --git a/getfile.php b/getfile.php
new file mode 100644
index 0000000..39bf265
--- /dev/null
+++ b/getfile.php
@@ -0,0 +1,25 @@
+<?php
+$updateId = isset($argv[1]) ? $argv[1] : null;
+$file = isset($argv[2]) ? $argv[2] : null;
+
+if(empty($updateId)) die('Unspecified update id');
+if(empty($file)) die('Unspecified file');
+
+require_once dirname(__FILE__).'/api/get.php';
+
+$files = uupGetFiles($updateId, 0, 0);
+if(isset($files['error'])) {
+    throwError($files['error']);
+}
+
+$files = $files['files'];
+$filesKeys = array_keys($files);
+
+if(!isset($files[$file]['url'])) {
+    throwError('NO_FILES');
+}
+
+echo $files[$file]['url']."\n";
+echo '  out='.$file."\n";
+echo '  checksum=sha-1='.$files[$file]['sha1']."\n\n";
+?>
diff --git a/listeditions.php b/listeditions.php
new file mode 100644
index 0000000..8aa87e9
--- /dev/null
+++ b/listeditions.php
@@ -0,0 +1,21 @@
+<?php
+$lang = isset($argv[1]) ? $argv[1] : 'en-us';
+$updateId = isset($argv[2]) ? $argv[2] : 0;
+
+require_once dirname(__FILE__).'/api/listeditions.php';
+
+$editions = uupListEditions($lang, $updateId);
+if(isset($editions['error'])) {
+    throwError($editions['error']);
+}
+
+$editions = $editions['editionFancyNames'];
+asort($editions);
+
+foreach($editions as $key => $val) {
+    echo $key;
+    echo '|';
+    echo $val;
+    echo "\n";
+}
+?>
diff --git a/listid.php b/listid.php
new file mode 100644
index 0000000..2047ee0
--- /dev/null
+++ b/listid.php
@@ -0,0 +1,23 @@
+<?php
+$search = isset($argv[1]) ? $argv[1] : 0;
+
+require_once dirname(__FILE__).'/api/listid.php';
+require_once dirname(__FILE__).'/shared/main.php';
+
+consoleLogger(brand('listid'));
+$ids = uupListIds($search);
+if(isset($ids['error'])) {
+    throwError($ids['error']);
+}
+
+foreach($ids['builds'] as $val) {
+    echo $val['build'];
+    echo '|';
+    echo $val['arch'];
+    echo '|';
+    echo $val['uuid'];
+    echo '|';
+    echo $val['title'];
+    echo "\n";
+}
+?>
diff --git a/listlangs.php b/listlangs.php
new file mode 100644
index 0000000..ae08f45
--- /dev/null
+++ b/listlangs.php
@@ -0,0 +1,15 @@
+<?php
+$updateId = isset($argv[1]) ? $argv[1] : 0;
+
+require_once dirname(__FILE__).'/api/listlangs.php';
+$langs = uupListLangs($updateId);
+$langs = $langs['langFancyNames'];
+asort($langs);
+
+foreach($langs as $key => $val) {
+    echo $key;
+    echo '|';
+    echo $val;
+    echo "\n";
+}
+?>
diff --git a/readme.md b/readme.md
new file mode 100644
index 0000000..1d23547
--- /dev/null
+++ b/readme.md
@@ -0,0 +1,14 @@
+UUP dump standalone
+-------------------
+
+### Description
+This code is used by backend server of UUP dump website to automatically
+retrieve new builds and automatically generate packs used to create proper
+UUP sets.
+
+### Why the code is being publisned now?
+Before now the UUP dump website was internally using the UUP dump UUPDL edition
+which was a rebrand of UUP dump 2.x series which was meant for console only
+purposes and distributed only with UUPDL. Now I have decided to rebrand this
+for the third time and publish it as MIT licensed project. This will allow me
+easier updates to the backend in much more transparent way.
diff --git a/shared/genpack.php b/shared/genpack.php
new file mode 100644
index 0000000..b08d930
--- /dev/null
+++ b/shared/genpack.php
@@ -0,0 +1,177 @@
+<?php
+require_once dirname(__FILE__).'/../api/get.php';
+require_once dirname(__FILE__).'/main.php';
+
+function get7ZipLocation() {
+    if(PHP_OS == 'WINNT') {
+        $z7z = realpath(dirname(__FILE__)).'/../../7za.exe';
+        if(!file_exists($z7z)) return false;
+    } else {
+        exec('command -v 7z', $out, $errCode);
+        if($errCode != 0) {
+            return false;
+        }
+        $z7z = '7z';
+    }
+
+    return $z7z;
+}
+
+function generatePack($updateId) {
+    $z7z = get7ZipLocation();
+    $tmp = 'uuptmp';
+    if(!file_exists($tmp)) mkdir($tmp);
+
+    if(file_exists('packs/'.$updateId.'.json.gz')) {
+        return 2;
+    }
+
+    consoleLogger('Generating packs for '.$updateId.'...');
+    $files = uupGetFiles($updateId, 0, 0);
+    if(isset($files['error'])) {
+        throwError($files['error']);
+    }
+
+    $files = $files['files'];
+    $filesKeys = array_keys($files);
+
+    $filesToRead = array();
+    $aggregatedMetadata = preg_grep('/AggregatedMetadata/i', $filesKeys);
+    if(!empty($aggregatedMetadata)) {
+        sort($aggregatedMetadata);
+        $checkFile = $aggregatedMetadata[0];
+        $url = $files[$checkFile]['url'];
+        $loc = "$tmp/$checkFile";
+
+        consoleLogger('Downloading aggregated metadata: '.$checkFile);
+        downloadFile($url, $loc);
+        if(!file_exists($loc)) {
+            throwError('INFO_DOWNLOAD_ERROR');
+        }
+
+        consoleLogger('Unpacking aggregated metadata: '.$checkFile);
+        exec("$z7z l -slt \"$loc\"", $out, $errCode);
+        if($errCode != 0) {
+            unlink($loc);
+            throwError('7ZIP_ERROR');
+        }
+
+        $files = preg_grep('/Path = /', $out);
+        $files = preg_replace('/Path = /', '', $files);
+        $dataFiles = preg_grep('/DesktopTargetCompDB_.*_.*\./i', $files);
+        unset($out);
+
+        exec("$z7z x -o\"$tmp\" \"$loc\" -y", $out, $errCode);
+        if($errCode != 0) {
+            unlink($loc);
+            throwError('7ZIP_ERROR');
+        }
+        unset($out);
+
+        foreach($dataFiles as $val) {
+            consoleLogger('Unpacking info file: '.$val);
+
+            if(preg_match('/.cab$/i', $val)) {
+                exec("$z7z x -bb2 -o\"$tmp\" \"$tmp/$val\" -y", $out, $errCode);
+                if($errCode != 0) {
+                    unlink($loc);
+                    throwError('7ZIP_ERROR');
+                }
+
+                $temp = preg_grep('/^-.*DesktopTargetCompDB_.*_.*\./i', $out);
+                sort($temp);
+                $temp = preg_replace('/^- /', '', $temp[0]);
+
+                $filesToRead[] = preg_replace('/.cab$/i', '', $temp);
+                unlink("$tmp/$val");
+                unset($temp, $out);
+            } else {
+                $filesToRead[] = $val;
+            }
+        }
+        unlink($loc);
+        unset($loc, $checkFile, $checkEd, $dataFiles);
+    } else {
+        $dataFiles = preg_grep('/DesktopTargetCompDB_.*_.*\./i', $filesKeys);
+
+        foreach($dataFiles as $val) {
+            $url = $files[$val]['url'];
+            $loc = "$tmp/$val";
+
+            consoleLogger('Downloading info file: '.$val);
+            downloadFile($url, $loc);
+            if(!file_exists($loc)) {
+                throwError('INFO_DOWNLOAD_ERROR');
+            }
+
+            if(preg_match('/.cab$/i', $val)) {
+                exec("$z7z x -bb2 -o\"$tmp\" \"$tmp/$val\" -y", $out, $errCode);
+                if($errCode != 0) {
+                    unlink($loc);
+                    throwError('7ZIP_ERROR');
+                }
+
+                $temp = preg_grep('/^-.*DesktopTargetCompDB_.*_.*\./i', $out);
+                sort($temp);
+                $temp = preg_replace('/^- /', '', $temp[0]);
+
+                $filesToRead[] = preg_replace('/.cab$/i', '', $temp);
+                unlink("$tmp/$val");
+                unset($temp, $out);
+            } else {
+                $filesToRead[] = $val;
+            }
+        }
+        unset($loc, $checkEd, $dataFiles);
+    }
+
+    $langsEditions = array();
+    $packages = array();
+    foreach($filesToRead as $val) {
+        $filNam = preg_replace('/\.xml.*/', '', $val);
+        $file = $tmp.'/'.$val;
+        $xml = simplexml_load_file($file);
+
+        $lang = preg_replace('/.*DesktopTargetCompDB_.*_/', '', $filNam);
+        $edition = preg_replace('/.*DesktopTargetCompDB_|_'.$lang.'/', '', $filNam);
+
+        $lang = strtolower($lang);
+        $edition = strtoupper($edition);
+
+        foreach($xml->Packages->Package as $val) {
+            foreach($val->Payload->PayloadItem as $PayloadItem) {
+                $name = $PayloadItem['Path'];
+                $name = preg_replace('/.*\\\/', '', $name);
+                $packages[$lang][$edition][] = $name;
+            }
+        }
+
+        $packages[$lang][$edition] = array_unique($packages[$lang][$edition]);
+        sort($packages[$lang][$edition]);
+
+        unlink($file);
+        unset($file, $xml, $name, $newName, $lang, $edition);
+    }
+
+    $removeFiles = scandir($tmp);
+    foreach($removeFiles as $val) {
+        if($val == '.' || $val == '..') continue;
+        unlink($tmp.'/'.$val);
+    }
+
+    if(!file_exists('packs')) mkdir('packs');
+
+    $success = file_put_contents(
+        'packs/'.$updateId.'.json.gz',
+        gzencode(json_encode($packages)."\n")
+    );
+
+    if($success) {
+        consoleLogger('Successfully written generated packs.');
+    } else {
+        consoleLogger('An error has occured while writing generated packs to the disk.');
+        return 0;
+    }
+
+    return 1;
+}
diff --git a/shared/main.php b/shared/main.php
new file mode 100644
index 0000000..4c7d156
--- /dev/null
+++ b/shared/main.php
@@ -0,0 +1,118 @@
+<?php
+require_once dirname(__FILE__).'/../api/shared/main.php';
+
+function brand($script) {
+    $projVersion = '1.0.0';
+    return 'UUP dump standalone v'.$projVersion;
+}
+
+function downloadFile($url, $location) {
+    $file = fopen($location, 'w+');
+    $req = curl_init($url);
+
+    curl_setopt($req, CURLOPT_HEADER, 0);
+    curl_setopt($req, CURLOPT_FILE, $file);
+    curl_setopt($req, CURLOPT_ENCODING, '');
+    curl_setopt($req, CURLOPT_FOLLOWLOCATION, 1);
+    curl_setopt($req, CURLOPT_SSL_VERIFYPEER, 0);
+
+    curl_exec($req);
+    curl_close($req);
+    fclose($file);
+}
+
+function throwError($errorCode) {
+    switch ($errorCode) {
+        case 'ERROR':
+            $errorFancy = 'Generic error.';
+            break;
+        case '7ZIP_ERROR':
+            $errorFancy = '7-Zip has returned an error.';
+            break;
+        case 'INFO_DOWNLOAD_ERROR':
+            $errorFancy = 'Failed to retrieve information.';
+            break;
+        case 'UNSUPPORTED_API':
+            $errorFancy = 'Installed API version is not compatible with this version of UUP dump.';
+            break;
+        case 'NO_FILEINFO_DIR':
+            $errorFancy = 'The fileinfo directory does not exist.';
+            break;
+        case 'NO_BUILDS_IN_FILEINFO':
+            $errorFancy = 'The fileinfo database does not contain any build.';
+            break;
+        case 'SEARCH_NO_RESULTS':
+            $errorFancy = 'No items could be found for specified query.';
+            break;
+        case 'UNKNOWN_ARCH':
+            $errorFancy = 'Unknown processor architecture.';
+            break;
+        case 'UNKNOWN_RING':
+            $errorFancy = 'Unknown ring.';
+            break;
+        case 'UNKNOWN_FLIGHT':
+            $errorFancy = 'Unknown flight.';
+            break;
+        case 'UNKNOWN_COMBINATION':
+            $errorFancy = 'The flight and ring combination is not correct. Skip ahead is only supported for Insider Fast ring.';
+            break;
+        case 'ILLEGAL_BUILD':
+            $errorFancy = 'Specified build number is less than 9841 or larger than '. (PHP_INT_MAX-1) .'.';
+            break;
+        case 'ILLEGAL_MINOR':
+            $errorFancy = 'Specified build minor is incorrect.';
+            break;
+        case 'NO_UPDATE_FOUND':
+            $errorFancy = 'Server did not return any updates.';
+            break;
+        case 'XML_PARSE_ERROR':
+            $errorFancy = 'Parsing of response XML has failed. This may indicate a temporary problem with Microsoft servers. Try again later.';
+            break;
+        case 'EMPTY_FILELIST':
+            $errorFancy = 'Server has returned an empty list of files.';
+            break;
+        case 'NO_FILES':
+            $errorFancy = 'There are no files available for your selection.';
+            break;
+        case 'NO_METADATA_ESD':
+            $errorFancy = 'There are no metadata ESD files available for your selection.';
+            break;
+        case 'UNSUPPORTED_LANG':
+            $errorFancy = 'Specified language is not supported.';
+            break;
+        case 'UNSPECIFIED_LANG':
+            $errorFancy = 'Language was not specified.';
+            break;
+        case 'UNSUPPORTED_EDITION':
+            $errorFancy = 'Specified edition is not supported.';
+            break;
+        case 'UNSUPPORTED_COMBINATION':
+            $errorFancy = 'The language and edition combination is not correct.';
+            break;
+        case 'NOT_CUMULATIVE_UPDATE':
+            $errorFancy = 'Selected update does not contain Cumulative Update.';
+            break;
+        case 'UPDATE_INFORMATION_NOT_EXISTS':
+            $errorFancy = 'Information about specified update doest not exist in database.';
+            break;
+        case 'KEY_NOT_EXISTS':
+            $errorFancy = 'Specified key does not exist in update information';
+            break;
+        case 'UNSPECIFIED_UPDATE':
+            $errorFancy = 'Update ID was not specified.';
+            break;
+        case 'NO_7ZIP':
+            $errorFancy = '7-Zip cannot be found.';
+            break;
+        case 'PACKS_FAILED':
+            $errorFancy = 'No generated packs.';
+            break;
+        default:
+            $errorFancy = $errorCode;
+            break;
+    }
+
+    consoleLogger('ERROR: '.$errorFancy);
+    die(E_ERROR);
+}
+?>