Initial commit

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "api"]
+	path = api
+	url = git@gitlab.com:uup-dump/api.git

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2018 UUP dump authors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

api

@@ -0,0 +1 @@
+Subproject commit a90dc04636104f9857cf44d41ea29b89efb1cb52

fetchdetect.php

@@ -0,0 +1,38 @@
+<?php
+$arch = isset($argv[1]) ? $argv[1] : 'amd64';
+$ring = isset($argv[2]) ? $argv[2] : 'WIF';
+$flight = isset($argv[3]) ? $argv[3] : 'Active';
+$build = isset($argv[4]) ? intval($argv[4]) : 16251;
+$minor = isset($argv[5]) ? intval($argv[5]) : 0;
+$sku = isset($argv[6]) ? intval($argv[6]) : 48;
+
+require_once dirname(__FILE__).'/api/fetchupd.php';
+require_once dirname(__FILE__).'/shared/main.php';
+require_once dirname(__FILE__).'/shared/genpack.php';
+
+consoleLogger(brand('fetchupd'));
+
+if(!get7ZipLocation()) {
+    throwError('NO_7ZIP');
+}
+
+$fetchedUpdate = uupFetchUpd($arch, $ring, $flight, $build, $minor, $sku);
+if(isset($fetchedUpdate['error'])) {
+    throwError($fetchedUpdate['error']);
+}
+
+foreach($fetchedUpdate['updateArray'] as $update) {
+    generatePack($update['updateId']);
+}
+
+echo $fetchedUpdate['foundBuild'];
+echo '|';
+echo $fetchedUpdate['arch'];
+echo '|';
+echo $fetchedUpdate['updateId'];
+echo '|';
+echo $fetchedUpdate['updateTitle'];
+echo '|';
+echo $fetchedUpdate['fileWrite'];
+echo "\n";
+?>

fetchupd.php

@@ -0,0 +1,28 @@
+<?php
+$arch = isset($argv[1]) ? $argv[1] : 'amd64';
+$ring = isset($argv[2]) ? $argv[2] : 'WIF';
+$flight = isset($argv[3]) ? $argv[3] : 'Active';
+$build = isset($argv[4]) ? intval($argv[4]) : 16251;
+$minor = isset($argv[5]) ? intval($argv[5]) : 0;
+$sku = isset($argv[6]) ? intval($argv[6]) : 48;
+
+require_once dirname(__FILE__).'/api/fetchupd.php';
+require_once dirname(__FILE__).'/shared/main.php';
+
+consoleLogger(brand('fetchupd'));
+$fetchedUpdate = uupFetchUpd($arch, $ring, $flight, $build, $minor, $sku);
+if(isset($fetchedUpdate['error'])) {
+    throwError($fetchedUpdate['error']);
+}
+
+echo $fetchedUpdate['foundBuild'];
+echo '|';
+echo $fetchedUpdate['arch'];
+echo '|';
+echo $fetchedUpdate['updateId'];
+echo '|';
+echo $fetchedUpdate['updateTitle'];
+echo '|';
+echo $fetchedUpdate['fileWrite'];
+echo "\n";
+?>

get.php

@@ -0,0 +1,42 @@
+<?php
+$updateId = isset($argv[1]) ? $argv[1] : 'c2a1d787-647b-486d-b264-f90f3782cdc6';
+$usePack = isset($argv[2]) ? $argv[2] : 0;
+$desiredEdition = isset($argv[3]) ? $argv[3] : 0;
+$simple = isset($argv[4]) ? $argv[4] : 0;
+
+require_once dirname(__FILE__).'/api/get.php';
+require_once dirname(__FILE__).'/shared/main.php';
+
+consoleLogger(brand('get'));
+$files = uupGetFiles($updateId, $usePack, $desiredEdition);
+if(isset($files['error'])) {
+    throwError($files['error']);
+}
+
+$files = $files['files'];
+$filesKeys = array_keys($files);
+
+function sortBySize($a, $b) {
+    global $files;
+
+    if ($files[$a]['size'] == $files[$b]['size']) {
+        return 0;
+    }
+
+    return ($files[$a]['size'] < $files[$b]['size']) ? -1 : 1;
+}
+usort($filesKeys, 'sortBySize');
+
+if($simple == 1) {
+    foreach($filesKeys as $val) {
+        echo $val."|".$files[$val]['sha1']."|".$files[$val]['url']."\n";
+    }
+    die();
+}
+
+foreach($filesKeys as $val) {
+    echo $files[$val]['url']."\n";
+    echo '  out='.$val."\n";
+    echo '  checksum=sha-1='.$files[$val]['sha1']."\n\n";
+}
+?>

getdetect.php

@@ -0,0 +1,52 @@
+<?php
+$updateId = isset($argv[1]) ? $argv[1] : 'c2a1d787-647b-486d-b264-f90f3782cdc6';
+$usePack = isset($argv[2]) ? $argv[2] : 0;
+$desiredEdition = isset($argv[3]) ? $argv[3] : 0;
+$simple = isset($argv[4]) ? $argv[4] : 0;
+
+require_once dirname(__FILE__).'/api/get.php';
+require_once dirname(__FILE__).'/shared/main.php';
+require_once dirname(__FILE__).'/shared/genpack.php';
+
+consoleLogger(brand('get'));
+
+if(!get7ZipLocation()) {
+    throwError('NO_7ZIP');
+}
+
+if(!generatePack($updateId)) {
+    throwError('PACKS_FAILED');
+}
+
+$files = uupGetFiles($updateId, $usePack, $desiredEdition);
+if(isset($files['error'])) {
+    throwError($files['error']);
+}
+
+$files = $files['files'];
+$filesKeys = array_keys($files);
+
+function sortBySize($a, $b) {
+    global $files;
+
+    if ($files[$a]['size'] == $files[$b]['size']) {
+        return 0;
+    }
+
+    return ($files[$a]['size'] < $files[$b]['size']) ? -1 : 1;
+}
+usort($filesKeys, 'sortBySize');
+
+if($simple == 1) {
+    foreach($filesKeys as $val) {
+        echo $val."|".$files[$val]['sha1']."|".$files[$val]['url']."\n";
+    }
+    die();
+}
+
+foreach($filesKeys as $val) {
+    echo $files[$val]['url']."\n";
+    echo '  out='.$val."\n";
+    echo '  checksum=sha-1='.$files[$val]['sha1']."\n\n";
+}
+?>

getfile.php

@@ -0,0 +1,25 @@
+<?php
+$updateId = isset($argv[1]) ? $argv[1] : null;
+$file = isset($argv[2]) ? $argv[2] : null;
+
+if(empty($updateId)) die('Unspecified update id');
+if(empty($file)) die('Unspecified file');
+
+require_once dirname(__FILE__).'/api/get.php';
+
+$files = uupGetFiles($updateId, 0, 0);
+if(isset($files['error'])) {
+    throwError($files['error']);
+}
+
+$files = $files['files'];
+$filesKeys = array_keys($files);
+
+if(!isset($files[$file]['url'])) {
+    throwError('NO_FILES');
+}
+
+echo $files[$file]['url']."\n";
+echo '  out='.$file."\n";
+echo '  checksum=sha-1='.$files[$file]['sha1']."\n\n";
+?>

listeditions.php

@@ -0,0 +1,21 @@
+<?php
+$lang = isset($argv[1]) ? $argv[1] : 'en-us';
+$updateId = isset($argv[2]) ? $argv[2] : 0;
+
+require_once dirname(__FILE__).'/api/listeditions.php';
+
+$editions = uupListEditions($lang, $updateId);
+if(isset($editions['error'])) {
+    throwError($editions['error']);
+}
+
+$editions = $editions['editionFancyNames'];
+asort($editions);
+
+foreach($editions as $key => $val) {
+    echo $key;
+    echo '|';
+    echo $val;
+    echo "\n";
+}
+?>

listid.php

@@ -0,0 +1,23 @@
+<?php
+$search = isset($argv[1]) ? $argv[1] : 0;
+
+require_once dirname(__FILE__).'/api/listid.php';
+require_once dirname(__FILE__).'/shared/main.php';
+
+consoleLogger(brand('listid'));
+$ids = uupListIds($search);
+if(isset($ids['error'])) {
+    throwError($ids['error']);
+}
+
+foreach($ids['builds'] as $val) {
+    echo $val['build'];
+    echo '|';
+    echo $val['arch'];
+    echo '|';
+    echo $val['uuid'];
+    echo '|';
+    echo $val['title'];
+    echo "\n";
+}
+?>

listlangs.php

@@ -0,0 +1,15 @@
+<?php
+$updateId = isset($argv[1]) ? $argv[1] : 0;
+
+require_once dirname(__FILE__).'/api/listlangs.php';
+$langs = uupListLangs($updateId);
+$langs = $langs['langFancyNames'];
+asort($langs);
+
+foreach($langs as $key => $val) {
+    echo $key;
+    echo '|';
+    echo $val;
+    echo "\n";
+}
+?>

readme.md

@@ -0,0 +1,14 @@
+UUP dump standalone
+-------------------
+
+### Description
+This code is used by backend server of UUP dump website to automatically
+retrieve new builds and automatically generate packs used to create proper
+UUP sets.
+
+### Why the code is being publisned now?
+Before now the UUP dump website was internally using the UUP dump UUPDL edition
+which was a rebrand of UUP dump 2.x series which was meant for console only
+purposes and distributed only with UUPDL. Now I have decided to rebrand this
+for the third time and publish it as MIT licensed project. This will allow me
+easier updates to the backend in much more transparent way.

shared/genpack.php

@@ -0,0 +1,177 @@
+<?php
+require_once dirname(__FILE__).'/../api/get.php';
+require_once dirname(__FILE__).'/main.php';
+
+function get7ZipLocation() {
+    if(PHP_OS == 'WINNT') {
+        $z7z = realpath(dirname(__FILE__)).'/../../7za.exe';
+        if(!file_exists($z7z)) return false;
+    } else {
+        exec('command -v 7z', $out, $errCode);
+        if($errCode != 0) {
+            return false;
+        }
+        $z7z = '7z';
+    }
+
+    return $z7z;
+}
+
+function generatePack($updateId) {
+    $z7z = get7ZipLocation();
+    $tmp = 'uuptmp';
+    if(!file_exists($tmp)) mkdir($tmp);
+
+    if(file_exists('packs/'.$updateId.'.json.gz')) {
+        return 2;
+    }
+
+    consoleLogger('Generating packs for '.$updateId.'...');
+    $files = uupGetFiles($updateId, 0, 0);
+    if(isset($files['error'])) {
+        throwError($files['error']);
+    }
+
+    $files = $files['files'];
+    $filesKeys = array_keys($files);
+
+    $filesToRead = array();
+    $aggregatedMetadata = preg_grep('/AggregatedMetadata/i', $filesKeys);
+    if(!empty($aggregatedMetadata)) {
+        sort($aggregatedMetadata);
+        $checkFile = $aggregatedMetadata[0];
+        $url = $files[$checkFile]['url'];
+        $loc = "$tmp/$checkFile";
+
+        consoleLogger('Downloading aggregated metadata: '.$checkFile);
+        downloadFile($url, $loc);
+        if(!file_exists($loc)) {
+            throwError('INFO_DOWNLOAD_ERROR');
+        }
+
+        consoleLogger('Unpacking aggregated metadata: '.$checkFile);
+        exec("$z7z l -slt \"$loc\"", $out, $errCode);
+        if($errCode != 0) {
+            unlink($loc);
+            throwError('7ZIP_ERROR');
+        }
+
+        $files = preg_grep('/Path = /', $out);
+        $files = preg_replace('/Path = /', '', $files);
+        $dataFiles = preg_grep('/DesktopTargetCompDB_.*_.*\./i', $files);
+        unset($out);
+
+        exec("$z7z x -o\"$tmp\" \"$loc\" -y", $out, $errCode);
+        if($errCode != 0) {
+            unlink($loc);
+            throwError('7ZIP_ERROR');
+        }
+        unset($out);
+
+        foreach($dataFiles as $val) {
+            consoleLogger('Unpacking info file: '.$val);
+
+            if(preg_match('/.cab$/i', $val)) {
+                exec("$z7z x -bb2 -o\"$tmp\" \"$tmp/$val\" -y", $out, $errCode);
+                if($errCode != 0) {
+                    unlink($loc);
+                    throwError('7ZIP_ERROR');
+                }
+
+                $temp = preg_grep('/^-.*DesktopTargetCompDB_.*_.*\./i', $out);
+                sort($temp);
+                $temp = preg_replace('/^- /', '', $temp[0]);
+
+                $filesToRead[] = preg_replace('/.cab$/i', '', $temp);
+                unlink("$tmp/$val");
+                unset($temp, $out);
+            } else {
+                $filesToRead[] = $val;
+            }
+        }
+        unlink($loc);
+        unset($loc, $checkFile, $checkEd, $dataFiles);
+    } else {
+        $dataFiles = preg_grep('/DesktopTargetCompDB_.*_.*\./i', $filesKeys);
+
+        foreach($dataFiles as $val) {
+            $url = $files[$val]['url'];
+            $loc = "$tmp/$val";
+
+            consoleLogger('Downloading info file: '.$val);
+            downloadFile($url, $loc);
+            if(!file_exists($loc)) {
+                throwError('INFO_DOWNLOAD_ERROR');
+            }
+
+            if(preg_match('/.cab$/i', $val)) {
+                exec("$z7z x -bb2 -o\"$tmp\" \"$tmp/$val\" -y", $out, $errCode);
+                if($errCode != 0) {
+                    unlink($loc);
+                    throwError('7ZIP_ERROR');
+                }
+
+                $temp = preg_grep('/^-.*DesktopTargetCompDB_.*_.*\./i', $out);
+                sort($temp);
+                $temp = preg_replace('/^- /', '', $temp[0]);
+
+                $filesToRead[] = preg_replace('/.cab$/i', '', $temp);
+                unlink("$tmp/$val");
+                unset($temp, $out);
+            } else {
+                $filesToRead[] = $val;
+            }
+        }
+        unset($loc, $checkEd, $dataFiles);
+    }
+
+    $langsEditions = array();
+    $packages = array();
+    foreach($filesToRead as $val) {
+        $filNam = preg_replace('/\.xml.*/', '', $val);
+        $file = $tmp.'/'.$val;
+        $xml = simplexml_load_file($file);
+
+        $lang = preg_replace('/.*DesktopTargetCompDB_.*_/', '', $filNam);
+        $edition = preg_replace('/.*DesktopTargetCompDB_|_'.$lang.'/', '', $filNam);
+
+        $lang = strtolower($lang);
+        $edition = strtoupper($edition);
+
+        foreach($xml->Packages->Package as $val) {
+            foreach($val->Payload->PayloadItem as $PayloadItem) {
+                $name = $PayloadItem['Path'];
+                $name = preg_replace('/.*\\\/', '', $name);
+                $packages[$lang][$edition][] = $name;
+            }
+        }
+
+        $packages[$lang][$edition] = array_unique($packages[$lang][$edition]);
+        sort($packages[$lang][$edition]);
+
+        unlink($file);
+        unset($file, $xml, $name, $newName, $lang, $edition);
+    }
+
+    $removeFiles = scandir($tmp);
+    foreach($removeFiles as $val) {
+        if($val == '.' || $val == '..') continue;
+        unlink($tmp.'/'.$val);
+    }
+
+    if(!file_exists('packs')) mkdir('packs');
+
+    $success = file_put_contents(
+        'packs/'.$updateId.'.json.gz',
+        gzencode(json_encode($packages)."\n")
+    );
+
+    if($success) {
+        consoleLogger('Successfully written generated packs.');
+    } else {
+        consoleLogger('An error has occured while writing generated packs to the disk.');
+        return 0;
+    }
+
+    return 1;
+}

shared/main.php

@@ -0,0 +1,118 @@
+<?php
+require_once dirname(__FILE__).'/../api/shared/main.php';
+
+function brand($script) {
+    $projVersion = '1.0.0';
+    return 'UUP dump standalone v'.$projVersion;
+}
+
+function downloadFile($url, $location) {
+    $file = fopen($location, 'w+');
+    $req = curl_init($url);
+
+    curl_setopt($req, CURLOPT_HEADER, 0);
+    curl_setopt($req, CURLOPT_FILE, $file);
+    curl_setopt($req, CURLOPT_ENCODING, '');
+    curl_setopt($req, CURLOPT_FOLLOWLOCATION, 1);
+    curl_setopt($req, CURLOPT_SSL_VERIFYPEER, 0);
+
+    curl_exec($req);
+    curl_close($req);
+    fclose($file);
+}
+
+function throwError($errorCode) {
+    switch ($errorCode) {
+        case 'ERROR':
+            $errorFancy = 'Generic error.';
+            break;
+        case '7ZIP_ERROR':
+            $errorFancy = '7-Zip has returned an error.';
+            break;
+        case 'INFO_DOWNLOAD_ERROR':
+            $errorFancy = 'Failed to retrieve information.';
+            break;
+        case 'UNSUPPORTED_API':
+            $errorFancy = 'Installed API version is not compatible with this version of UUP dump.';
+            break;
+        case 'NO_FILEINFO_DIR':
+            $errorFancy = 'The fileinfo directory does not exist.';
+            break;
+        case 'NO_BUILDS_IN_FILEINFO':
+            $errorFancy = 'The fileinfo database does not contain any build.';
+            break;
+        case 'SEARCH_NO_RESULTS':
+            $errorFancy = 'No items could be found for specified query.';
+            break;
+        case 'UNKNOWN_ARCH':
+            $errorFancy = 'Unknown processor architecture.';
+            break;
+        case 'UNKNOWN_RING':
+            $errorFancy = 'Unknown ring.';
+            break;
+        case 'UNKNOWN_FLIGHT':
+            $errorFancy = 'Unknown flight.';
+            break;
+        case 'UNKNOWN_COMBINATION':
+            $errorFancy = 'The flight and ring combination is not correct. Skip ahead is only supported for Insider Fast ring.';
+            break;
+        case 'ILLEGAL_BUILD':
+            $errorFancy = 'Specified build number is less than 9841 or larger than '. (PHP_INT_MAX-1) .'.';
+            break;
+        case 'ILLEGAL_MINOR':
+            $errorFancy = 'Specified build minor is incorrect.';
+            break;
+        case 'NO_UPDATE_FOUND':
+            $errorFancy = 'Server did not return any updates.';
+            break;
+        case 'XML_PARSE_ERROR':
+            $errorFancy = 'Parsing of response XML has failed. This may indicate a temporary problem with Microsoft servers. Try again later.';
+            break;
+        case 'EMPTY_FILELIST':
+            $errorFancy = 'Server has returned an empty list of files.';
+            break;
+        case 'NO_FILES':
+            $errorFancy = 'There are no files available for your selection.';
+            break;
+        case 'NO_METADATA_ESD':
+            $errorFancy = 'There are no metadata ESD files available for your selection.';
+            break;
+        case 'UNSUPPORTED_LANG':
+            $errorFancy = 'Specified language is not supported.';
+            break;
+        case 'UNSPECIFIED_LANG':
+            $errorFancy = 'Language was not specified.';
+            break;
+        case 'UNSUPPORTED_EDITION':
+            $errorFancy = 'Specified edition is not supported.';
+            break;
+        case 'UNSUPPORTED_COMBINATION':
+            $errorFancy = 'The language and edition combination is not correct.';
+            break;
+        case 'NOT_CUMULATIVE_UPDATE':
+            $errorFancy = 'Selected update does not contain Cumulative Update.';
+            break;
+        case 'UPDATE_INFORMATION_NOT_EXISTS':
+            $errorFancy = 'Information about specified update doest not exist in database.';
+            break;
+        case 'KEY_NOT_EXISTS':
+            $errorFancy = 'Specified key does not exist in update information';
+            break;
+        case 'UNSPECIFIED_UPDATE':
+            $errorFancy = 'Update ID was not specified.';
+            break;
+        case 'NO_7ZIP':
+            $errorFancy = '7-Zip cannot be found.';
+            break;
+        case 'PACKS_FAILED':
+            $errorFancy = 'No generated packs.';
+            break;
+        default:
+            $errorFancy = $errorCode;
+            break;
+    }
+
+    consoleLogger('ERROR: '.$errorFancy);
+    die(E_ERROR);
+}
+?>