4
1
mirror of https://github.com/QuasarApp/CQtDeployer.git synced 2025-04-28 10:44:33 +00:00

710 lines
19 KiB
C++

//#
//# Copyright (C) 2018-2019 QuasarApp.
//# Distributed under the lgplv3 software license, see the accompanying
//# Everyone is permitted to copy and distribute verbatim copies
//# of this license document, but changing it is not allowed.
//#
#include "configparser.h"
#include <QDebug>
#include <QDir>
#include <QFileInfo>
#include <QProcess>
#include "deploycore.h"
#include "filemanager.h"
#include "pathutils.h"
#include "quasarapp.h"
#include <assert.h>
bool ConfigParser::parseParams() {
auto path = QuasarAppUtils::Params::getStrArg("confFile");
bool createFile = !(path.isEmpty() || QFile::exists(path));
if (path.isEmpty()) {
path = QFileInfo("./").absoluteFilePath();
}
loadFromFile(path);
switch (DeployCore::getMode()) {
case RunMode::Info: {
qInfo() << "selected info mode" ;
if (!parseQtInfoMode()) {
qCritical() << "info mode fail!";
return false;
}
DeployCore::_config = &_config;
break;
}
case RunMode::Clear: {
qInfo() << "selected clear mode" ;
if (!parseQtClearMode()) {
qCritical() << "clear mode fail!";
return false;
}
DeployCore::_config = &_config;
break;
}
case RunMode::Deploy: {
qInfo() << "selected deploy mode" ;
if (!parseQtDeployMode()) {
qCritical() << "deploy mode fail!";
return false;
}
DeployCore::_config = &_config;
break;
}
}
if (createFile && !createFromDeploy(path)) {
QuasarAppUtils::Params::verboseLog("Do not create a deploy config file in " + path,
QuasarAppUtils::Error);
}
return true;
}
const DeployConfig *ConfigParser::config() const {
return &_config;
}
void ConfigParser::writeKey(const QString& key, QJsonObject& obj, const QString& confFileDir) const {
if (QuasarAppUtils::Params::isEndable(key)) {
auto list = QuasarAppUtils::Params::getStrArg(key).split(',');
if (list.size() > 1) {
QJsonArray array;
for (auto &i: list) {
QJsonValue val;
val = i;
if (PathUtils::isPath(i)) {
val = PathUtils::getRelativeLink(
QFileInfo(confFileDir).absoluteFilePath(),
QFileInfo(i).absoluteFilePath());
}
array.push_back(val);
}
obj[key] = array;
} else {
if (list.size() && list.first().isEmpty()) {
obj[key] = QJsonValue(true);
} else {
auto val = list.first();
if (PathUtils::isPath(val)) {
val = PathUtils::getRelativeLink(
QFileInfo(confFileDir).absoluteFilePath(),
QFileInfo(val).absoluteFilePath());
}
obj[key] = val;
}
}
}
}
void ConfigParser::readKey(const QString& key, const QJsonObject& obj,
const QString& confFileDir) const {
if (!QuasarAppUtils::Params::isEndable(key)) {
if (obj[key].isArray()) {
auto array = obj[key].toArray();
QStringList list;
for (QJsonValue i : array) {
QString val = i.toString();
if (!val.isEmpty()) {
if (PathUtils::isPath(val)) {
QString path;
if (PathUtils::isAbsalutPath(val)) {
path = QFileInfo(val).absoluteFilePath();
} else {
path = QFileInfo(confFileDir + '/' + val).absoluteFilePath();
}
list.push_back(path);
} else {
list.push_back(val);
}
}
}
QuasarAppUtils::Params::setArg(key, list.join(','));
} else if (!obj[key].isUndefined()) {
QString val = obj[key].toString();
if (!val.isEmpty()) {
if (PathUtils::isPath(val)) {
if (PathUtils::isAbsalutPath(val)) {
val = QFileInfo(val).absoluteFilePath();
} else {
val = QFileInfo(confFileDir + '/' + val).absoluteFilePath();
}
}
QuasarAppUtils::Params::setArg(key, val);
} else {
auto value = obj[key].toBool(true);
QuasarAppUtils::Params::setEnable(key, value);
}
}
}
}
bool ConfigParser::createFromDeploy(const QString& confFile) const {
QJsonObject obj;
auto info = QFileInfo(confFile);
for (auto &key :DeployCore::helpKeys()) {
writeKey(key, obj, info.absolutePath());
}
if (!QFile::exists(info.absolutePath()) &&
!QDir("/").mkpath(info.absolutePath())) {
return false;
}
QJsonDocument doc(obj);
QFile file(confFile);
if (file.open(QIODevice::WriteOnly| QIODevice::Truncate)) {
file.write(doc.toJson());
file.close();
return true;
}
return false;
}
bool ConfigParser::loadFromFile(const QString& confFile) {
QFile file(confFile);
QString confFilePath = QFileInfo(confFile).absolutePath();
if (file.open(QIODevice::ReadOnly)) {
auto doc = QJsonDocument::fromJson(file.readAll());
if (!doc.isObject()) {
return false;
}
auto obj = doc.object();
for (auto &key: obj.keys()) {
readKey(key, obj, confFilePath);
}
file.close();
return true;
}
return false;
}
bool ConfigParser::parseQtDeployMode() {
if (QuasarAppUtils::Params::isEndable("deploySystem-with-libc")) {
QuasarAppUtils::Params::setEnable("deploySystem", true );
}
auto bin = QuasarAppUtils::Params::getStrArg("bin").split(',');
if (!setTargets(bin)) {
auto binDir = QuasarAppUtils::Params::getStrArg("binDir");
if (!(setTargetsRecursive(binDir) || setTargets({"./"}))) {
qCritical() << "setTargetDir fail!";
return false;
}
}
initIgnoreEnvList();
initEnvirement();
initIgnoreList();
_config.distroStruct.init();
_config.depchLimit = 0;
if (QuasarAppUtils::Params::isEndable("recursiveDepth")) {
bool ok;
_config.depchLimit = QuasarAppUtils::Params::getArg("recursiveDepth").toInt(&ok);
if (!ok) {
_config.depchLimit = 0;
qWarning() << "recursiveDepth is invalid! use default value 0";
}
}
auto listLibDir = QuasarAppUtils::Params::getStrArg("libDir").split(",");
auto listExtraPlugin =
QuasarAppUtils::Params::getStrArg("extraPlugin").split(",");
setExtraPath(listLibDir);
setExtraPlugins(listExtraPlugin);
auto qmake = QuasarAppUtils::Params::getStrArg("qmake");
QString basePath = "";
QFileInfo info(qmake);
if (!info.isFile() || (info.baseName() != "qmake")) {
qInfo() << "deploy only C libs because qmake is not found";
return true;
}
basePath = info.absolutePath();
setQmake(qmake);
auto qmlDir = QuasarAppUtils::Params::getStrArg("qmlDir");
QDir dir(basePath);
if (QFileInfo::exists(qmlDir) ||
QuasarAppUtils::Params::isEndable("allQmlDependes")) {
_config.deployQml = true;
} else {
QuasarAppUtils::Params::verboseLog("qml dir not exits!",
QuasarAppUtils::VerboseLvl::Warning);
}
if (!dir.cdUp()) {
return false;
}
setQtDir(dir.absolutePath());
return true;
}
bool ConfigParser::parseQtInfoMode() {
if ((QuasarAppUtils::Params::isEndable("v") ||
QuasarAppUtils::Params::isEndable("version"))) {
DeployCore::printVersion();
return true;
}
DeployCore::help();
return true;
}
bool ConfigParser::parseQtClearMode() {
setTargetDir("./" + DISTRO_DIR);
return true;
}
void ConfigParser::setTargetDir(const QString &target) {
if (QuasarAppUtils::Params::isEndable("targetDir")) {
_config.targetDir = QFileInfo(QuasarAppUtils::Params::getStrArg("targetDir")).absoluteFilePath();
} else if (target.size()) {
_config.targetDir = QFileInfo(target).absoluteFilePath();
} else {
if (_config.targets.size())
_config.targetDir = QFileInfo(
*_config.targets.begin()).absolutePath() + "/" + DISTRO_DIR;
_config.targetDir = QFileInfo("./" + DISTRO_DIR).absoluteFilePath();
qInfo () << "flag targetDir not used." << "use default target dir :" << _config.targetDir;
}
}
bool ConfigParser::setTargets(const QStringList &value) {
bool isfillList = false;
for (auto &i : value) {
QFileInfo targetInfo(i);
if (i.isEmpty())
continue;
if (targetInfo.isFile()) {
auto sufix = targetInfo.completeSuffix();
_config.targets.insert(QDir::fromNativeSeparators(i));
isfillList = true;
}
else if (targetInfo.isDir()) {
if (!setBinDir(i)) {
DeployCore::verboseLog(i + " du not contains executable binaries!");
continue;
}
isfillList = true;
} else {
DeployCore::verboseLog(targetInfo.absoluteFilePath() + " not exits!");
}
}
if (!isfillList)
return false;
setTargetDir();
return true;
}
bool ConfigParser::setTargetsRecursive(const QString &dir) {
if (!setBinDir(dir, true)) {
qWarning() << "setBinDir failed!";
return false;
}
setTargetDir();
return true;
}
bool ConfigParser::setBinDir(const QString &dir, bool recursive) {
QDir d(dir);
if (dir.isEmpty() || !d.exists()) {
DeployCore::verboseLog(dir + " dir not exits!");
return false;
}
DeployCore::verboseLog("setBinDir check path: " + dir);
QFileInfoList list;
if (recursive) {
list = d.entryInfoList(QDir::Files | QDir::Dirs | QDir::NoDotAndDotDot);
} else {
list = d.entryInfoList(QDir::Files | QDir::NoDotAndDotDot);
}
bool result = false;
for (auto &file : list) {
if (file.isDir()) {
result |= setBinDir(file.absoluteFilePath(), recursive);
continue;
}
auto name = file.fileName();
auto sufix = file.completeSuffix();
if (sufix.isEmpty() || name.contains(".dll", Qt::CaseInsensitive) ||
name.contains(".so", Qt::CaseInsensitive) || name.contains(".exe", Qt::CaseInsensitive)) {
result = true;
_config.targets.insert(QDir::fromNativeSeparators(file.absoluteFilePath()));
}
}
return result;
}
void ConfigParser::initIgnoreList()
{
if (QuasarAppUtils::Params::isEndable("ignore")) {
auto list = QuasarAppUtils::Params::getStrArg("ignore").split(',');
for (auto &i : list) {
_config.ignoreList.addRule(IgnoreData(i));
}
}
IgnoreData ruleUnix, ruleWin;
Envirement envUnix, envWin;
if (!QuasarAppUtils::Params::isEndable("deploySystem-with-libc")) {
envUnix.addEnv(recursiveInvairement("/lib", 3), "", "");
envUnix.addEnv(recursiveInvairement("/usr/lib", 3), "", "");
ruleUnix.prority = SystemLib;
ruleUnix.platform = Unix32 | Unix64;
ruleUnix.enfirement = envUnix;
auto addRuleUnix = [&ruleUnix](const QString & lib) {
ruleUnix.label = lib;
return ruleUnix;
};
_config.ignoreList.addRule(addRuleUnix("libc"));
_config.ignoreList.addRule(addRuleUnix("ld-"));
_config.ignoreList.addRule(addRuleUnix("libpthread"));
_config.ignoreList.addRule(addRuleUnix("libm"));
_config.ignoreList.addRule(addRuleUnix("libz"));
_config.ignoreList.addRule(addRuleUnix("librt"));
_config.ignoreList.addRule(addRuleUnix("libnsl"));
_config.ignoreList.addRule(addRuleUnix("libdl"));
_config.ignoreList.addRule(addRuleUnix("libutil"));
_config.ignoreList.addRule(addRuleUnix("libresolv"));
_config.ignoreList.addRule(addRuleUnix("libBrokenLocale"));
_config.ignoreList.addRule(addRuleUnix("libBrokenLocale"));
_config.ignoreList.addRule(addRuleUnix("libSegFault"));
_config.ignoreList.addRule(addRuleUnix("libanl"));
_config.ignoreList.addRule(addRuleUnix("libcrypt"));
_config.ignoreList.addRule(addRuleUnix("/gconv/"));
_config.ignoreList.addRule(addRuleUnix("libnss"));
}
// envWin.addEnv(recursiveInvairement("C:/Windows", 3), "", "");
// ruleWin.prority = ExtraLib;
// ruleWin.platform = Win32 | Win64;
// ruleWin.enfirement = envWin;
// auto addRuleWin = [&ruleWin](const QString & lib) {
// ruleWin.label = lib;
// return ruleWin;
// };
// _config.ignoreList.addRule(addRuleWin("kernelBase"));
// _config.ignoreList.addRule(addRuleWin("gdi32"));
// _config.ignoreList.addRule(addRuleWin("kernel32"));
// _config.ignoreList.addRule(addRuleWin("msvcrt"));
// _config.ignoreList.addRule(addRuleWin("user32"));
}
void ConfigParser::initIgnoreEnvList() {
QStringList ignoreEnvList;
// remove windows from envirement,
ignoreEnvList.push_back(":/Windows");
if (QuasarAppUtils::Params::isEndable("ignoreEnv")) {
auto ignoreList = QuasarAppUtils::Params::getStrArg("ignoreEnv").split(',');
for (auto &i : ignoreList) {
auto path = QFileInfo(i).absoluteFilePath();
if (path.right(1) == "/" || path.right(1) == "\\") {
path.remove(path.size() - 1, 1);
}
ignoreEnvList.append(path);
}
}
ignoreEnvList.push_back(_config.appDir);
_config.envirement.setIgnoreEnvList(ignoreEnvList);
}
void ConfigParser::setQmake(const QString &value) {
_config.qmake = QDir::fromNativeSeparators(value);
QFileInfo info(_config.qmake);
QDir dir = info.absoluteDir();
if (!dir.cdUp() || !dir.cd("qml")) {
QuasarAppUtils::Params::verboseLog("get qml fail!");
return;
}
_config.qmlDir = dir.absolutePath();
QuasarAppUtils::Params::verboseLog("qmlDir = " + _config.qmlDir);
dir = (info.absoluteDir());
if (!dir.cdUp() || !dir.cd("translations")) {
QuasarAppUtils::Params::verboseLog("get translations fail!");
return;
}
_config.translationDir = dir.absolutePath();
QuasarAppUtils::Params::verboseLog("translations = " + _config.translationDir);
}
void ConfigParser::setQtDir(const QString &value) {
_config.qtDir = QDir::fromNativeSeparators(value);
_config.envirement.addEnv(_config.qtDir, _config.appDir, _config.targetDir);
_config.envirement.addEnv(_config.qtDir + "/lib", _config.appDir, _config.targetDir);
_config.envirement.addEnv(_config.qtDir + "/bin", _config.appDir, _config.targetDir);
}
void ConfigParser::setExtraPath(const QStringList &value) {
QDir dir;
for (auto i : value) {
QFileInfo info(i);
if (info.isDir()) {
if (_config.targets.contains(info.absoluteFilePath())) {
QuasarAppUtils::Params::verboseLog("skip the extra lib path becouse it is target!");
continue;
}
dir.setPath(info.absoluteFilePath());
auto extraDirs = getDirsRecursive(QDir::fromNativeSeparators(info.absoluteFilePath()), _config.depchLimit);
_config.extraPaths.append(extraDirs);
_config.envirement.addEnv(recursiveInvairement(dir), _config.appDir, _config.targetDir);
} else {
QuasarAppUtils::Params::verboseLog(i + " does not exist! and skiped");
}
}
}
void ConfigParser::setExtraPlugins(const QStringList &value) {
for (auto i : value) {
if (!i.isEmpty())
_config.extraPlugins.append(i);
}
}
QString ConfigParser::recursiveInvairement(QDir &dir, int depch, int depchLimit ) {
char separator = ':';
#ifdef Q_OS_WIN
separator = ';';
#endif
if (depchLimit < 0) {
depchLimit = _config.depchLimit;
}
if (!dir.exists() || depch >= depchLimit) {
return dir.absolutePath();
}
QFileInfoList list = dir.entryInfoList(QDir::Dirs | QDir::NoDotAndDotDot);
QString res = "";
for (QFileInfo &i : list) {
if (!dir.cd(i.fileName())) {
continue;
}
QString temp = recursiveInvairement(dir, depch + 1);
res += (res.size())? separator + temp: temp;
dir.cdUp();
}
res += (res.size())? separator + dir.absolutePath(): dir.absolutePath();
return res;
}
QString ConfigParser::recursiveInvairement(const QString &dir, int depch) {
QDir _dir(dir);
return recursiveInvairement(_dir, 0, depch);
}
void ConfigParser::initEnvirement() {
QProcessEnvironment env = QProcessEnvironment::systemEnvironment();
_config.envirement.addEnv(env.value("LD_LIBRARY_PATH"), _config.appDir, _config.targetDir);
_config.envirement.addEnv(env.value("PATH"), _config.appDir, _config.targetDir);
if (QuasarAppUtils::Params::isEndable("deploySystem")) {
QStringList dirs;
dirs.append(getDirsRecursive("/lib", 10));
dirs.append(getDirsRecursive("/usr/lib", 10));
for (auto &&i : dirs) {
_config.envirement.addEnv(i, _config.appDir, _config.targetDir);
}
}
if (_config.envirement.size() < 2) {
qWarning() << "system environment is empty";
}
}
QStringList ConfigParser::getDirsRecursive(const QString &path, int maxDepch, int depch) {
QDir dir(path);
QStringList res = {path};
if (maxDepch >= 0 && maxDepch <= depch) {
return res;
}
auto list = dir.entryInfoList(QDir::Dirs| QDir::NoDotAndDotDot);
for (auto &&subDir: list) {
res.push_back(subDir.absoluteFilePath());
res.append(getDirsRecursive(subDir.absoluteFilePath(), maxDepch, depch + 1));
}
return res;
}
bool ConfigParser::smartMoveTargets() {
QSet<QString> temp;
bool result = true;
for (auto i = _config.targets.cbegin(); i != _config.targets.cend(); ++i) {
QFileInfo target(*i);
QString targetPath = _config.targetDir;
if (DeployCore::isLib(target)) {
targetPath += _config.distroStruct.getLibOutDir();
} else {
targetPath += _config.distroStruct.getBinOutDir();
}
if (!_fileManager->smartCopyFile(target.absoluteFilePath(), targetPath)) {
result = false;
}
temp.insert(targetPath + "/" + target.fileName());
}
_config.targets = temp;
return result;
}
ConfigParser::ConfigParser(FileManager *filemanager):
_fileManager(filemanager) {
assert(_fileManager);
#ifdef Q_OS_LINUX
_config.appDir = QuasarAppUtils::Params::getStrArg("appPath");
if (_config.appDir.right(4) == "/bin") {
_config.appDir = _config.appDir.left(_config.appDir.size() - 4);
}
#else
_config.appDir = QuasarAppUtils::Params::getStrArg("appPath");
#endif
QuasarAppUtils::Params::verboseLog("appDir = " + _config.appDir);
}
void DeployConfig::reset() {
*this = DeployConfig{};
}