/inc/workers.inc.php (755a9f60ba89ea03de0a341752d0094016363419) (14024 bytes) (mode 100644) (type blob)

<?php
$INC = isset($INC) ? $INC : dirname(__FILE__);
require_once($INC . '/events.inc.php');

$rg_worker_error = '';

function rg_worker_set_error($str)
{
	global $rg_worker_error;
	$rg_worker_error = $str;
	rg_log($str);
}

function rg_worker_error()
{
	global $rg_worker_error;
	return $rg_worker_error;
}

/*
 * Event functions
 */
$rg_worker_functions = array(
	'worker_event_add' => 'rg_worker_event_add',
	'worker_event_del' => 'rg_worker_event_del'
);
rg_event_register_functions($rg_worker_functions);

/*
 * Event for adding a worker
 */
function rg_worker_event_add($db, $ev)
{
	$ret = array();

	$ret[] = array_merge($ev, array(
		'category' => 'rg_keys_event_regen',
		'prio' => 10)
	);

	return $ret;
}

/*
 * Event for deleting a worker
 */
function rg_worker_event_del($db, $ev)
{
	$ret = array();

	$ret[] = array_merge($ev, array(
		'category' => 'rg_keys_event_regen',
		'prio' => 10)
	);

	return $ret;
}

/*
 * Helper for sorting by time
 */
function rg_worker_sort_time_desc($a, $b)
{
	if ($a['itime'] > $b['itime'])
		return 1;
	if ($a['itime'] < $b['itime'])
		return -1;
	return 0;
}

/*
 * Cosmetic function (one element)
 */
function rg_worker_cosmetic_one(&$row)
{
	$row['itime_nice'] = gmdate('Y-m-d H:i', $row['itime']);
	if ($row['last_connect'] == 0)
		$row['last_connect_nice'] = 'n/a';
	else
		$row['last_connect_nice'] = gmdate('Y-m-d H:i',
			$row['last_connect']);

	if (empty($row['env'])) {
		$row['HTML:envs_nice'] = 'n/a';
	} else {
		$list = @unserialize($row['env']);
		$t = array();
		foreach ($list as $env => $env_info)
			$t[] = rg_xss_safe($env);
		sort($t);
		$row['HTML:envs_nice'] = implode('<br />', $t);
	}
}

/*
 * Cosmetic function (array)
 */
function rg_worker_cosmetic(&$a)
{
	foreach ($a as &$row)
		rg_worker_cosmetic_one($row);
	uasort($a, 'rg_worker_sort_time_desc');
}

/*
 * Sorts the list of workers.
 * It is used when selecting a server to send the job.
 */
function rg_worker_sort($a, $b)
{
	if ($a['cost'] > $b['cost'])
		return 1;
	if ($a['cost'] < $b['cost'])
		return -1;
	return 0;
}

/*
 * Sorts the list of workers by name.
 */
function rg_worker_sort_alpha($a, $b)
{
	return strcmp($a, $b);
}

/*
 * Loads the list of workers for a user
 */
function rg_worker_list($db, $uid)
{
	rg_prof_start('worker_list');
	rg_log_enter('worker_list uid=' . $uid);

	$ret = FALSE;
	while (1) {
		$key = 'workers' . '::' . $uid;
		$c = rg_cache_get($key);
		if (($c !== FALSE) && isset($c['LOADED'])) {
			$ret = $c['list'];
			rg_worker_cosmetic($ret);
			break;
		}

		$params = array('uid' => $uid);
		$sql = 'SELECT * FROM workers'
			. ' WHERE uid = @@uid@@';
		$res = rg_sql_query_params($db, $sql, $params);
		if ($res === FALSE) {
			rg_worker_set_error('cannot load list');
			break;
		}

		$ret = array();
		while (($row = rg_sql_fetch_array($res))) {
			$id = $row['id'];
			$ret[$id] = $row;
		}
		rg_sql_free_result($res);

		$a = array('LOADED' => 1, 'list' => $ret);
		rg_cache_set($key, $a, RG_SOCKET_NO_WAIT);

		rg_worker_cosmetic($ret);
		break;
	}

	rg_log_exit();
	rg_prof_end('worker_list');
	return $ret;
}

/*
 * Returns a list of workers, including the global ones
 */
function rg_worker_list_all($db, $uid)
{
	$l1 = rg_worker_list($db, $uid);
	if ($l1 === FALSE)
		return FALSE;

	$l2 = rg_worker_list($db, 0);
	if ($l2 === FALSE)
		return FALSE;

	$ret = array();
	foreach ($l1 as $id => $i)
		$ret[$id] = $i;
	foreach ($l2 as $id => $i)
		$ret[$id] = $i;

	uasort($ret, 'rg_worker_sort');
	return $ret;
}

/*
 * Searches for a worker, by name
 * Returns -1 on error, 0 if not found or the info if found
 */
function rg_worker_find_by_id($db, $uid, $id)
{
	rg_log_enter('worker_find_by_id uid=' . $uid . ' id=' . $id);

	$ret = -1;
	while (1) {
		$wi = rg_worker_list($db, $uid);
		if ($wi === FALSE)
			break;

		$ret = 0;

		foreach ($wi as $_id => $i) {
			if ($_id == $id) {
				$ret = $i;
				break;
			}
		}
		break;
	}

	rg_log_exit();
	return $ret;
}

/*
 * Searches for a worker, by name
 * Returns -1 on error, 0 if not found or the info if found
 */
function rg_worker_find_by_name($db, $uid, $name)
{
	rg_log_enter('worker_find_by_name uid=' . $uid . ' name=' . $name);

	$ret = -1;
	while (1) {
		$wi = rg_worker_list($db, $uid);
		if ($wi === FALSE)
			break;

		$ret = 0;

		foreach ($wi as $id => $i) {
			rg_log('DEBUG: comparing with [' . $i['name'] . ']...');
			if (strcasecmp($i['name'], $name) == 0) {
				$ret = $i;
				break;
			}
		}
		break;
	}

	rg_log_exit();
	return $ret;
}

/*
 * Adds a new worker
 */
function rg_worker_add($db, $uid, $a)
{
	rg_prof_start('worker_add');
	rg_log_enter('worker_add');

	//rg_log_ml('DEBUG: uid=' . $uid . ', a: ' . print_r($a, TRUE));

	$ret = FALSE;
	while (1) {
		$params = $a;
		$params['uid'] = $uid;

		if ($a['id'] == 0) {
			$params['itime'] = time();
			$params['uname'] = '';
			$params['host'] = '';
			$params['arch'] = '';
			$params['last_connect'] = '';
			$params['last_ip'] = '';

			$sql = 'INSERT INTO workers (itime, uid, name'
				. ', key, who, cost, workers)'
				. ' VALUES (@@itime@@, @@uid@@, @@name@@'
				. ', @@key@@, @@who@@, @@cost@@, @@workers@@)'
				. ' RETURNING id';
		} else {
			$sql = 'UPDATE workers SET name = @@name@@'
				. ', cost = @@cost@@'
				. ', workers = @@workers@@'
				. ' WHERE uid = @@uid@@ AND id = @@id@@';
		}

		$res = rg_sql_query_params($db, $sql, $params);
		if ($res === FALSE) {
			rg_worker_set_error('cannot insert/update');
			break;
		}
		$row = rg_sql_fetch_array($res);
		rg_sql_free_result($res);

		if ($a['id'] == 0)
			$id = $row['id'];
		else
			$id = $a['id'];

		$event = array(
			'category' => 'worker_event_add',
			'prio' => 50,
			'ui' => array('uid' => $uid),
			'add' => $a['id'] == 0 ? 1 : 0,
			'id' => $id);
		$r = rg_event_add($db, $event);
		if ($r !== TRUE) {
			rg_worker_set_error('cannot add event'
				. ' (' . rg_event_error() . ')');
			break;
		}

		$key = 'workers' . '::' . $uid . '::' . 'list' . '::' . $id;
		unset($params['uid']);
		$params['id'] = $id;
		rg_cache_merge($key, $params, RG_SOCKET_NO_WAIT);

		rg_event_signal_daemon('', 0);

		$ret = TRUE;
		break;
	}

	rg_log_exit();
	rg_prof_end('worker_add');

	return $ret;
}

/*
 * Updates 'last_connect' and 'last_ip', 'uname', 'host', 'arch', 'env'
 */
function rg_worker_update($db, $uid, $id, $a)
{
	rg_prof_start('worker_update');
	rg_log_enter('worker_update');

	rg_log_ml('DEBUG: a: ' . print_r($a, TRUE));

	$ret = FALSE;
	while (1) {
		$params = $a;
		$params['uid'] = $uid;
		$params['id'] = $id;
		$params['last_connect'] = time();
		$params['env'] = serialize($a['env']);

		$sql = 'UPDATE workers SET'
			. ' name = @@name@@'
			. ', last_connect = @@last_connect@@'
			. ', last_ip = @@ip@@'
			. ', uname = @@uname@@'
			. ', host = @@host@@'
			. ', arch = @@arch@@'
			. ', env = @@env@@'
			. ', ssh_key = @@ssh_key@@'
			. ' WHERE uid = @@uid@@'
			. ' AND id = @@id@@';
		$res = rg_sql_query_params($db, $sql, $params);
		if ($res === FALSE) {
			rg_worker_set_error('cannot update fields');
			break;
		}
		rg_sql_free_result($res);

		$key = 'workers' . '::' . $uid . '::' . 'list' . '::' . $id;
		unset($params['uid']);
		rg_cache_merge($key, $params, RG_SOCKET_NO_WAIT);

		$ret = TRUE;
		break;
	}

	rg_log_exit();
	rg_prof_end('worker_update');

	return $ret;
}

/*
 * Returns a list of available environments
 * It also order by cost.
 */
function rg_worker_environments($db, $uid)
{
	rg_prof_start('worker_environments');
	rg_log_enter('worker_environments');

	$ret = FALSE;
	while (1) {
		$user_envs = array();
		if ($uid > 0) {
			$r = rg_worker_list($db, $uid);
			if ($r === FALSE)
				break;
		}

		$global_envs = rg_worker_list($db, 0);
		if ($global_envs === FALSE)
			break;

		$r = array_merge($user_envs, $global_envs);
		$ret = array();
		foreach ($r as $id => $i) {
			$list = @unserialize($i['env']);
			if ($list === FALSE)
				continue;

			foreach ($list as $env => $junk)
				$ret[$env] = $env;
		}

		uksort($ret, 'rg_worker_sort_alpha');
		//rg_log_ml('DEBUG: workers_environments: ret=' . print_r($ret, TRUE));
		break;
	}

	rg_log_exit();
	rg_prof_end('worker_environments');
	return $ret;
}

/*
 * Remove workers from database
 */
function rg_worker_remove($db, $uid, $list)
{
	rg_prof_start('workers_remove');
	rg_log_enter('workers_remove: list=' . rg_array2string($list));

	$ret = FALSE;
	while (1) {
		$my_list = array();
		foreach ($list as $key_id => $junk)
			$my_list[] = sprintf('%u', $key_id);

		$params = array('uid' => $uid);
		$sql_list = implode(', ', $my_list);
		$sql = 'DELETE FROM workers'
			. ' WHERE uid = @@uid@@'
			. ' AND id IN (' . $sql_list . ')';
		$res = rg_sql_query_params($db, $sql, $params);
		if ($res === FALSE) {
			rg_worker_set_error('cannot delete api keys');
			break;
		}
		rg_sql_free_result($res);

		$event = array(
			'category' => 'worker_event_del',
			'prio' => 50,
			'ui' => array('uid' => $uid),
			'keys' => implode(',', $my_list));
		$r = rg_event_add($db, $event);
		if ($r !== TRUE) {
			rg_worker_set_error('cannot add event'
				. ' (' . rg_event_error() . ')');
			break;
		}

		$key = 'workers' . '::' . $uid . '::' . 'list';
		foreach ($my_list as $_key_id)
			rg_cache_unset($key . '::' . $_key_id,
				RG_SOCKET_NO_WAIT);

		rg_event_signal_daemon('', 0);
		$ret = TRUE;
		break;
	}

	rg_log_exit();
	rg_prof_end('workers_remove');
	return $ret;
}


/*
 * Workers - add/edit
 */
function rg_worker_add_high_level($db, $rg, $op, $paras)
{
	rg_prof_start('worker_add_high_level');
	rg_log_enter('worker_add_high_level op=' . $op);

	$ret = '';
	$errmsg = array();

	// All admins will have 'who' == 0
	if ($rg['login_ui']['is_admin'] == 1)
		$target_uid = 0;
	else
		$target_uid = $rg['login_ui']['uid'];

	$rg['worker'] = array();
	if (strcmp($op, 'add') == 0) {
		$rg['worker']['id'] = 0;
		$rg['worker']['name'] = '';
		$rg['worker']['key'] = rg_id(32);
		$rg['worker']['cost'] = 10;
		$rg['worker']['workers'] = 1;
	} else { // edit
		if (isset($paras[0])) {
			$id = intval($paras[0]);

			$r = rg_worker_find_by_id($db, $target_uid, $id);
			if ($r === -1)
				$errmsg[] = 'error loading list; try again later';
			else if ($r === 0)
				$errmsg[] = 'invalid id for edit';
			else
				$rg['worker'] = $r;
		} else {
			$errmsg[] = 'no worker id received';
		}
	}
	rg_log_ml('DEBUG: rg[worker]: ' . print_r($rg['worker'], TRUE));

	$doit = rg_var_uint('doit');
	while ($doit == 1) {
		if ($rg['worker']['id'] == 0) {
			$rg['worker']['id'] = rg_var_uint('worker::id');
			$rg['worker']['key'] = rg_var_str('worker::key');
		}
		$rg['worker']['name'] = rg_var_str('worker::name');
		$rg['worker']['cost'] = rg_var_uint('worker::cost');
		$rg['worker']['workers'] = rg_var_uint('worker::workers');

		if ($rg['worker']['id'] == 0) {
			$len = strlen($rg['worker']['key']);
			if ($len < 32) {
				$errmsg[] = 'invalid key (len = ' . $len . ')';
				break;
			}
		}

		if (empty($rg['worker']['name'])) {
			$errmsg[] = 'invalid name';
			break;
		}

		if (!rg_valid_referer()) {
			$errmsg[] = 'invalid referer; try again';
			break;
		}

		if (!rg_token_valid($db, $rg, 'worker_add', FALSE)) {
			$errmsg[] = 'invalid token; try again';
			break;
		}

		$rg['worker']['who'] = $target_uid;
		$r = rg_worker_add($db, $target_uid, $rg['worker']);
		if ($r === FALSE) {
			$errmsg[] = rg_worker_error();
			break;
		}

		$ret .= rg_template('user/settings/workers/add_ok.html',
			$rg, TRUE /*xss*/);

		// Load default values for the next 'add' operation
		$rg['worker']['id'] = 0;
		$rg['worker']['name'] = '';
		$rg['worker']['key'] = rg_id(32);
		$rg['worker']['cost'] = 10;
		$rg['worker']['workers'] = 1;
		break;
	}

	$rg['HTML:errmsg'] = rg_template_errmsg($errmsg);
	$rg['rg_form_token'] = rg_token_get($db, $rg, 'worker_add');
	$ret .= rg_template('user/settings/workers/add.html',
		$rg, TRUE /*xss*/);

	rg_log_exit();
	rg_prof_end('worker_add_high_level');
	return $ret;
}

/*
 * Workers - list
 */
function rg_worker_list_high_level($db, $rg, $paras)
{
	rg_prof_start('worker_list_high_level');
	rg_log_enter('worker_list_high_level');

	$ret = '';

	$errmsg = array();
	$rg['HTML:status'] = '';

	if ($rg['login_ui']['is_admin'] == 1)
		$target_uid = 0;
	else
		$target_uid = $rg['login_ui']['uid'];

	$doit = rg_var_uint('doit');
	while ($doit == 1) {
		if (!rg_valid_referer()) {
			$errmsg[] = 'invalid referer; try again';
			break;
		}

		if (!rg_token_valid($db, $rg, 'workers_list', FALSE)) {
			$errmsg[] = 'invalid token; try again.';
			break;
		}

		$list = rg_var_str('delete_ids');
		$r = rg_worker_remove($db, $target_uid, $list);
		if ($r !== TRUE) {
			$errmsg[] = 'cannot delete: ' . rg_worker_error();
			break;
		}

		$rg['HTML:status'] = rg_template(
			'user/settings/workers/delete_ok.html',
			$rg, TRUE /*xss*/);
		break;
	}

	$r = rg_worker_list($db, $target_uid);
	if ($r === FALSE) {
		$rg['errmsg'] = rg_worker_error();
		$ret .= rg_template('user/settings/workers/list_err.html',
			$rg, TRUE /*xss*/);
	} else {
		$rg['rg_form_token'] = rg_token_get($db, $rg, 'workers_list');
		$rg['HTML:errmsg'] = rg_template_errmsg($errmsg);
		$ret .= rg_template_table('user/settings/workers/list', $r, $rg);
	}

	rg_log_exit();
	rg_prof_end('worker_list_high_level');
	return $ret;
}

/*
 * Deals with workers
 */
function rg_worker_high_level($db, &$rg, $paras)
{
	rg_prof_start('worker_high_level');
	rg_log_enter('worker_high_level');

	$ret = '';

	$op = empty($paras) ? 'list' : array_shift($paras);
	$rg['menu']['worker'][$op] = 1;

	$rg['HTML:menu_level2'] =
		rg_template('user/settings/workers/menu.html', $rg, TRUE /*xss*/);

	switch ($op) {
	case 'edit':
	case 'add':
		$ret .= rg_worker_add_high_level($db, $rg, $op, $paras);
		break;

	default:
		$ret .= rg_worker_list_high_level($db, $rg, $paras);
		break;
	}

	$hints = array();
	$hints[]['HTML:hint'] = rg_template('user/settings/workers/hints.html',
		$rg, TRUE /*xss*/);
	$ret .= rg_template_table('hints/list', $hints, $rg);

	rg_log_exit();
	rg_prof_end('worker_high_level');
	return $ret;
}

?>


Mode Type Size Ref File
100644 blob 9 f3c7a7c5da68804a1bdf391127ba34aed33c3cca .exclude
100644 blob 102 eaeb7d777062c60a55cdd4b5734902cdf6e1790c .gitignore
100644 blob 289 fabbff669e768c05d6cfab4d9aeb651bf623e174 AUTHORS
100644 blob 1132 dd65951315f3de6d52d52a82fca59889d1d95187 Certs.txt
100644 blob 549 41c3bdbba8ec2523fe24b84bdd46777fc13e8345 History.txt
100644 blob 34520 dba13ed2ddf783ee8118c6a581dbf75305f816a3 LICENSE
100644 blob 2792 49fb9ac116dad2789e2b30046be0c9040ec2e880 Makefile.in
100644 blob 4875 351369ca6f3895965cd98b847161c696d2052146 README
100644 blob 110503 48e2f69a9b9e2a31c1b725822495c917f741489c TODO
100644 blob 1294 f22911eb777f0695fcf81ad686eac133eb11fcc4 TODO-plans
100644 blob 203 a2863c67c3da44126b61a15a6f09738c25e0fbe0 TODO.perf
100644 blob 600 5525d768c22262f90a504a11db4fabc25ddbab8f TODO.vm
040000 tree - 21928e906ad2907a55c2e81c2a8b0502b586b8a0 artwork
100644 blob 3907 6ae9158d019f8075b0e0cb5b5b18a783b3a10fbf compare.csv
100755 blob 30 92c4bc48245c00408cd7e1fd89bc1a03058f4ce4 configure
040000 tree - 8ffdcb3d5e12de55f23f507ed41bfda98d7e9595 debian
040000 tree - c762634e95d46059f3d8e964a7f76c9f0f73139f docker
040000 tree - f67d3605efbd6422a8acdd953578991139266391 docs
100755 blob 16711 924262b2f8dbf3bbe02358e7f404175732e970d1 duilder
100644 blob 536 4af4a0b5ba5e8c7c33ad12d7a552517bc0acf098 duilder.conf
040000 tree - b0cc8cc0386eddf4373339a7860e46e8f74e0202 hooks
040000 tree - 0700636b897dc72c30e764ad09f1a6b302963779 inc
040000 tree - 893c467cc64247dbe6360f5688c896e5b928c257 misc
100644 blob 3924 d71949b4bc4b8290aff66bc140e349c763d1d2cc rocketgit.spec.in
040000 tree - e56e45b6dfaeb3ae44f6fc11d5d3b2cd2e117e02 root
040000 tree - 27c2b5605627048c31d9bffe40a779ffb5a23561 samples
040000 tree - e7d8b1acea02964ab7203488eba7f45c51955f3f scripts
040000 tree - b2126466c4b21ed1182f727f36de39ec6fc05d02 selinux
100755 blob 256 462ccd108c431f54e380cdac2329129875a318b5 spell_check.sh
040000 tree - cb54e074b3ca35943edfcda9dd9cfcd281bcd9e7 techdocs
040000 tree - 4cee612f5f854d74a13c4f95f1045d94fc046e13 tests
040000 tree - 63f68e921ac8d6a62ea9c3d180e072c7c4725b7d tools
Hints:
Before first commit, do not forget to setup your git environment:
git config --global user.name "your_name_here"
git config --global user.email "your@email_here"

Clone this repository using HTTP(S):
git clone https://rocketgit.com/user/catalinux/rocketgit

Clone this repository using ssh (do not forget to upload a key first):
git clone ssh://rocketgit@ssh.rocketgit.com/user/catalinux/rocketgit

Clone this repository using git:
git clone git://git.rocketgit.com/user/catalinux/rocketgit

You are allowed to anonymously push to this repository.
This means that your pushed commits will automatically be transformed into a merge request:
... clone the repository ...
... make some changes and some commits ...
git push origin main