/inc/workers.inc.php (755a9f60ba89ea03de0a341752d0094016363419) (14024 bytes) (mode 100644) (type blob)

<?php
$INC = isset($INC) ? $INC : dirname(__FILE__);
require_once($INC . '/events.inc.php');

$rg_worker_error = '';

function rg_worker_set_error($str)
{
	global $rg_worker_error;
	$rg_worker_error = $str;
	rg_log($str);
}

function rg_worker_error()
{
	global $rg_worker_error;
	return $rg_worker_error;
}

/*
 * Event functions
 */
$rg_worker_functions = array(
	'worker_event_add' => 'rg_worker_event_add',
	'worker_event_del' => 'rg_worker_event_del'
);
rg_event_register_functions($rg_worker_functions);

/*
 * Event for adding a worker
 */
function rg_worker_event_add($db, $ev)
{
	$ret = array();

	$ret[] = array_merge($ev, array(
		'category' => 'rg_keys_event_regen',
		'prio' => 10)
	);

	return $ret;
}

/*
 * Event for deleting a worker
 */
function rg_worker_event_del($db, $ev)
{
	$ret = array();

	$ret[] = array_merge($ev, array(
		'category' => 'rg_keys_event_regen',
		'prio' => 10)
	);

	return $ret;
}

/*
 * Helper for sorting by time
 */
function rg_worker_sort_time_desc($a, $b)
{
	if ($a['itime'] > $b['itime'])
		return 1;
	if ($a['itime'] < $b['itime'])
		return -1;
	return 0;
}

/*
 * Cosmetic function (one element)
 */
function rg_worker_cosmetic_one(&$row)
{
	$row['itime_nice'] = gmdate('Y-m-d H:i', $row['itime']);
	if ($row['last_connect'] == 0)
		$row['last_connect_nice'] = 'n/a';
	else
		$row['last_connect_nice'] = gmdate('Y-m-d H:i',
			$row['last_connect']);

	if (empty($row['env'])) {
		$row['HTML:envs_nice'] = 'n/a';
	} else {
		$list = @unserialize($row['env']);
		$t = array();
		foreach ($list as $env => $env_info)
			$t[] = rg_xss_safe($env);
		sort($t);
		$row['HTML:envs_nice'] = implode('<br />', $t);
	}
}

/*
 * Cosmetic function (array)
 */
function rg_worker_cosmetic(&$a)
{
	foreach ($a as &$row)
		rg_worker_cosmetic_one($row);
	uasort($a, 'rg_worker_sort_time_desc');
}

/*
 * Sorts the list of workers.
 * It is used when selecting a server to send the job.
 */
function rg_worker_sort($a, $b)
{
	if ($a['cost'] > $b['cost'])
		return 1;
	if ($a['cost'] < $b['cost'])
		return -1;
	return 0;
}

/*
 * Sorts the list of workers by name.
 */
function rg_worker_sort_alpha($a, $b)
{
	return strcmp($a, $b);
}

/*
 * Loads the list of workers for a user
 */
function rg_worker_list($db, $uid)
{
	rg_prof_start('worker_list');
	rg_log_enter('worker_list uid=' . $uid);

	$ret = FALSE;
	while (1) {
		$key = 'workers' . '::' . $uid;
		$c = rg_cache_get($key);
		if (($c !== FALSE) && isset($c['LOADED'])) {
			$ret = $c['list'];
			rg_worker_cosmetic($ret);
			break;
		}

		$params = array('uid' => $uid);
		$sql = 'SELECT * FROM workers'
			. ' WHERE uid = @@uid@@';
		$res = rg_sql_query_params($db, $sql, $params);
		if ($res === FALSE) {
			rg_worker_set_error('cannot load list');
			break;
		}

		$ret = array();
		while (($row = rg_sql_fetch_array($res))) {
			$id = $row['id'];
			$ret[$id] = $row;
		}
		rg_sql_free_result($res);

		$a = array('LOADED' => 1, 'list' => $ret);
		rg_cache_set($key, $a, RG_SOCKET_NO_WAIT);

		rg_worker_cosmetic($ret);
		break;
	}

	rg_log_exit();
	rg_prof_end('worker_list');
	return $ret;
}

/*
 * Returns a list of workers, including the global ones
 */
function rg_worker_list_all($db, $uid)
{
	$l1 = rg_worker_list($db, $uid);
	if ($l1 === FALSE)
		return FALSE;

	$l2 = rg_worker_list($db, 0);
	if ($l2 === FALSE)
		return FALSE;

	$ret = array();
	foreach ($l1 as $id => $i)
		$ret[$id] = $i;
	foreach ($l2 as $id => $i)
		$ret[$id] = $i;

	uasort($ret, 'rg_worker_sort');
	return $ret;
}

/*
 * Searches for a worker, by name
 * Returns -1 on error, 0 if not found or the info if found
 */
function rg_worker_find_by_id($db, $uid, $id)
{
	rg_log_enter('worker_find_by_id uid=' . $uid . ' id=' . $id);

	$ret = -1;
	while (1) {
		$wi = rg_worker_list($db, $uid);
		if ($wi === FALSE)
			break;

		$ret = 0;

		foreach ($wi as $_id => $i) {
			if ($_id == $id) {
				$ret = $i;
				break;
			}
		}
		break;
	}

	rg_log_exit();
	return $ret;
}

/*
 * Searches for a worker, by name
 * Returns -1 on error, 0 if not found or the info if found
 */
function rg_worker_find_by_name($db, $uid, $name)
{
	rg_log_enter('worker_find_by_name uid=' . $uid . ' name=' . $name);

	$ret = -1;
	while (1) {
		$wi = rg_worker_list($db, $uid);
		if ($wi === FALSE)
			break;

		$ret = 0;

		foreach ($wi as $id => $i) {
			rg_log('DEBUG: comparing with [' . $i['name'] . ']...');
			if (strcasecmp($i['name'], $name) == 0) {
				$ret = $i;
				break;
			}
		}
		break;
	}

	rg_log_exit();
	return $ret;
}

/*
 * Adds a new worker
 */
function rg_worker_add($db, $uid, $a)
{
	rg_prof_start('worker_add');
	rg_log_enter('worker_add');

	//rg_log_ml('DEBUG: uid=' . $uid . ', a: ' . print_r($a, TRUE));

	$ret = FALSE;
	while (1) {
		$params = $a;
		$params['uid'] = $uid;

		if ($a['id'] == 0) {
			$params['itime'] = time();
			$params['uname'] = '';
			$params['host'] = '';
			$params['arch'] = '';
			$params['last_connect'] = '';
			$params['last_ip'] = '';

			$sql = 'INSERT INTO workers (itime, uid, name'
				. ', key, who, cost, workers)'
				. ' VALUES (@@itime@@, @@uid@@, @@name@@'
				. ', @@key@@, @@who@@, @@cost@@, @@workers@@)'
				. ' RETURNING id';
		} else {
			$sql = 'UPDATE workers SET name = @@name@@'
				. ', cost = @@cost@@'
				. ', workers = @@workers@@'
				. ' WHERE uid = @@uid@@ AND id = @@id@@';
		}

		$res = rg_sql_query_params($db, $sql, $params);
		if ($res === FALSE) {
			rg_worker_set_error('cannot insert/update');
			break;
		}
		$row = rg_sql_fetch_array($res);
		rg_sql_free_result($res);

		if ($a['id'] == 0)
			$id = $row['id'];
		else
			$id = $a['id'];

		$event = array(
			'category' => 'worker_event_add',
			'prio' => 50,
			'ui' => array('uid' => $uid),
			'add' => $a['id'] == 0 ? 1 : 0,
			'id' => $id);
		$r = rg_event_add($db, $event);
		if ($r !== TRUE) {
			rg_worker_set_error('cannot add event'
				. ' (' . rg_event_error() . ')');
			break;
		}

		$key = 'workers' . '::' . $uid . '::' . 'list' . '::' . $id;
		unset($params['uid']);
		$params['id'] = $id;
		rg_cache_merge($key, $params, RG_SOCKET_NO_WAIT);

		rg_event_signal_daemon('', 0);

		$ret = TRUE;
		break;
	}

	rg_log_exit();
	rg_prof_end('worker_add');

	return $ret;
}

/*
 * Updates 'last_connect' and 'last_ip', 'uname', 'host', 'arch', 'env'
 */
function rg_worker_update($db, $uid, $id, $a)
{
	rg_prof_start('worker_update');
	rg_log_enter('worker_update');

	rg_log_ml('DEBUG: a: ' . print_r($a, TRUE));

	$ret = FALSE;
	while (1) {
		$params = $a;
		$params['uid'] = $uid;
		$params['id'] = $id;
		$params['last_connect'] = time();
		$params['env'] = serialize($a['env']);

		$sql = 'UPDATE workers SET'
			. ' name = @@name@@'
			. ', last_connect = @@last_connect@@'
			. ', last_ip = @@ip@@'
			. ', uname = @@uname@@'
			. ', host = @@host@@'
			. ', arch = @@arch@@'
			. ', env = @@env@@'
			. ', ssh_key = @@ssh_key@@'
			. ' WHERE uid = @@uid@@'
			. ' AND id = @@id@@';
		$res = rg_sql_query_params($db, $sql, $params);
		if ($res === FALSE) {
			rg_worker_set_error('cannot update fields');
			break;
		}
		rg_sql_free_result($res);

		$key = 'workers' . '::' . $uid . '::' . 'list' . '::' . $id;
		unset($params['uid']);
		rg_cache_merge($key, $params, RG_SOCKET_NO_WAIT);

		$ret = TRUE;
		break;
	}

	rg_log_exit();
	rg_prof_end('worker_update');

	return $ret;
}

/*
 * Returns a list of available environments
 * It also order by cost.
 */
function rg_worker_environments($db, $uid)
{
	rg_prof_start('worker_environments');
	rg_log_enter('worker_environments');

	$ret = FALSE;
	while (1) {
		$user_envs = array();
		if ($uid > 0) {
			$r = rg_worker_list($db, $uid);
			if ($r === FALSE)
				break;
		}

		$global_envs = rg_worker_list($db, 0);
		if ($global_envs === FALSE)
			break;

		$r = array_merge($user_envs, $global_envs);
		$ret = array();
		foreach ($r as $id => $i) {
			$list = @unserialize($i['env']);
			if ($list === FALSE)
				continue;

			foreach ($list as $env => $junk)
				$ret[$env] = $env;
		}

		uksort($ret, 'rg_worker_sort_alpha');
		//rg_log_ml('DEBUG: workers_environments: ret=' . print_r($ret, TRUE));
		break;
	}

	rg_log_exit();
	rg_prof_end('worker_environments');
	return $ret;
}

/*
 * Remove workers from database
 */
function rg_worker_remove($db, $uid, $list)
{
	rg_prof_start('workers_remove');
	rg_log_enter('workers_remove: list=' . rg_array2string($list));

	$ret = FALSE;
	while (1) {
		$my_list = array();
		foreach ($list as $key_id => $junk)
			$my_list[] = sprintf('%u', $key_id);

		$params = array('uid' => $uid);
		$sql_list = implode(', ', $my_list);
		$sql = 'DELETE FROM workers'
			. ' WHERE uid = @@uid@@'
			. ' AND id IN (' . $sql_list . ')';
		$res = rg_sql_query_params($db, $sql, $params);
		if ($res === FALSE) {
			rg_worker_set_error('cannot delete api keys');
			break;
		}
		rg_sql_free_result($res);

		$event = array(
			'category' => 'worker_event_del',
			'prio' => 50,
			'ui' => array('uid' => $uid),
			'keys' => implode(',', $my_list));
		$r = rg_event_add($db, $event);
		if ($r !== TRUE) {
			rg_worker_set_error('cannot add event'
				. ' (' . rg_event_error() . ')');
			break;
		}

		$key = 'workers' . '::' . $uid . '::' . 'list';
		foreach ($my_list as $_key_id)
			rg_cache_unset($key . '::' . $_key_id,
				RG_SOCKET_NO_WAIT);

		rg_event_signal_daemon('', 0);
		$ret = TRUE;
		break;
	}

	rg_log_exit();
	rg_prof_end('workers_remove');
	return $ret;
}


/*
 * Workers - add/edit
 */
function rg_worker_add_high_level($db, $rg, $op, $paras)
{
	rg_prof_start('worker_add_high_level');
	rg_log_enter('worker_add_high_level op=' . $op);

	$ret = '';
	$errmsg = array();

	// All admins will have 'who' == 0
	if ($rg['login_ui']['is_admin'] == 1)
		$target_uid = 0;
	else
		$target_uid = $rg['login_ui']['uid'];

	$rg['worker'] = array();
	if (strcmp($op, 'add') == 0) {
		$rg['worker']['id'] = 0;
		$rg['worker']['name'] = '';
		$rg['worker']['key'] = rg_id(32);
		$rg['worker']['cost'] = 10;
		$rg['worker']['workers'] = 1;
	} else { // edit
		if (isset($paras[0])) {
			$id = intval($paras[0]);

			$r = rg_worker_find_by_id($db, $target_uid, $id);
			if ($r === -1)
				$errmsg[] = 'error loading list; try again later';
			else if ($r === 0)
				$errmsg[] = 'invalid id for edit';
			else
				$rg['worker'] = $r;
		} else {
			$errmsg[] = 'no worker id received';
		}
	}
	rg_log_ml('DEBUG: rg[worker]: ' . print_r($rg['worker'], TRUE));

	$doit = rg_var_uint('doit');
	while ($doit == 1) {
		if ($rg['worker']['id'] == 0) {
			$rg['worker']['id'] = rg_var_uint('worker::id');
			$rg['worker']['key'] = rg_var_str('worker::key');
		}
		$rg['worker']['name'] = rg_var_str('worker::name');
		$rg['worker']['cost'] = rg_var_uint('worker::cost');
		$rg['worker']['workers'] = rg_var_uint('worker::workers');

		if ($rg['worker']['id'] == 0) {
			$len = strlen($rg['worker']['key']);
			if ($len < 32) {
				$errmsg[] = 'invalid key (len = ' . $len . ')';
				break;
			}
		}

		if (empty($rg['worker']['name'])) {
			$errmsg[] = 'invalid name';
			break;
		}

		if (!rg_valid_referer()) {
			$errmsg[] = 'invalid referer; try again';
			break;
		}

		if (!rg_token_valid($db, $rg, 'worker_add', FALSE)) {
			$errmsg[] = 'invalid token; try again';
			break;
		}

		$rg['worker']['who'] = $target_uid;
		$r = rg_worker_add($db, $target_uid, $rg['worker']);
		if ($r === FALSE) {
			$errmsg[] = rg_worker_error();
			break;
		}

		$ret .= rg_template('user/settings/workers/add_ok.html',
			$rg, TRUE /*xss*/);

		// Load default values for the next 'add' operation
		$rg['worker']['id'] = 0;
		$rg['worker']['name'] = '';
		$rg['worker']['key'] = rg_id(32);
		$rg['worker']['cost'] = 10;
		$rg['worker']['workers'] = 1;
		break;
	}

	$rg['HTML:errmsg'] = rg_template_errmsg($errmsg);
	$rg['rg_form_token'] = rg_token_get($db, $rg, 'worker_add');
	$ret .= rg_template('user/settings/workers/add.html',
		$rg, TRUE /*xss*/);

	rg_log_exit();
	rg_prof_end('worker_add_high_level');
	return $ret;
}

/*
 * Workers - list
 */
function rg_worker_list_high_level($db, $rg, $paras)
{
	rg_prof_start('worker_list_high_level');
	rg_log_enter('worker_list_high_level');

	$ret = '';

	$errmsg = array();
	$rg['HTML:status'] = '';

	if ($rg['login_ui']['is_admin'] == 1)
		$target_uid = 0;
	else
		$target_uid = $rg['login_ui']['uid'];

	$doit = rg_var_uint('doit');
	while ($doit == 1) {
		if (!rg_valid_referer()) {
			$errmsg[] = 'invalid referer; try again';
			break;
		}

		if (!rg_token_valid($db, $rg, 'workers_list', FALSE)) {
			$errmsg[] = 'invalid token; try again.';
			break;
		}

		$list = rg_var_str('delete_ids');
		$r = rg_worker_remove($db, $target_uid, $list);
		if ($r !== TRUE) {
			$errmsg[] = 'cannot delete: ' . rg_worker_error();
			break;
		}

		$rg['HTML:status'] = rg_template(
			'user/settings/workers/delete_ok.html',
			$rg, TRUE /*xss*/);
		break;
	}

	$r = rg_worker_list($db, $target_uid);
	if ($r === FALSE) {
		$rg['errmsg'] = rg_worker_error();
		$ret .= rg_template('user/settings/workers/list_err.html',
			$rg, TRUE /*xss*/);
	} else {
		$rg['rg_form_token'] = rg_token_get($db, $rg, 'workers_list');
		$rg['HTML:errmsg'] = rg_template_errmsg($errmsg);
		$ret .= rg_template_table('user/settings/workers/list', $r, $rg);
	}

	rg_log_exit();
	rg_prof_end('worker_list_high_level');
	return $ret;
}

/*
 * Deals with workers
 */
function rg_worker_high_level($db, &$rg, $paras)
{
	rg_prof_start('worker_high_level');
	rg_log_enter('worker_high_level');

	$ret = '';

	$op = empty($paras) ? 'list' : array_shift($paras);
	$rg['menu']['worker'][$op] = 1;

	$rg['HTML:menu_level2'] =
		rg_template('user/settings/workers/menu.html', $rg, TRUE /*xss*/);

	switch ($op) {
	case 'edit':
	case 'add':
		$ret .= rg_worker_add_high_level($db, $rg, $op, $paras);
		break;

	default:
		$ret .= rg_worker_list_high_level($db, $rg, $paras);
		break;
	}

	$hints = array();
	$hints[]['HTML:hint'] = rg_template('user/settings/workers/hints.html',
		$rg, TRUE /*xss*/);
	$ret .= rg_template_table('hints/list', $hints, $rg);

	rg_log_exit();
	rg_prof_end('worker_high_level');
	return $ret;
}

?>


Mode Type Size Ref File
100644 blob 9 f3c7a7c5da68804a1bdf391127ba34aed33c3cca .exclude
100644 blob 102 eaeb7d777062c60a55cdd4b5734902cdf6e1790c .gitignore
100644 blob 289 fabbff669e768c05d6cfab4d9aeb651bf623e174 AUTHORS
100644 blob 1132 dd65951315f3de6d52d52a82fca59889d1d95187 Certs.txt
100644 blob 549 41c3bdbba8ec2523fe24b84bdd46777fc13e8345 History.txt
100644 blob 34520 dba13ed2ddf783ee8118c6a581dbf75305f816a3 LICENSE
100644 blob 2800 60d110e27bb04809efc8f5ccafc0fa543bf1e296 Makefile.in
100644 blob 4875 351369ca6f3895965cd98b847161c696d2052146 README
100644 blob 111473 53bf108ca16ba68ce66f0a02110a540c78e5d1ed TODO
100644 blob 1294 f22911eb777f0695fcf81ad686eac133eb11fcc4 TODO-plans
100644 blob 203 a2863c67c3da44126b61a15a6f09738c25e0fbe0 TODO.perf
100644 blob 600 5525d768c22262f90a504a11db4fabc25ddbab8f TODO.vm
040000 tree - 21928e906ad2907a55c2e81c2a8b0502b586b8a0 artwork
100644 blob 4207 693a5395a40ac2505dcfe58b9a97cb459b85484f compare.csv
100755 blob 30 92c4bc48245c00408cd7e1fd89bc1a03058f4ce4 configure
040000 tree - 8ffdcb3d5e12de55f23f507ed41bfda98d7e9595 debian
040000 tree - a51a4ec84e294b8ba587fda746da7afbf7a60d38 docker
040000 tree - f67d3605efbd6422a8acdd953578991139266391 docs
100755 blob 16711 924262b2f8dbf3bbe02358e7f404175732e970d1 duilder
100644 blob 536 bd0a0092679dbe91dfae0c27f18b536602bd5dd5 duilder.conf
040000 tree - b0cc8cc0386eddf4373339a7860e46e8f74e0202 hooks
040000 tree - 554eb9b51e4a897a00f18b7e20600fd57cfdba5b inc
040000 tree - ab5cc695f620de9abecc84af49866a45612067c6 misc
100644 blob 3890 9bd6ba1151d40eec9064ad66bcc1a9c4cf259e59 rocketgit.spec.in
040000 tree - 07c462d105d023b6a86f8596dd1d8143e9c83128 root
040000 tree - 54c3ef3bee7da1a11d128084874040c0ca6aa709 samples
040000 tree - 7100e75cc1160d3ea84a13b58686d208674ee776 scripts
040000 tree - 00c52dce99b99f5f59800512ffd8e145d5ffe2c9 selinux
100755 blob 256 462ccd108c431f54e380cdac2329129875a318b5 spell_check.sh
040000 tree - cb54e074b3ca35943edfcda9dd9cfcd281bcd9e7 techdocs
040000 tree - 12072c5ed81456a9da14a401a6459e87419434c8 tests
040000 tree - 63f68e921ac8d6a62ea9c3d180e072c7c4725b7d tools
Hints:
Before first commit, do not forget to setup your git environment:
git config --global user.name "your_name_here"
git config --global user.email "your@email_here"

Clone this repository using HTTP(S):
git clone https://rocketgit.com/user/catalinux/rocketgit

Clone this repository using ssh (do not forget to upload a key first):
git clone ssh://rocketgit@ssh.rocketgit.com/user/catalinux/rocketgit

Clone this repository using git:
git clone git://git.rocketgit.com/user/catalinux/rocketgit

You are allowed to anonymously push to this repository.
This means that your pushed commits will automatically be transformed into a merge request:
... clone the repository ...
... make some changes and some commits ...
git push origin main