List of commits:
Subject Hash Author Date (UTC)
Do not log bots connections ef9cdff6a0cbd559f1833e46a66cbbbe726d3d99 Catalin(ux) M. BOIE 2020-07-31 05:38:13
Comparison update b67344452d66b2ed8ef53f65470d53f8b40fe59e Catalin(ux) M. BOIE 2020-07-31 05:37:38
Minor fix for a variable type mismatch a0680065333729b91558e77a6df4403ce8f5b1a5 Catalin(ux) M. BOIE 2020-07-31 05:37:20
Minor git fixes a21b35cd0f87b844fe5ce4b8b2e14fab2506296e Catalin(ux) M. BOIE 2020-07-31 05:36:43
Docker updates d3e9cd4e358cac2d4018dcf7dc681288445a679f Catalin(ux) M. BOIE 2020-07-31 05:36:08
Admin report improvements b527baab12e2e08998672559b0f33fc6df15e74c Catalin(ux) M. BOIE 2020-07-31 05:35:25
Cosmetic 30c879d625b094a33bd9a2165c67a8a11e802f42 Catalin(ux) M. BOIE 2020-07-31 05:34:19
Builder, worker and web updates for artifacts c82a7143a24ec987e0d98bb58327ef15bc602d0d Catalin(ux) M. BOIE 2020-07-31 05:30:44
Prevent bots to create accounts 3eacd8103e9a039f3f8585a59c27fdff6fd66ca4 Catalin(ux) M. BOIE 2020-07-08 05:25:37
css: Force the footer to the bottom using flex f89dddc9fa6b2c131448996cc51349e00224eea6 Catalin(ux) M. BOIE 2020-07-04 04:15:03
docs: css tweaks d270a286b160bb5de39ade5d99a58fe26e03b2d5 Catalin(ux) M. BOIE 2020-06-30 17:21:02
Improved admin report 9fa82cc2878886c2195cdd3f334dd532b3ea6a22 Catalin(ux) M. BOIE 2020-06-28 10:19:24
First version of artifacts ad6b6c75aab8d485ea45c1d851f23d83587d6931 Catalin(ux) M. BOIE 2020-06-27 13:11:17
Allow adding bugs for public repos + small fixes e67955ce3360c8c003a718e01844b3d8effa74a6 Catalin(ux) M. BOIE 2020-06-25 16:05:54
History updates 4c4aef444bbd1149f2c02b6da620f184aae1eed6 Catalin(ux) M. BOIE 2020-06-16 05:53:14
Allow cron to execute sub-tasks in parallel - we missed stats f65c76714cf349a53f584c8e65d9e89c24a4fa69 Catalin(ux) M. BOIE 2020-06-12 06:50:40
bug: search: fixed the override of some global variables 82e251ea883e50b8d1476530e0268fd5770fbf41 Catalin(ux) M. BOIE 2020-06-10 21:29:03
If a repo is non-existent, we should not try to use the id bcb08f74e21556aa750920335ebec2f965e72f36 Catalin(ux) M. BOIE 2020-06-10 08:05:43
If no activity, average elap is not computed correctly a7d4f0042c912d29f7943e0446820a477f42d6f7 Catalin(ux) M. BOIE 2020-06-09 07:03:21
When a user is requesting an e-mail confirmation operation, ignore if the e-mail was confirmed 62c387ed431d0c46d16e534cc1c954557ee389f7 Catalin(ux) M. BOIE 2020-06-08 06:42:22
Commit ef9cdff6a0cbd559f1833e46a66cbbbe726d3d99 - Do not log bots connections
Author: Catalin(ux) M. BOIE
Author date (UTC): 2020-07-31 05:38
Committer name: Catalin(ux) M. BOIE
Committer date (UTC): 2020-07-31 05:38
Parent(s): b67344452d66b2ed8ef53f65470d53f8b40fe59e
Signer:
Signing key:
Signing status: N
Tree: b9df25664de31f8229542b95badc1ed197a78079
File Lines added Lines deleted
inc/stats.inc.php 5 0
inc/util.inc.php 60 4
File inc/stats.inc.php changed (mode: 100644) (index 037f69d..11c653d)
... ... function rg_stats_conns_insert($db)
124 124 if (!isset($rg_stats_conns_paras[$k])) if (!isset($rg_stats_conns_paras[$k]))
125 125 $rg_stats_conns_paras[$k] = $v; $rg_stats_conns_paras[$k] = $v;
126 126
127 if (rg_is_bot($rg_stats_conns_paras['ua'])) {
128 $ret = TRUE;
129 break;
130 }
131
127 132 $sql = 'INSERT INTO conns_' . gmdate('Y_m', $rg_stats_conns_paras['start']) $sql = 'INSERT INTO conns_' . gmdate('Y_m', $rg_stats_conns_paras['start'])
128 133 . ' (type, uid, repo_id, itime, ip, url' . ' (type, uid, repo_id, itime, ip, url'
129 134 . ', referer, elap, ua, cmd)' . ', referer, elap, ua, cmd)'
File inc/util.inc.php changed (mode: 100644) (index 5655349..5b1452a)
... ... function rg_save($file, $a)
2820 2820 */ */
2821 2821 function rg_is_bot($ua) function rg_is_bot($ua)
2822 2822 { {
2823 if (stristr($ua, 'bot '))
2823 if (empty($ua))
2824 return FALSE;
2825
2826 if (strstr($ua, ' SemrushBot'))
2827 return TRUE;
2828
2829 if (strstr($ua, ' AhrefsBot'))
2830 return TRUE;
2831
2832 if (strstr($ua, ' DotBot'))
2833 return TRUE;
2834
2835 if (strstr($ua, ' MJ12bot'))
2836 return TRUE;
2837
2838 if (strstr($ua, ' PetalBot'))
2839 return TRUE;
2840
2841 if (strstr($ua, ' Googlebot'))
2842 return TRUE;
2843
2844 if (strstr($ua, ' bingbot'))
2845 return TRUE;
2846
2847 if (strstr($ua, ' SeznamBot'))
2848 return TRUE;
2849
2850 if (strncmp($ua, 'CCBot', 5) == 0)
2851 return TRUE;
2852
2853 if (strncmp($ua, 'yacybot ', 8) == 0)
2854 return TRUE;
2855
2856 if (strcmp($ua, 'Internet-structure-research-project-bot') == 0)
2857 return TRUE;
2858
2859 if (strstr($ua, ' Mail.RU_Bot'))
2824 2860 return TRUE; return TRUE;
2825 2861
2826 if (stristr($ua, 'bot/'))
2862 if (strstr($ua, ' coccocbot-web'))
2827 2863 return TRUE; return TRUE;
2828 2864
2829 if (stristr($ua, 'bot-'))
2865 if (strstr($ua, ' MojeekBot'))
2830 2866 return TRUE; return TRUE;
2831 2867
2832 if (stristr($ua, 'bot;'))
2868 if (strstr($ua, ' DuckDuckGo'))
2833 2869 return TRUE; return TRUE;
2870
2871 if (strstr($ua, ' YandexBot'))
2872 return TRUE;
2873
2874 if (strstr($ua, 'Applebot/'))
2875 return TRUE;
2876
2877 if (strstr($ua, ' DNSResearchBot'))
2878 return TRUE;
2879
2880 if (strstr($ua, ' Cliqzbot/'))
2881 return TRUE;
2882
2883 if (strstr($ua, ' webtechbot;'))
2884 return TRUE;
2885
2886 if (strstr($ua, ' BLEXBot/'))
2887 return TRUE;
2888
2889 return FALSE;
2834 2890 } }
2835 2891
2836 2892 /* /*
Hints:
Before first commit, do not forget to setup your git environment:
git config --global user.name "your_name_here"
git config --global user.email "your@email_here"

Clone this repository using HTTP(S):
git clone https://rocketgit.com/user/catalinux/rocketgit

Clone this repository using ssh (do not forget to upload a key first):
git clone ssh://rocketgit@ssh.rocketgit.com/user/catalinux/rocketgit

Clone this repository using git:
git clone git://git.rocketgit.com/user/catalinux/rocketgit

You are allowed to anonymously push to this repository.
This means that your pushed commits will automatically be transformed into a merge request:
... clone the repository ...
... make some changes and some commits ...
git push origin main