fix: removed old scripts
This commit is contained in:
RhodeCode Admin
parent
7406c073dc
commit
bf83236cf8
4 changed files with 0 additions and 407 deletions
|
|
@ -1,17 +0,0 @@
|
||||||
#!/bin/sh
|
|
||||||
psql -U postgres -h localhost -c 'drop database if exists rhodecode;'
|
|
||||||
psql -U postgres -h localhost -c 'create database rhodecode;'
|
|
||||||
rc-setup-app rc.ini --force-yes --user=marcink --password=qweqwe --email=marcin@python-blog.com --repos=/home/marcink/repos --no-public-access
|
|
||||||
API_KEY=`psql -R " " -A -U postgres -h localhost -c "select api_key from users where admin=TRUE" -d rhodecode | awk '{print $2}'`
|
|
||||||
echo "run those after running server"
|
|
||||||
paster serve rc.ini --pid-file=rc.pid --daemon
|
|
||||||
sleep 3
|
|
||||||
rhodecode-api --apikey=$API_KEY --apihost=http://127.0.0.1:5001 create_user username:demo1 password:qweqwe email:demo1@rhodecode.org
|
|
||||||
rhodecode-api --apikey=$API_KEY --apihost=http://127.0.0.1:5001 create_user username:demo2 password:qweqwe email:demo2@rhodecode.org
|
|
||||||
rhodecode-api --apikey=$API_KEY --apihost=http://127.0.0.1:5001 create_user username:demo3 password:qweqwe email:demo3@rhodecode.org
|
|
||||||
rhodecode-api --apikey=$API_KEY --apihost=http://127.0.0.1:5001 create_user_group group_name:demo12
|
|
||||||
rhodecode-api --apikey=$API_KEY --apihost=http://127.0.0.1:5001 add_user_to_user_group usergroupid:demo12 userid:demo1
|
|
||||||
rhodecode-api --apikey=$API_KEY --apihost=http://127.0.0.1:5001 add_user_to_user_group usergroupid:demo12 userid:demo2
|
|
||||||
echo "killing server"
|
|
||||||
kill `cat rc.pid`
|
|
||||||
rm rc.pid
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
ps -eo size,pid,user,command --sort -size | awk '{ hr=$1/1024 ; printf("%13.2f Mb ",hr) } { for ( x=4 ; x<=NF ; x++ ) { printf("%s ",$x) } print "" }'
|
|
||||||
|
|
@ -1,201 +0,0 @@
|
||||||
# Copyright (C) 2010-2024 RhodeCode GmbH
|
|
||||||
#
|
|
||||||
# This program is free software: you can redistribute it and/or modify
|
|
||||||
# it under the terms of the GNU Affero General Public License, version 3
|
|
||||||
# (only), as published by the Free Software Foundation.
|
|
||||||
#
|
|
||||||
# This program is distributed in the hope that it will be useful,
|
|
||||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
# GNU General Public License for more details.
|
|
||||||
#
|
|
||||||
# You should have received a copy of the GNU Affero General Public License
|
|
||||||
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
||||||
#
|
|
||||||
# This program is dual-licensed. If you wish to learn more about the
|
|
||||||
# RhodeCode Enterprise Edition, including its added features, Support services,
|
|
||||||
# and proprietary license terms, please see https://rhodecode.com/licenses/
|
|
||||||
|
|
||||||
"""
|
|
||||||
Test suite for making push/pull operations
|
|
||||||
"""
|
|
||||||
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
import shutil
|
|
||||||
import logging
|
|
||||||
from os.path import join as jn
|
|
||||||
from os.path import dirname as dn
|
|
||||||
|
|
||||||
from tempfile import _RandomNameSequence
|
|
||||||
from subprocess import Popen, PIPE
|
|
||||||
|
|
||||||
from rhodecode.lib.utils2 import engine_from_config
|
|
||||||
from rhodecode.lib.auth import get_crypt_password
|
|
||||||
from rhodecode.model import init_model
|
|
||||||
from rhodecode.model import meta
|
|
||||||
from rhodecode.model.db import User, Repository
|
|
||||||
|
|
||||||
from rhodecode.tests import TESTS_TMP_PATH, HG_REPO
|
|
||||||
|
|
||||||
rel_path = dn(dn(dn(dn(os.path.abspath(__file__)))))
|
|
||||||
|
|
||||||
|
|
||||||
USER = 'test_admin'
|
|
||||||
PASS = 'test12'
|
|
||||||
HOST = 'rc.local'
|
|
||||||
METHOD = 'pull'
|
|
||||||
DEBUG = True
|
|
||||||
log = logging.getLogger(__name__)
|
|
||||||
|
|
||||||
|
|
||||||
class Command(object):
|
|
||||||
|
|
||||||
def __init__(self, cwd):
|
|
||||||
self.cwd = cwd
|
|
||||||
|
|
||||||
def execute(self, cmd, *args):
|
|
||||||
"""Runs command on the system with given ``args``.
|
|
||||||
"""
|
|
||||||
|
|
||||||
command = cmd + ' ' + ' '.join(args)
|
|
||||||
log.debug('Executing %s', command)
|
|
||||||
if DEBUG:
|
|
||||||
print(command)
|
|
||||||
p = Popen(command, shell=True, stdout=PIPE, stderr=PIPE, cwd=self.cwd)
|
|
||||||
stdout, stderr = p.communicate()
|
|
||||||
if DEBUG:
|
|
||||||
print('{} {}'.format(stdout, stderr))
|
|
||||||
return stdout, stderr
|
|
||||||
|
|
||||||
|
|
||||||
def get_session():
|
|
||||||
conf = {}
|
|
||||||
engine = engine_from_config(conf, 'sqlalchemy.db1.')
|
|
||||||
init_model(engine)
|
|
||||||
sa = meta.Session
|
|
||||||
return sa
|
|
||||||
|
|
||||||
|
|
||||||
def create_test_user(force=True):
|
|
||||||
print('creating test user')
|
|
||||||
sa = get_session()
|
|
||||||
|
|
||||||
user = sa.query(User).filter(User.username == USER).scalar()
|
|
||||||
|
|
||||||
if force and user is not None:
|
|
||||||
print('removing current user')
|
|
||||||
for repo in sa.query(Repository).filter(Repository.user == user).all():
|
|
||||||
sa.delete(repo)
|
|
||||||
sa.delete(user)
|
|
||||||
sa.commit()
|
|
||||||
|
|
||||||
if user is None or force:
|
|
||||||
print('creating new one')
|
|
||||||
new_usr = User()
|
|
||||||
new_usr.username = USER
|
|
||||||
new_usr.password = get_crypt_password(PASS)
|
|
||||||
new_usr.email = 'mail@mail.com'
|
|
||||||
new_usr.name = 'test'
|
|
||||||
new_usr.lastname = 'lasttestname'
|
|
||||||
new_usr.active = True
|
|
||||||
new_usr.admin = True
|
|
||||||
sa.add(new_usr)
|
|
||||||
sa.commit()
|
|
||||||
|
|
||||||
print('done')
|
|
||||||
|
|
||||||
|
|
||||||
def create_test_repo(force=True):
|
|
||||||
print('creating test repo')
|
|
||||||
from rhodecode.model.repo import RepoModel
|
|
||||||
sa = get_session()
|
|
||||||
|
|
||||||
user = sa.query(User).filter(User.username == USER).scalar()
|
|
||||||
if user is None:
|
|
||||||
raise Exception('user not found')
|
|
||||||
|
|
||||||
repo = sa.query(Repository).filter(Repository.repo_name == HG_REPO).scalar()
|
|
||||||
|
|
||||||
if repo is None:
|
|
||||||
print('repo not found creating')
|
|
||||||
|
|
||||||
form_data = {'repo_name': HG_REPO,
|
|
||||||
'repo_type': 'hg',
|
|
||||||
'private':False,
|
|
||||||
'clone_uri': '' }
|
|
||||||
rm = RepoModel(sa)
|
|
||||||
rm.base_path = '/home/hg'
|
|
||||||
rm.create(form_data, user)
|
|
||||||
|
|
||||||
print('done')
|
|
||||||
|
|
||||||
|
|
||||||
def get_anonymous_access():
|
|
||||||
sa = get_session()
|
|
||||||
return sa.query(User).filter(User.username == 'default').one().active
|
|
||||||
|
|
||||||
|
|
||||||
#==============================================================================
|
|
||||||
# TESTS
|
|
||||||
#==============================================================================
|
|
||||||
def test_clone_with_credentials(repo=HG_REPO, method=METHOD,
|
|
||||||
seq=None, backend='hg', check_output=True):
|
|
||||||
cwd = path = jn(TESTS_TMP_PATH, repo)
|
|
||||||
|
|
||||||
if seq is None:
|
|
||||||
seq = next(_RandomNameSequence())
|
|
||||||
|
|
||||||
try:
|
|
||||||
shutil.rmtree(path, ignore_errors=True)
|
|
||||||
os.makedirs(path)
|
|
||||||
except OSError:
|
|
||||||
raise
|
|
||||||
|
|
||||||
clone_url = 'http://%(user)s:%(pass)s@%(host)s/%(cloned_repo)s' % \
|
|
||||||
{'user': USER,
|
|
||||||
'pass': PASS,
|
|
||||||
'host': HOST,
|
|
||||||
'cloned_repo': repo, }
|
|
||||||
|
|
||||||
dest = path + seq
|
|
||||||
if method == 'pull':
|
|
||||||
stdout, stderr = Command(cwd).execute(backend, method, '--cwd', dest, clone_url)
|
|
||||||
else:
|
|
||||||
stdout, stderr = Command(cwd).execute(backend, method, clone_url, dest)
|
|
||||||
if check_output:
|
|
||||||
if backend == 'hg':
|
|
||||||
assert """adding file changes""" in stdout, 'no messages about cloning'
|
|
||||||
assert """abort""" not in stderr, 'got error from clone'
|
|
||||||
elif backend == 'git':
|
|
||||||
assert """Cloning into""" in stdout, 'no messages about cloning'
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
try:
|
|
||||||
create_test_user(force=False)
|
|
||||||
seq = None
|
|
||||||
import time
|
|
||||||
|
|
||||||
try:
|
|
||||||
METHOD = sys.argv[3]
|
|
||||||
except Exception:
|
|
||||||
pass
|
|
||||||
|
|
||||||
try:
|
|
||||||
backend = sys.argv[4]
|
|
||||||
except Exception:
|
|
||||||
backend = 'hg'
|
|
||||||
|
|
||||||
if METHOD == 'pull':
|
|
||||||
seq = next(_RandomNameSequence())
|
|
||||||
test_clone_with_credentials(repo=sys.argv[1], method='clone',
|
|
||||||
seq=seq, backend=backend)
|
|
||||||
s = time.time()
|
|
||||||
for i in range(1, int(sys.argv[2]) + 1):
|
|
||||||
print('take {}'.format(i))
|
|
||||||
test_clone_with_credentials(repo=sys.argv[1], method=METHOD,
|
|
||||||
seq=seq, backend=backend)
|
|
||||||
print('time taken %.4f' % (time.time() - s))
|
|
||||||
except Exception as e:
|
|
||||||
sys.exit('stop on %s' % e)
|
|
||||||
|
|
@ -1,188 +0,0 @@
|
||||||
# Copyright (C) 2010-2024 RhodeCode GmbH
|
|
||||||
#
|
|
||||||
# This program is free software: you can redistribute it and/or modify
|
|
||||||
# it under the terms of the GNU Affero General Public License, version 3
|
|
||||||
# (only), as published by the Free Software Foundation.
|
|
||||||
#
|
|
||||||
# This program is distributed in the hope that it will be useful,
|
|
||||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
# GNU General Public License for more details.
|
|
||||||
#
|
|
||||||
# You should have received a copy of the GNU Affero General Public License
|
|
||||||
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
||||||
#
|
|
||||||
# This program is dual-licensed. If you wish to learn more about the
|
|
||||||
# RhodeCode Enterprise Edition, including its added features, Support services,
|
|
||||||
# and proprietary license terms, please see https://rhodecode.com/licenses/
|
|
||||||
|
|
||||||
"""
|
|
||||||
Test for crawling a project for memory usage
|
|
||||||
This should be runned just as regular script together
|
|
||||||
with a watch script that will show memory usage.
|
|
||||||
|
|
||||||
watch -n1 ./rhodecode/tests/mem_watch
|
|
||||||
"""
|
|
||||||
|
|
||||||
|
|
||||||
import cookielib
|
|
||||||
import urllib.request
|
|
||||||
import urllib.parse
|
|
||||||
import urllib.error
|
|
||||||
import urllib.request
|
|
||||||
import urllib.error
|
|
||||||
import urllib.parse
|
|
||||||
import time
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
from os.path import join as jn
|
|
||||||
from os.path import dirname as dn
|
|
||||||
from sqlalchemy.util import OrderedSet
|
|
||||||
|
|
||||||
__here__ = os.path.abspath(__file__)
|
|
||||||
__root__ = dn(dn(dn(__here__)))
|
|
||||||
sys.path.append(__root__)
|
|
||||||
|
|
||||||
from rhodecode.lib import vcs
|
|
||||||
from rhodecode.lib.vcs.exceptions import RepositoryError
|
|
||||||
|
|
||||||
PASES = 3
|
|
||||||
HOST = 'http://127.0.0.1'
|
|
||||||
PORT = 5001
|
|
||||||
BASE_URI = '%s:%s/' % (HOST, PORT)
|
|
||||||
|
|
||||||
if len(sys.argv) == 2:
|
|
||||||
BASE_URI = sys.argv[1]
|
|
||||||
|
|
||||||
if not BASE_URI.endswith('/'):
|
|
||||||
BASE_URI += '/'
|
|
||||||
|
|
||||||
print('Crawling @ %s' % BASE_URI)
|
|
||||||
BASE_URI += '%s'
|
|
||||||
PROJECT_PATH = jn('/', 'home', 'marcink', 'repos')
|
|
||||||
PROJECTS = [
|
|
||||||
#'linux-magx-pbranch',
|
|
||||||
'CPython',
|
|
||||||
'rhodecode_tip',
|
|
||||||
]
|
|
||||||
|
|
||||||
|
|
||||||
cj = cookielib.FileCookieJar('/tmp/rc_test_cookie.txt')
|
|
||||||
o = urllib.request.build_opener(urllib.request.HTTPCookieProcessor(cj))
|
|
||||||
o.addheaders = [
|
|
||||||
('User-agent', 'rhodecode-crawler'),
|
|
||||||
('Accept-Language', 'en - us, en;q = 0.5')
|
|
||||||
]
|
|
||||||
|
|
||||||
urllib.request.install_opener(o)
|
|
||||||
|
|
||||||
|
|
||||||
def _get_repo(proj):
|
|
||||||
if isinstance(proj, str):
|
|
||||||
repo = vcs.get_repo(jn(PROJECT_PATH, proj))
|
|
||||||
proj = proj
|
|
||||||
else:
|
|
||||||
repo = proj
|
|
||||||
proj = repo.name
|
|
||||||
|
|
||||||
return repo, proj
|
|
||||||
|
|
||||||
|
|
||||||
def test_changelog_walk(proj, pages=100):
|
|
||||||
repo, proj = _get_repo(proj)
|
|
||||||
|
|
||||||
total_time = 0
|
|
||||||
for i in range(1, pages):
|
|
||||||
|
|
||||||
page = '/'.join((proj, 'changelog',))
|
|
||||||
|
|
||||||
full_uri = (BASE_URI % page) + '?' + urllib.parse.urlencode({'page': i})
|
|
||||||
s = time.time()
|
|
||||||
f = o.open(full_uri)
|
|
||||||
|
|
||||||
assert f.url == full_uri, 'URL:%s does not match %s' % (f.url, full_uri)
|
|
||||||
|
|
||||||
size = len(f.read())
|
|
||||||
e = time.time() - s
|
|
||||||
total_time += e
|
|
||||||
print('visited %s size:%s req:%s ms' % (full_uri, size, e))
|
|
||||||
|
|
||||||
print('total_time {}'.format(total_time))
|
|
||||||
print('average on req {}'.format(total_time / float(pages)))
|
|
||||||
|
|
||||||
|
|
||||||
def test_commit_walk(proj, limit=None):
|
|
||||||
repo, proj = _get_repo(proj)
|
|
||||||
|
|
||||||
print('processing', jn(PROJECT_PATH, proj))
|
|
||||||
total_time = 0
|
|
||||||
|
|
||||||
cnt = 0
|
|
||||||
for i in repo:
|
|
||||||
cnt += 1
|
|
||||||
raw_cs = '/'.join((proj, 'changeset', i.raw_id))
|
|
||||||
if limit and limit == cnt:
|
|
||||||
break
|
|
||||||
|
|
||||||
full_uri = (BASE_URI % raw_cs)
|
|
||||||
print('%s visiting %s\%s' % (cnt, full_uri, i))
|
|
||||||
s = time.time()
|
|
||||||
f = o.open(full_uri)
|
|
||||||
size = len(f.read())
|
|
||||||
e = time.time() - s
|
|
||||||
total_time += e
|
|
||||||
print('%s visited %s\%s size:%s req:%s ms' % (cnt, full_uri, i, size, e))
|
|
||||||
|
|
||||||
print('total_time {}'.format(total_time))
|
|
||||||
print('average on req {}'.format(total_time / float(cnt)))
|
|
||||||
|
|
||||||
|
|
||||||
def test_files_walk(proj, limit=100):
|
|
||||||
repo, proj = _get_repo(proj)
|
|
||||||
|
|
||||||
print('processing {}'.format(jn(PROJECT_PATH, proj)))
|
|
||||||
total_time = 0
|
|
||||||
|
|
||||||
paths_ = OrderedSet([''])
|
|
||||||
try:
|
|
||||||
tip = repo.get_commit('tip')
|
|
||||||
for topnode, dirs, files in tip.walk('/'):
|
|
||||||
|
|
||||||
for dir in dirs:
|
|
||||||
paths_.add(dir.path)
|
|
||||||
for f in dir:
|
|
||||||
paths_.add(f.path)
|
|
||||||
|
|
||||||
for f in files:
|
|
||||||
paths_.add(f.path)
|
|
||||||
|
|
||||||
except RepositoryError as e:
|
|
||||||
pass
|
|
||||||
|
|
||||||
cnt = 0
|
|
||||||
for f in paths_:
|
|
||||||
cnt += 1
|
|
||||||
if limit and limit == cnt:
|
|
||||||
break
|
|
||||||
|
|
||||||
file_path = '/'.join((proj, 'files', 'tip', f))
|
|
||||||
full_uri = (BASE_URI % file_path)
|
|
||||||
print('%s visiting %s' % (cnt, full_uri))
|
|
||||||
s = time.time()
|
|
||||||
f = o.open(full_uri)
|
|
||||||
size = len(f.read())
|
|
||||||
e = time.time() - s
|
|
||||||
total_time += e
|
|
||||||
print('%s visited OK size:%s req:%s ms' % (cnt, size, e))
|
|
||||||
|
|
||||||
print('total_time {}'.format(total_time))
|
|
||||||
print('average on req {}'.format(total_time / float(cnt)))
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
for path in PROJECTS:
|
|
||||||
repo = vcs.get_repo(jn(PROJECT_PATH, path))
|
|
||||||
for i in range(PASES):
|
|
||||||
print('PASS %s/%s' % (i, PASES))
|
|
||||||
test_changelog_walk(repo, pages=80)
|
|
||||||
test_commit_walk(repo, limit=100)
|
|
||||||
test_files_walk(repo, limit=100)
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue