path: root/kpov_judge/tasks/copy_rename_20_files_tail_env/task.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-
# kpov_random_helpers should be imported by add_assignment.py

# TODO (polz): 
instructions = {
    'si':u"""
Prijavi se na sistem kot uporabnik student z geslom vaje.
V domači mapi najdeš imenik {file_rename_dirname} z 20 datotekami.
  - Preimenuj vse datoteke tako, da zamenjaš minuse s podčrtaji
  - Napiši najkrajši ukaz v bash, ki vse datoteke iz imenika {mv_src_dir}
    premakne v imenik {mv_dst_dir}. Ukaz spravi v 
    /home/student/mv_ukaz. Pazi, da bodo ob testiranju v izvornem imeniku ISTE
    datoteke, kot so bile, ko je bila virtualka nova, ciljni imenik pa bo 
    prazen. To pomeni, da boste verjetno morali po vsakem testiranju datoteke
    premakniti nazaj. Za krajšanje ukaza lahko izkoristite imeni imenikov.
  - Napiši ukaz, ki s pomočjo ukaza grep v datoteko ~/mama.txt izpiše imena vseh
    navadnih (ne skritih) datotek v trenutnem imeniku, ki vsebujejo niz "mama",
    v datoteko ~/napake.txt pa izpiše vse morebitne napake (npr. to, da so nekateri
    objekti v trenutnem imeniku dejansko imeniki ali napačne simbolične povezave).
    Ukaz spravite v datoteko /home/student/mama_ukaz.
  - Napiši program (lahko v bash), ki bo 5s sledil vsebini /var/log/syslog. V
    primeru, da se v syslogu pojavi niz "zmeda", naj program izpiše "imam ga".
    Poleg tega naj program med sledenjem syslog-u odšteva od 5 do 1 (vsako sekundo
    naj se izpiše naslednja številka. Program naj bo v /home/student/syslog_ukaz.sh
  - Namesti paket "cowsay" in ga preizkusi :)
  - S pomočjo programa cURL preštej število pojavitev niza "images" v html kodi, 
    ki jo dobiš na naslovu http://localhost/{curl_fname} na malishell in število zapiši 
    v spremenljivko $images na simpleArbiterDhcpGW v lupini, kjer poganjaš 
    task_check.py
  - V imeniku {wc_dirname} najdeš datoteko count.txt. Preštej število prehodov
    v novo vrstico v count.txt in rezultat zapiši v novo datoteko - lines.txt 
    v istem imeniku.
""",
	'en':u"""
Log into the system as student using vaje as your password.
In your home folder you will find a directory called {file_rename_dirname} 
    containing 20 files.
  - Rename all files in that directory replacing all dashes with
    underscores
  - Find the shortest command for copying all the files located in
    {mv_src_dir} into the folder {mv_dst_dir}. 
    Create a shell script /home/student/mv_ukaz containing this command.
    Before running test_task, make sure {mv_src_dir} contains the same
    files as when you downloaded your virtual disk. This probably means
    that you will have to move the files back from {mv_dst_dir} to
    {mv_src_dir} after each test. You can use the directory na
  - Come up with a command or sequence of commands in bash which will, 
    using grep, write the names all normal (not hidden) files which contain
    the string "mama" and are located in the working directory (pwd) 
    into the file ~/mama.txt while writing errors such as files in current 
    directory being folders or symbolic links in the file called
    "napake.txt". Write this command to mama_ukaz.
  - Write a program (which may be a shell script) that will track the contents 
    of /var/log/syslog for 5s. Every time an entry containing the string "zmeda"
    appears in the syslog, the script should output "imam ga". 
    In addition, the script should count down from 5 to 1 with a 1 second
    interval. Store the script in /home/student/syslog_ukaz.sh .     	
  - Install the packet "cowsay" and test it :)
  - With the help of cURL count the number of occurences of the string 
    "images" on the web page accessible from malishell at 
    http://localhost/{curl_fname}.
    On simpleArbiterDhcpGW within the shell where you are running test_task.py, set
    the environment variable $images to this number.
  - In the directory {wc_dirname} there is a file called count.txt. Write the
    number of newlines in this file into the file lines.txt in the same 
    directory.
"""
} 

computers = {
    'malishell': {
        'disks': [
            {   'name': 'malishell',
            },
            #{   'name': 'CDROM',
            #    'options':{'readonly': True},
            #    'parts': [],# no parts, no mounting.
            #}
        ],
        'network_interfaces': [{'network': 'net1'}],
        'flavor': 'm1.tiny',
        'config_drive': False

    },
    'SimpleArbiterDhcpGW': {
        'disks': [
            {   'name': 'simpleArbiterDhcpGW',
                # attempt automount
            },
            #{   'name': 'CDROM',
            #    'options': {'readonly': True},
            #    'parts': [{'dev': 'b1', 'path': '/cdrom'}],
            #},
        ],
        'network_interfaces': [{'network': 'test-net'}, {'network': 'net1'}],
        'flavor': 'm1.tiny',
        'config_drive': False
    }
}

networks = {'net1': {'public': False}, 'test-net': {'public': True} }

params_meta = {
    'IP_malishell': {'descriptions': {'si': 'Naslov malishell'}, 'w': True, 'public':True, 'type': 'IP', 'generated': False},
    'file_creator_random_seed': {'descriptions': {'si': 'random file creator seed'}, 'w': False, 'public':False, 'type': None, 'generated': True},
    'file_rename_dirname': {'descriptions': {'si': 'imenik z datotekami, ki naj se jih preimenuje'}, 'w': False, 'public':True, 'type': 'dirname', 'generated': True},
    'mv_src_dir': {'descriptions': {'si': 'imenik, iz katerega premakni datoteke'}, 'w': False, 'public':True, 'type': 'dirname', 'generated': True},
    'mv_dst_dir': {'descriptions': {'si': 'imenik, v katerega premakni datoteke'}, 'w': False, 'public':True, 'type': 'dirname', 'generated': True},
    'cowsay_string': {'descriptions': {'si': 'Kaj rece krava?'}, 'w': False, 'public':True, 'type': 'short', 'generated': True},
    'syslog_n_zmeda': {'descriptions': {'si': 'st. zapisov zmeda v 5s'}, 'w': False, 'public':True, 'type': 'uint', 'generated': True},
    'curl_fname': {'descriptions': {'si': 'ime datoteke, dostopne prek http'}, 'w': False, 'public':True, 'type': 'filename', 'generated': True},
    'curl_n_images': {'descriptions': {'si': 'n pojavitev niza images'}, 'w': False, 'public':False, 'type': 'integer', 'generated': True},
    'wc_dirname': {'descriptions': {'si': 'imenik, v katerem je datoteka count.txt'}, 'w': False, 'public':True, 'type': 'dirname', 'generated': True},
    'wc_n_lines': {'descriptions': {'si': 'n vrstic v count.txt'}, 'w': False, 'public':False, 'type': 'integer', 'generated': True},
}

def task(IP_malishell, file_rename_dirname, mv_src_dir, mv_dst_dir, cowsay_string, curl_fname, wc_dirname):
    from pexpect import pxssh
    import os
    # TODO: (polz) this has to be changed! Get a move on!
    #
    # sv: Z primozem lavricem sva skusala nekaj narediti    
    # Ker gen params ni narejen, sklepam da je "Mapa" na namizju,
    # imena datotek pa so: 1,1-,2,2-,3,3-,4,5,6,7,8,9,.mama1,mama2,mama3,mama4,mama5,mojimenik,novi,oce1
    # v mojimenik se nahaja mojimenikfile
    # mama2 vsebuje "mama"
    #Stirje subt-aski dodani.By Mihec.
    results = dict()
    conn = pxssh.pxssh()
    conn.login(IP_malishell, 'student', 'vaje')
    # preimenuj datoteke
    conn.sendline('/bin/ls -a1 {}'.format(file_rename_dirname))
    conn.prompt()
    results['preimenuj'] = conn.before
    # premakni datoteke s cim krajsim ukazom
    conn.sendline('/bin/ls -a1 {}'.format(mv_src_dir))
    conn.prompt()
    results['pre_mv_src'] = conn.before
    conn.sendline('/bin/ls -a1 {}'.format(mv_dst_dir))
    conn.prompt()
    results['pre_mv_dst'] = conn.before
    conn.sendline('/bin/ls -l ~/mv_ukaz')
    conn.prompt()
    results['mv_ls_size'] = conn.before
    conn.sendline('. ~/mv_ukaz')
    conn.prompt()
    conn.sendline('/bin/ls -a1 {}'.format(mv_src_dir))
    conn.prompt()
    results['post_mv_src'] = conn.before
    conn.sendline('/bin/ls -a1 {}'.format(mv_dst_dir))
    conn.prompt()
    results['post_mv_dst'] = conn.before
    # mama_ukaz
    # 
    conn.sendline('cd /home/student/grep_test_dir')
    conn.prompt()
    conn.sendline('. ~/mama_ukaz')
    conn.prompt()
    conn.sendline('cat ~/napake.txt')
    conn.prompt()
    results['grep_napake'] = conn.before
    conn.sendline('cat ~/mama.txt')
    conn.prompt()
    results['grep_mama'] = conn.before
    # sledenje syslog
    conn.sendline('date')
    conn.prompt()
    conn.sendline('/usr/local/bin/syslog_spammer &')
    conn.prompt()
    results['syslog_start_time'] = conn.before
    conn.sendline('/home/student/syslog_ukaz.sh')
    conn.prompt()
    results['syslog_result'] = conn.before
    conn.sendline('date')
    conn.prompt()
    results['syslog_end_time'] = conn.before
    conn.sendline('cowsay "{}"'.format(cowsay_string))
    conn.prompt()
    results['cowsay'] = conn.before
    try:
        results['curl_env'] = os.environ['images']
    except:
        results['curl_env'] = ''
    conn.sendline('cat {}/count.txt'.format(wc_dirname))
    conn.prompt()
    results['wc_origfile'] = conn.before
    conn.sendline('cat {}/lines.txt'.format(wc_dirname))
    conn.prompt()
    results['wc_lines'] = conn.before
    conn.logout()
    #results['curl'] = subprocess.check_output(["cat","/home/student/Desktop/website.txt"])

    #results['chkimages'] = subprocess.check_output(["curl www.24ur.com >> dlg.txt && cat dlg.txt | grep -c ","images"])

    #results['count'] = subprocess.check_output(["wc","/home/student/Desktop/count.txt"])

    #results['lines'] = subprocess.check_output(["cat","/home/student/Desktop/lines.txt"])

    #results['cowsay'] = subprocess.check_output(["dpkg --get-selections | grep","cowsay"])

    #results['phttp'] = subprocess.check_output(["lsof -i  ",":8080"])
    return results
    
def gen_params(user_id, params_meta):
    import random
    import subprocess
    params = dict()
    homedir = '/home/student/'
    r = random.Random(user_id)
    params['file_creator_random_seed'] = str(r.random())
    params['file_rename_dirname'] = homedir + kpov_random_helpers.default_generators['dirname'](r)
    params['mv_src_dir'] = homedir + "".join([r.choice("abcdefgh") for i in xrange(6)])
    params['mv_dst_dir'] = homedir + "".join([r.choice("ijklmnop") for i in xrange(6)])
    params['syslog_n_zmeda'] = str(r.randint(5, 15))
    params['cowsay_string'] = kpov_random_helpers.default_generators['short_text'](r)
    params['curl_fname'] = kpov_random_helpers.default_generators['filename'](r)
    params['curl_n_images'] = str(r.randint(30,100))
    params['wc_dirname'] = homedir + "".join([r.choice("rstuvxz") for i in xrange(8)])
    params['wc_n_lines'] = str(r.randint(200, 600))
    #params['phttp'] = "8080"
    #params['images'] = subprocess.check_output(["echo","$images"])
    return params

def task_check(results, params):
    import re
    import random
    score = 0
    hints = []
    r = random.Random(params['file_creator_random_seed'])
    fnames = []
    for i in xrange(20):
        fnames.append("".join([ r.choice("_abcdefghijk") for j in xrange(8)]))
    #TO FINISH SCORING WE REQUIRE DICT KEYS AND FUNCTIONS gen_params AND task TO BE FINISHED
    #POINTS FOR EACH TASK MAY BE ADJUSTED IN THE FUTURE
    #TASK 1
    # print( results['preimenuj'])
    lines = results['preimenuj'].split("\n")
    task1_ok = len(lines) == len(fnames) + 4
    task1_ok = task1_ok and lines[0].find(params['file_rename_dirname']) >= 0
    task1_ok = task1_ok and lines[1].strip() == "."
    task1_ok = task1_ok and lines[2].strip() == ".."
    # print task1_ok
    for fname in fnames:
        # print task1_ok, fname, results['preimenuj'].find(fname)
        task1_ok = task1_ok and results['preimenuj'].find(fname) > 0
    if task1_ok:
        score += 2
    else:
        hints += ["wrong dash rename"]
    # premakni datoteke s cim krajsim ukazom
    fnames = []
    try:
        for i in xrange(40):
            fnames.append("".join([ r.choice("123456789abcdefghijk") for j in xrange(8)]))
        task2_re = re.search(
            r"-rw[x-][r-][w-][x-][r-][w-][x-] \d* student student (\d*) .*mv_ukaz",
            results['mv_ls_size'])
        mv_ls_size = int(task2_re.group(1))
        task2_ok = mv_ls_size <= 17 and mv_ls_size > 2
    except:
        task2_ok = False
    if task2_ok:
        score += 1
    else:
        hints += ["wrong mv_command size or owner"]
    pre_src = set([i.strip() for i in results['pre_mv_src'].split('\n')[3:-1]])
    pre_dst = set([i.strip() for i in results['pre_mv_dst'].split('\n')[3:-1]])
    task2_ok = task2_ok and pre_src == set(fnames)
    task2_ok = task2_ok and len(pre_dst) < 2
    post_src = set([i.strip() for i in results['post_mv_src'].split('\n')[3:-1]])
    post_dst = set([i.strip() for i in results['post_mv_dst'].split('\n')[3:-1]])
    task2_ok = task2_ok and post_dst == set(fnames)
    task2_ok = task2_ok and len(post_src) < 2
    if task2_ok:
        score += 1
    else:
        hints += ["wrong rename files"]
    # mama_ukaz
    # 
    task3_ok = True
    mama_fnames = []
    for i in xrange(20):
        mama_fnames.append("".join([ r.choice("123456789abcdefghijk") for j in xrange(8)]))
    papa_fnames = []
    for i in xrange(20):
        papa_fnames.append("".join([ r.choice("123456789abcdefghijk") for j in xrange(8)]))
    dirnames = []
    for i in xrange(20):
        dirnames.append("".join([ r.choice("123456789abcdefghijk") for j in xrange(8)]))
    linknames = []
    for i in xrange(20):
        linknames.append("".join([ r.choice("123456789abcdefghijk") for j in xrange(8)]))
    #print( results['grep_mama'])
    #print( results['grep_napake'])
    for i in dirnames + linknames + papa_fnames:
        if (i not in papa_fnames) and results['grep_napake'].find(i) < 0:
            task3_ok = False
        if results['grep_mama'].find(i) >= 0:
            task3_ok = False
    for i in papa_fnames:
        if results['grep_napake'].find(i) >= 0:
            task3_ok = False
        if results['grep_mama'].find(i) >= 0:
            task3_ok = False
    for i in mama_fnames:
        if results['grep_mama'].find(i) < 0:
            task3_ok = False
    if task3_ok:
        score += 2
    else:
        hints += ["mama cries"]
    # sledenje syslog
    #print( results['syslog_start_time'])
    #print( results['syslog_result'])
    #print( results['syslog_end_time'])
    # syslog count
    # TODO: check syslog
    task4_ok = True 
    if task4_ok:
        score += 1
    else:
        hints += ["wrong syslog count"]
    # 
    task5_ok = True
    try:
        assert int(results['curl_env'].strip()) == int(params['curl_n_images'])
    except:
        task5_ok = False
    if task5_ok:
        score += 2
    else:
        hints += ["wrong image count"]
    task6_ok = True
    wc_cat_str = 'cat {}/lines.txt'.format(params['wc_dirname'])
    if not wc_cat_str == results['wc_lines'][:len(wc_cat_str)]:
        task6_ok = False
    try:
        assert int(results['wc_lines'][len(wc_cat_str):].strip()) == int(params['wc_n_lines'])
    except:
        task6_ok = False
    if task6_ok:
        score += 1
    else:
        hints += ["wrong line count"]
    return score, hints

def prepare_disks(templates, task_params, global_params):
#    d = templates['simpleArbiterDhcp']
    import random
    #print "Haha!"
    #print params
    #print templates
    d = templates['malishell']
    r = random.Random(task_params['file_creator_random_seed'])
    # rename
    d.mkdir(task_params['file_rename_dirname'])
    d.chown(1000, 1000, task_params['file_rename_dirname'])
    for i in xrange(20):
        fname = task_params['file_rename_dirname'] + '/' + "".join(
            [r.choice("-abcdefghijk") for j in xrange(8)])
        d.touch(fname)
        d.chown(1000, 1000, fname)
    # mv ukaz
    d.mkdir(task_params['mv_src_dir'])
    d.chown(1000, 1000, task_params['mv_src_dir'])
    for i in xrange(40):
        fname = task_params['mv_src_dir'] + '/' +"".join(
            [r.choice("123456789abcdefghijk") for j in xrange(8)])
        d.touch(fname)
        d.chown(1000, 1000, fname)
    d.mkdir(task_params['mv_dst_dir'])
    d.chown(1000, 1000, task_params['mv_dst_dir'])
    # grep mama
    # mama fnames
    d.mkdir('/home/student/grep_test_dir')
    for i in xrange(20):
        d.write("/home/student/grep_test_dir/" + "".join(
            [ r.choice("123456789abcdefghijk") for j in xrange(8)]),
            "mama")
    # papa fnames
    for i in xrange(20):
        d.write("/home/student/grep_test_dir/" + "".join(
            [ r.choice("123456789abcdefghijk") for j in xrange(8)]),
            "papa")
    # dirnames
    for i in xrange(20):
        d.mkdir("/home/student/grep_test_dir/" + "".join(
            [ r.choice("123456789abcdefghijk") for j in xrange(8)]))
    # linknames
    for i in xrange(20):
        d.ln_sf("mali zeleni", "/home/student/grep_test_dir/" + "".join(
            [ r.choice("123456789abcdefghijk") for j in xrange(8)]))
    # sledenje syslog
    spammer_source = "#!/bin/sh\n" + int(task_params['syslog_n_zmeda']) * "logger zmeda\n"
    d.write("/usr/local/bin/syslog_spammer", spammer_source)
    d.chmod(0775, "/usr/local/bin/syslog_spammer")
    # curl
    l1 = ['images'] * int(task_params['curl_n_images'])
    l2 = ['imeges'] * r.randint(30, 100)
    lx = l1 + l2
    r.shuffle(lx)
    d.write("/var/www/html/{}".format(task_params['curl_fname']), ''.join(lx))
    # wc
    lx = ['\n']*int(task_params['wc_n_lines'])
    lx += ['a', 'b', 'c', 'repa', 'in', 'krompir', 
        'raus', 'e', 'patacis'] * r.randint(50, 150)
    r.shuffle(lx)
    d.mkdir(task_params['wc_dirname'])
    d.chown(1000, 1000, task_params['wc_dirname'])
    d.write("{}".format(os.path.join(task_params['wc_dirname'], 'count.txt')), "".join(lx))
    write_default_config(templates['simpleArbiterDhcpGW'], global_params)