summaryrefslogtreecommitdiff
path: root/sqlite_to_pg.py
diff options
context:
space:
mode:
authorAleš Smodiš <aless@guru.si>2015-08-19 19:05:14 +0200
committerAleš Smodiš <aless@guru.si>2015-08-19 19:05:14 +0200
commitdf70e61e29b14dac8a0c03c5b4c9fc6321fa7e48 (patch)
tree672b0dc989af09bb761ac2774f57a5eb5357998e /sqlite_to_pg.py
parentfc2923d3191da7a94bf174cb1193a0eb41c30f13 (diff)
New database tables and data imports: user_group, user_in_group, language, problem_group, problem.
Diffstat (limited to 'sqlite_to_pg.py')
-rw-r--r--sqlite_to_pg.py145
1 files changed, 0 insertions, 145 deletions
diff --git a/sqlite_to_pg.py b/sqlite_to_pg.py
deleted file mode 100644
index 25059b2..0000000
--- a/sqlite_to_pg.py
+++ /dev/null
@@ -1,145 +0,0 @@
-#!/usr/bin/python3
-# coding=utf-8
-
-import sys, json, sqlite3, psycopg2
-
-sqc = None # sqlite3 connection handle
-pgc = None # postgresql connection handle
-
-def log(line):
- sys.stdout.write('{0}\n'.format(line))
-
-def _no_cleanup(row, data):
- pass
-
-def copy_table(src_qry, dst_qry, conversion_fn, cleanup_fn, sequence):
- cleanup_fn = cleanup_fn or _no_cleanup
- src_cur = sqc.cursor()
- try:
- dst_cur = pgc.cursor()
- try:
- row = None
- for row in src_cur.execute(src_qry):
- new_row, cleanup_data = conversion_fn(row)
- dst_cur.execute(dst_qry, new_row)
- cleanup_fn(new_row, cleanup_data)
- if sequence and row:
- dst_cur.execute("select setval('{0}', {1})".format(sequence, row[0]))
- pgc.commit()
- except:
- pgc.rollback()
- raise
- finally:
- dst_cur.close()
- finally:
- src_cur.close()
-
-def convert_auth_user(row):
- log('Converting auth_user id={0}'.format(row[0]))
- return (row[0], row[1], row[2], row[3], row[4], row[5], row[6] != 0, row[7] != 0, row[8] != 0, row[9], row[10]), None
-
-
-def _handle_trace_insert(trace, i):
- length = (trace[i+2] << 8) + trace[i+3]
- js = {
- 'typ': 'ins',
- 'off': (trace[i] << 8) + trace[i+1],
- 'txt': trace[i+4:i+4+length].decode()
- }
- return js, i + 4 + length
-
-def _handle_trace_remove(trace, i):
- js = {
- 'typ': 'rm',
- 'off': (trace[i] << 8) + trace[i+1],
- 'len': (trace[i+2] << 8) + trace[i+3]
- }
- return js, i + 4
-
-def _handle_trace_solve(trace, i):
- length = (trace[i] << 8) + trace[i+1]
- js = {
- 'typ': 'slv',
- 'qry': trace[i+2:i+2+length].decode()
- }
- return js, i + 2 + length
-
-def _handle_trace_solve_all(trace, i):
- length = (trace[i] << 8) + trace[i+1]
- js = {
- 'typ': 'slva',
- 'qry': trace[i+2:i+2+length].decode()
- }
- return js, i + 2 + length
-
-def _handle_trace_test(trace, i):
- js = {
- 'typ': 'tst',
- 'tot': trace[i],
- 'pas': trace[i+1]
- }
- return js, i + 2
-
-def _handle_trace_next(trace, i):
- return {'typ': 'nxt'}, i
-
-def _handle_trace_stop(trace, i):
- return {'typ': 'stp'}, i
-
-def _handle_trace_hint(trace, i):
- return {'typ': 'hnt'}, i
-
-_trace_handler = {
- 1: _handle_trace_insert, # insert
- 2: _handle_trace_remove, # remove
- 3: _handle_trace_solve, # solve
- 4: _handle_trace_solve_all, # solve all
- 5: _handle_trace_next, # next solution
- 7: _handle_trace_stop, # stop/end
- 8: _handle_trace_test, # test
- 9: _handle_trace_hint # hint
-}
-
-def convert_trace(trace, i):
- type = trace[i]
- i += 1
- dt = int(((trace[i] << 8) + (trace[i+1])) * 100.0)
- i += 2
- handler = _trace_handler.get(type)
- if handler:
- js, i = handler(trace, i)
- js['dt'] = dt
- return json.dumps(js), i
- return None, i
-
-def convert_attempt(row):
- log('Converting tutor_attempt id={0}'.format(row[0]))
- old_trace = bytes(row[5])
- new_trace = []
- n = len(old_trace)
- i = 0
- while i < n:
- trace, i = convert_trace(old_trace, i)
- if trace:
- new_trace.append(trace)
- return (row[0], row[1] != 0, row[2], row[3], row[4], '[' + ','.join(new_trace) + ']'), None
-
-if __name__ == '__main__':
- sqc = sqlite3.connect('db.sqlite3')
- pgc = psycopg2.connect(host='localhost', port=5432, database='codeq', user='codeq', password='c0d3q')
- pgc.autocommit = False
- try:
- log('Copying auth_user -> codeq_user')
- copy_table(
- 'select id, username, password, first_name, last_name, email, is_superuser, is_staff, is_active, date_joined, last_login from auth_user order by id',
- 'insert into codeq_user (id, username, password, first_name, last_name, email, is_superuser, is_staff, is_active, date_joined, last_login) values (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)',
- convert_auth_user, None, 'codeq_user_id_seq')
-
- log('Copying tutor_attempt -> solution')
- copy_table(
- 'select id, done, content, problem_id, user_id, trace from tutor_attempt order by id',
- 'insert into solution (id, done, content, problem_id, codeq_user_id, trace) values (%s, %s, %s, %s, %s, %s)',
- convert_attempt, None, 'solution_id_seq')
- finally:
- sqc.close()
- pgc.close()