rt2zammad/rt2fs

#!/usr/bin/env python

import base64
import json
import os
import pickle
import sys

from multiprocessing import Pool
from rt.rest1 import Rt

TEMPLATE = """{
"zammad_url": "",
"zammad_user": "",
"zammad_password": "",
"rt_url": "",
"rt_user": "",
"rt_pass": "",
"rt_start": 1,
"rt_end": 1000,
}
"""

### helpers ###

def maybe_dump_user(rt, username):
    dumpfile = f"users/{username}"
    if not os.path.exists(dumpfile):
        user = rt.get_user(username)
        with open(dumpfile, "wb") as handle:
            pickle.dump(user, handle)

### main logic ###

if not os.path.exists("rt2zammad.json"):
    print("Missing rt2zammad.json!")
    print("Create one based on following template:")
    print(TEMPLATE)
    sys.exit(1)

with open("rt2zammad.json") as handle:
    config = json.load(handle)

rt = Rt(config["rt_url"], config["rt_user"], config["rt_pass"])
if not rt.login():
    print("Failed to login to RT!")
    sys.exit(2)

os.makedirs("users", exist_ok=True)
os.makedirs("tickets", exist_ok=True)
os.makedirs("attachments", exist_ok=True)

ticket_ids = range(config["rt_start"], config["rt_end"])

def dump(id, retries=3):
    print(f"Dumping RT#{id}")
    try:
        ticket_dumpfile = f"tickets/{id}"
        if not os.path.exists(ticket_dumpfile):
            ticket = rt.get_ticket(id)
            if ticket is None:
                print("Got 'None' while fetching ticket")
                os.exit(1)
            ticket["original_id"] = str(id)
            if ticket["Queue"] == 'spam':
                print(f"Ignoring ticket #{id} (marked as SPAM)")
            else:
                maybe_dump_user(rt, ticket["Creator"])
                maybe_dump_user(rt, ticket["Owner"])

                if ticket["original_id"] != ticket["numerical_id"]:
                    # Merged ticket
                    history = []
                else:
                    history = rt.get_history(id)
                    for item in history:
                        for a, title in item["Attachments"]:
                            attachment = rt.get_attachment(id, a)
                            os.makedirs(f"attachments/{id}", exist_ok=True)
                            with open(f"attachments/{id}/{a}", "wb") as handle:
                                pickle.dump(attachment, handle)
                        maybe_dump_user(rt, item["Creator"])
                data = {"ticket": ticket, "history": history}
                with open(ticket_dumpfile, "wb") as handle:
                    pickle.dump(data, handle)
    except:
        print(f"Failed to dump RT#{id}.. ({retries} retries left)")
        if retries > 0:
            dump(id, retries - 1)

worker_count = 4
with Pool(worker_count) as p:
    p.map(dump, ticket_ids, chunksize=10)