chatgpt-exporter/src/utils/conversion.ts

import { jsonlStringify, nonNullable } from './utils'
import type { ConversationNode, ConversationResult } from '../api'

interface NameMessage {
    user_name: string
    character_name: string
}

interface TavernMessage {
    name: string
    is_user: boolean
    is_name: boolean
    send_date: number
    mes: string
    swipes: string[]
    swipe_id: number
}

interface OobaData {
    internal: [string, string][]
    visible: [string, string][]
}

function convertMessageToTavern(node: ConversationNode): TavernMessage | null {
    if (!node.message || node.message.content.content_type !== 'text') {
        return null
    }

    const authorRole = node.message.author.role
    const createTime = node.message.create_time || (new Date()).getTime() / 1000
    const text = node.message.content.parts.join('\n')

    return {
        name: authorRole === 'assistant' ? 'Assistant' : 'You',
        is_user: authorRole === 'user',
        // This seems to be always true
        is_name: true,
        send_date: createTime,
        mes: text,
        swipes: [text],
        swipe_id: 0,
    }
}

export function convertToTavern(conversation: ConversationResult): string {
    const messages: (NameMessage | TavernMessage)[] = [
        {
            user_name: 'You',
            character_name: 'Assistant',
        },
        ...conversation.conversationNodes.map(convertMessageToTavern).filter(nonNullable),
    ]

    return jsonlStringify(messages)
}

export function convertToOoba(conversation: ConversationResult): string {
    const pairs: [string, string][] = []
    const messages = conversation.conversationNodes.filter(node => node.message?.author.role !== 'tool' && node.message?.content.content_type === 'text')

    let idx = 0
    while (idx < messages.length - 1) {
        const message = messages[idx]
        const nextMessage = messages[idx + 1]

        if (
            !message.message
            || !nextMessage.message
            || message.message.content.content_type !== 'text'
            || nextMessage.message.content.content_type !== 'text'
        ) {
            idx += 1
            continue
        }

        const role = message.message.author.role
        const text = message.message.content.parts[0]
        const nextRole = nextMessage.message.author.role
        const nextText = nextMessage.message.content.parts[0]

        if (role === 'system') {
            if (text !== '') {
                pairs.push(['<|BEGIN-VISIBLE-CHAT|>', text])
            }
            idx += 1
            continue
        }

        if (role === 'user') {
            if (nextRole === 'assistant') {
                pairs.push([text, nextText])
                idx += 2
                continue
            }
            else if (nextRole === 'user') {
                pairs.push([text, ''])
                idx += 1
                continue
            }
        }

        if (role === 'assistant') {
            pairs.push(['', text])
            idx += 1
        }
    }

    const oobaData: OobaData = {
        internal: pairs,
        visible: JSON.parse(JSON.stringify(pairs)),
    }

    if (oobaData.visible[0] && oobaData.visible[0][0] === '<|BEGIN-VISIBLE-CHAT|>') {
        oobaData.visible[0][0] = ''
    }

    return JSON.stringify(oobaData, null, 2)
}