com.simiacryptus.skyenet.Head.kt Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of skyenet Show documentation
A very helpful puppy
The newest version!
package com.simiacryptus.skyenet

import com.simiacryptus.openai.OpenAIClient
import java.awt.event.ComponentAdapter
import java.awt.event.ComponentEvent
import java.io.ByteArrayOutputStream
import java.io.PrintStream
import java.util.concurrent.atomic.AtomicBoolean
import java.util.concurrent.atomic.AtomicReference
import javax.swing.JFrame

/**
 * The head is the primary interface to the user. It is responsible for
 * 1. Capturing audio via the Ears
 * 2. Interacting with the user via the Face
 * 3. Relaying commands to the Body
 */
open class Head(
    val body : Body,
    val ears: Ears,
    val face : Face = Face()
) {
    open fun start(api: OpenAIClient) : JFrame {
        val frame = JFrame("SkyeNet - A Helpful Pup")
        val starting = AtomicReference(true)
        try {
            face.dictationButton.addActionListener {
                Thread {
                    handleTranscribe(api)
                }.start()
            }
            face.submitCommandButton.addActionListener {
                Thread {
                    handleSubmitCommand()
                }.start()
            }
            face.executeCodeButton.addActionListener {
                Thread {
                    handleExecuteCode()
                }.start()
            }
            frame.contentPane = face.panel1
            frame.defaultCloseOperation = JFrame.HIDE_ON_CLOSE
            frame.pack()
            frame.addComponentListener(object : ComponentAdapter() {
                override fun componentResized(e: ComponentEvent?) {
                    face.panel1.revalidate()
                    face.panel1.repaint()
                }
            })
            frame.isVisible = true
            return frame
        } finally {
            starting.set(false)
        }
    }

    open fun handleExecuteCode() {
        face.executeCodeButton.isEnabled = false
        try {
            val execute = body.run(
                describedInstruction = face.commandText.text,
                codedInstruction = face.scriptedCommand.text
            )
            println(execute)
        } catch (e: Throwable) {
            val byteArrayOutputStream = ByteArrayOutputStream()
            val printStream = PrintStream(byteArrayOutputStream)
            e.printStackTrace(printStream)
            face.scriptingResult.text = byteArrayOutputStream.toString()
        } finally {
            face.executeCodeButton.isEnabled = true
        }
    }

    open fun handleSubmitCommand() {
        face.submitCommandButton.isEnabled = false
        try {
            val commandToCode = body.validate(
                describedInstruction = face.commandText.text
            )
            face.scriptedCommand.text = commandToCode
            if (face.autorunCheckbox.isSelected) {
                try {
                    val value = body.run(
                        describedInstruction = face.commandText.text,
                        codedInstruction = commandToCode
                    )
                    face.scriptingResult.text = face.scriptingResult.text + "\n" + value.toString()
                } catch (e: Exception) {
                    // print exception to string output stream
                    val byteArrayOutputStream = ByteArrayOutputStream()
                    val printStream = PrintStream(byteArrayOutputStream)
                    e.printStackTrace(printStream)
                    face.scriptingResult.text = face.scriptingResult.text + "\n" + byteArrayOutputStream.toString()
                }
            }
        } finally {
            face.submitCommandButton.isEnabled = true
        }
    }

    open fun handleTranscribe(api: OpenAIClient) {
        face.dictationButton.isEnabled = false
        val audioCaptureOn = AtomicBoolean(true)
        try {
            val buffer = ears.startAudioCapture { audioCaptureOn.get() }
            buffer.clear()
            ears.listenForCommand(api, rawBuffer = buffer) {
                face.commandText.text = it
                face.submitCommandButton.doClick()
            }
        } finally {
            audioCaptureOn.set(false)
            face.dictationButton.isEnabled = true
        }
    }
}