vmprofiler-qt/src/qvm_inspector.cpp

#include "qvm_inspector.h"

qvm_inspector::qvm_inspector( QWidget *parent ) : QMainWindow( parent ), file_header( nullptr ), g_vm_ctx( nullptr )
{
    ui.setupUi( this );
    ui.virt_instrs->setColumnWidth( 0, 180 );
    ui.virt_instrs->setColumnWidth( 1, 150 );
    ui.virt_instrs->setColumnWidth( 2, 190 );
    ui.virt_instrs->setColumnWidth( 3, 200 );
    ui.virtual_machine_enters->setColumnWidth( 0, 180 );

    connect( ui.action_open, &QAction::triggered, this, &qvm_inspector::on_open );
    connect( ui.action_close, &QAction::triggered, this, &qvm_inspector::on_close );
}

void qvm_inspector::on_close()
{
    exit( 0 );
}

void qvm_inspector::on_open()
{
    if ( file_header )
        free( file_header );

    file_header = nullptr;
    img_base = 0u, module_base = 0u;

    auto file_path = QFileDialog::getOpenFileName(
        this, tr( "open vmp2 file" ), std::filesystem::current_path().string().c_str(), tr( "vmp2 file (*.vmp2)" ) );

    if ( file_path.isEmpty() )
    {
        dbg_msg( "invalid vmp2 file... no file selected..." );
        return;
    }

    if ( !std::filesystem::exists( file_path.toStdString() ) )
    {
        dbg_msg( "vmp2 file does not exist..." );
        return;
    }

    const auto file_size = std::filesystem::file_size( file_path.toStdString() );

    if ( !file_size )
    {
        dbg_msg( "invalid vmp2 file size..." );
        return;
    }

    QFile open_file( file_path );
    file_header = reinterpret_cast< vmp2::v4::file_header * >( malloc( file_size ) );

    if ( !open_file.open( QIODevice::ReadOnly ) )
    {
        dbg_msg( "failed to open vmp2 file..." );
        return;
    }

    memcpy( file_header, open_file.readAll().data(), file_size );

    if ( !init_data() )
    {
        dbg_msg( "failed to init vmp2 file data..." );
        return;
    }
}

void qvm_inspector::dbg_print( QString dbg_output )
{
    ui.dbg_output_window->appendPlainText( dbg_output );
}

void qvm_inspector::dbg_msg( QString dbg_output )
{
    QMessageBox msg_box;
    msg_box.setText( dbg_output );
    msg_box.exec();
    dbg_print( dbg_output );
}

bool qvm_inspector::init_data()
{
    if ( file_header->magic != VMP_MAGIC )
    {
        dbg_msg( "invalid magic bytes for vmp2 file..." );

        return false;
    }

    dbg_print( "valid magic bytes for vmp2 file..." );

    if ( file_header->version != vmp2::version_t::v4 )
    {
        dbg_msg( "invalid vmp2 file version... "
                 "this vminspector is compiled for version 4...\n" );

        return false;
    }

    img_base = file_header->image_base;
    img_size = file_header->module_size;
    module_base = reinterpret_cast< std::uintptr_t >( file_header ) + file_header->module_offset;

    if ( !serialize_vmp2( virt_rtns ) )
    {
        dbg_msg( "failed to serialize vmp2 file format...\n" );
        return false;
    }

    update_ui();
    return true;
}

void qvm_inspector::update_ui()
{
    ui.virtual_machine_enters->clear();
    for ( auto &[ rtn_rva, rtn_blks ] : virt_rtns )
    {
        auto new_item = new QTreeWidgetItem();
        new_item->setText( 0, QString( "rtn_%1" ).arg( rtn_rva + file_header->image_base, 0, 16 ) );
        new_item->setText( 1, QString( "%1" ).arg( rtn_rva + file_header->image_base, 0, 16 ) );
        new_item->setText( 2, QString( "%1" ).arg( rtn_blks.size() ) );
        new_item->setData( 0, Qt::UserRole, QVariant( rtn_rva ) );

        std::for_each( rtn_blks.begin(), rtn_blks.end(), [ & ]( vm::instrs::code_block_t &code_blk ) {
            auto new_child = new QTreeWidgetItem();
            new_child->setText( 0, QString( "blk_%1" ).arg( code_blk.vip_begin, 0, 16 ) );
            new_child->setText( 1, QString( "%1" ).arg( code_blk.vip_begin, 0, 16 ) );
            new_child->setText( 2, QString( "%1" ).arg( code_blk.vinstrs.size() ) );
            new_item->addChild( new_child );
        } );

        ui.virtual_machine_enters->addTopLevelItem( new_item );
    }
}

bool qvm_inspector::serialize_vmp2( std::vector< rtn_data_t > &virt_rtns )
{
    if ( file_header->version != vmp2::version_t::v4 )
    {
        std::printf( "[!] invalid vmp2 file version... this build uses v3...\n" );
        return false;
    }

    auto first_rtn = reinterpret_cast< vmp2::v4::rtn_t * >( reinterpret_cast< std::uintptr_t >( file_header ) +
                                                            file_header->rtn_offset );

    for ( auto [ rtn_block, rtn_idx ] = std::pair{ first_rtn, 0ull }; rtn_idx < file_header->rtn_count;
          ++rtn_idx, rtn_block = reinterpret_cast< vmp2::v4::rtn_t * >(
                         reinterpret_cast< std::uintptr_t >( rtn_block ) + rtn_block->size ) )
    {
        virt_rtns.push_back( { rtn_block->vm_enter_offset, {} } );
        for ( auto [ code_block, block_idx ] = std::pair{ &rtn_block->code_blocks[ 0 ], 0ull };
              block_idx < rtn_block->code_block_count;
              ++block_idx, code_block = reinterpret_cast< vmp2::v4::code_block_t * >(
                               reinterpret_cast< std::uintptr_t >( code_block ) + code_block->next_block_offset ) )
        {
            auto block_vinstrs = reinterpret_cast< vm::instrs::virt_instr_t * >(
                reinterpret_cast< std::uintptr_t >( code_block ) + sizeof vmp2::v4::code_block_t +
                ( code_block->num_block_addrs * 8 ) );

            vm::instrs::code_block_t _code_block{ code_block->vip_begin };
            _code_block.jcc.has_jcc = code_block->has_jcc;
            _code_block.jcc.type = code_block->jcc_type;

            for ( auto idx = 0u; idx < code_block->num_block_addrs; ++idx )
                _code_block.jcc.block_addr.push_back( code_block->branch_addr[ idx ] );

            for ( auto idx = 0u; idx < code_block->vinstr_count; ++idx )
                _code_block.vinstrs.push_back( block_vinstrs[ idx ] );

            virt_rtns.back().rtn_blks.push_back( _code_block );
        }
    }

    return true;
}

void qvm_inspector::update_virtual_instructions( std::uintptr_t rtn_addr, QTreeWidgetItem *parent )
{

}