path: root/src/internal/ntapi.c

/********************************************************/
/*  ntapi: Native API core library                      */
/*  Copyright (C) 2013--2021  SysDeer Technologies, LLC */
/*  Released under GPLv2 and GPLv3; see COPYING.NTAPI.  */
/********************************************************/

#include <psxtypes/psxtypes.h>
#include <pemagine/pemagine.h>

#include <ntapi/nt_status.h>
#include <ntapi/nt_crc32.h>
#include <ntapi/nt_crc64.h>
#include <ntapi/nt_object.h>
#include <ntapi/nt_sysinfo.h>
#include <ntapi/nt_memory.h>
#include <ntapi/nt_section.h>
#include <ntapi/nt_thread.h>
#include <ntapi/nt_process.h>
#include <ntapi/nt_job.h>
#include <ntapi/nt_token.h>
#include <ntapi/nt_sync.h>
#include <ntapi/nt_time.h>
#include <ntapi/nt_profiling.h>
#include <ntapi/nt_port.h>
#include <ntapi/nt_device.h>
#include <ntapi/nt_file.h>
#include <ntapi/nt_registry.h>
#include <ntapi/nt_security.h>
#include <ntapi/nt_pnp.h>
#include <ntapi/nt_exception.h>
#include <ntapi/nt_locale.h>
#include <ntapi/nt_uuid.h>
#include <ntapi/nt_atom.h>
#include <ntapi/nt_os.h>
#include <ntapi/nt_ldr.h>
#include <ntapi/nt_string.h>
#include <ntapi/nt_guid.h>
#include <ntapi/nt_argv.h>
#include <ntapi/nt_blitter.h>
#include <ntapi/nt_unicode.h>
#include <ntapi/nt_socket.h>
#include <ntapi/nt_mount.h>
#include <ntapi/nt_istat.h>
#include <ntapi/nt_stat.h>
#include <ntapi/nt_statfs.h>
#include <ntapi/nt_daemon.h>
#include <ntapi/nt_tty.h>
#include <ntapi/nt_afl.h>
#include <ntapi/nt_hash.h>
#include <ntapi/nt_log.h>
#include <ntapi/nt_atomic.h>
#include <ntapi/ntapi.h>

#include "ntapi_impl.h"
#include "ntapi_hash_table.h"

/* simplified once mechanism for free-standing applications */
typedef int32_t __fastcall __ntapi_init_fn(ntapi_vtbl ** pvtbl);

static __ntapi_init_fn __ntapi_init_once;
static __ntapi_init_fn __ntapi_init_pending;
static __ntapi_init_fn __ntapi_init_completed;

static intptr_t		 __ntapi_init_idx = 0;
static __ntapi_init_fn * __ntapi_init_vtbl[3] = {
	__ntapi_init_once,
	__ntapi_init_pending,
	__ntapi_init_completed};

/* accessor */
ntapi_vtbl ___ntapi;
ntapi_vtbl ___ntapi_shadow;

/* .bss */
static __ntapi_img_sec_bss __ntapi_img_bss;

/* .rdata */
static union __ntapi_img_rdata __ntapi_rdata = {{
		{__NTAPI_HASH_TABLE},		/* __ntapi_import_table */
		0,				/* __ntapi */
		{				/* __session_name */
			{0},0,{0},
			{0,{0},0},
			{{0},0,{0},0,{0},0,{0},0,{0},0,{0}},
			0},
		0}};

#define internals	__ntapi_rdata.img_sec_data.__internals
#define import_table	__ntapi_rdata.img_sec_data.__ntapi_import_table


static int __ipc_memfn(
	struct dalist_ex *	dlist,
	void **			addr,
	size_t *		alloc_size)
{
	(void)dlist;
	(void)addr;
	(void)alloc_size;

	return DALIST_EMEMFN;
}

static void __ntapi_init_adjust_privileges(void)
{
	uintptr_t		buffer[64];
	nt_token_privileges *	tokprivs;

	/* token privileges */
	tokprivs = (nt_token_privileges *)buffer;
	tokprivs->privilege_count = 6;

	tokprivs->privileges[0].attributes = NT_SE_ENABLE_PRIVILEGE;
	tokprivs->privileges[0].luid.low   = NT_SE_CREATE_SYMBOLIC_LINK_PRIVILEGE;
	tokprivs->privileges[0].luid.high  = 0;

	tokprivs->privileges[1].attributes = NT_SE_ENABLE_PRIVILEGE;
	tokprivs->privileges[1].luid.low   = NT_SE_TAKE_OWNERSHIP_PRIVILEGE;
	tokprivs->privileges[1].luid.high  = 0;

	tokprivs->privileges[2].attributes = NT_SE_ENABLE_PRIVILEGE;
	tokprivs->privileges[2].luid.low   = NT_SE_BACKUP_PRIVILEGE;
	tokprivs->privileges[2].luid.high  = 0;

	tokprivs->privileges[3].attributes = NT_SE_ENABLE_PRIVILEGE;
	tokprivs->privileges[3].luid.low   = NT_SE_RESTORE_PRIVILEGE;
	tokprivs->privileges[3].luid.high  = 0;

	tokprivs->privileges[4].attributes = NT_SE_ENABLE_PRIVILEGE;
	tokprivs->privileges[4].luid.low   = NT_SE_AUDIT_PRIVILEGE;
	tokprivs->privileges[4].luid.high  = 0;

	tokprivs->privileges[5].attributes = NT_SE_ENABLE_PRIVILEGE;
	tokprivs->privileges[5].luid.low   = NT_SE_DEBUG_PRIVILEGE;
	tokprivs->privileges[5].luid.high  = 0;

	/* (attempt to) set any or all */
	__ntapi->zw_adjust_privileges_token(
		internals->htoken,0,tokprivs,
		0,0,0);
}


static int32_t __fastcall __ntapi_init_once(ntapi_vtbl ** pvtbl)
{
	int32_t					status;
	void * 					hntdll;
	size_t					block_size;
	size_t					buf[64];
	unsigned char *				value;
	uint16_t				sacnt;
	nt_oa					oa;
	nt_cid					cid;
	ntapi_zw_allocate_virtual_memory *	pfn_zw_allocate_virtual_memory;
	char					fname_allocate_virtual_memory[] =
							"ZwAllocateVirtualMemory";
	/* once */
	at_locked_inc(&__ntapi_init_idx);

	/* pvtbl */
	if (!(pvtbl))
		return NT_STATUS_INVALID_PARAMETER;
	else
		*pvtbl = (ntapi_vtbl *)0;

	/* ntdll */
	if (!(hntdll = pe_get_ntdll_module_handle()))
		return NT_STATUS_DLL_INIT_FAILED;

	pfn_zw_allocate_virtual_memory	= (ntapi_zw_allocate_virtual_memory *)
		pe_get_procedure_address(
			hntdll,
			fname_allocate_virtual_memory);

	if (!pfn_zw_allocate_virtual_memory)
		return NT_STATUS_DLL_INIT_FAILED;

	/* ntapi_internals: alloc */
	block_size = sizeof(ntapi_internals);
	status = pfn_zw_allocate_virtual_memory(
		NT_CURRENT_PROCESS_HANDLE,
		(void **)&internals,
		0,
		&block_size,
		NT_MEM_COMMIT,
		NT_PAGE_READWRITE);

	if (status != NT_STATUS_SUCCESS)
		return status;

	/* ipc connection list */
	if ((status = dalist_init_ex(
			&internals->ipc_conns,
			sizeof(nt_ipc_conn),
			NT_ALLOCATION_GRANULARITY,
			__ipc_memfn,
			DALIST_MEMFN_CUSTOM)))
		return status;

	dalist_deposit_memory_block(
		&internals->ipc_conns,
		&__ntapi_img_bss.ipc_buffer,
		__NT_BSS_IPC_BUFFER_SIZE);

	/* hashed import table */
	__ntapi_tt_populate_hashed_import_table(
		pe_get_ntdll_module_handle(),
		__ntapi,
		import_table,
		__NT_IMPORTED_SYMBOLS_ARRAY_SIZE);

	/* alternate implementation */
	__ntapi->rtl_init_unicode_string 			= __ntapi_tt_init_unicode_string_from_utf16;
	__ntapi->strlen						= __ntapi_tt_string_null_offset_multibyte;
	__ntapi->wcslen						= __ntapi_tt_wcslen;

	/* extension functions */
	/* nt_object.h */
	__ntapi->tt_open_ipc_object_directory			= __ntapi_tt_open_ipc_object_directory;
	__ntapi->tt_create_ipc_object_directory_entry		= __ntapi_tt_create_ipc_object_directory_entry;
	__ntapi->tt_open_dev_object_directory			= __ntapi_tt_open_dev_object_directory;
	__ntapi->tt_create_dev_object_directory_entry		= __ntapi_tt_create_dev_object_directory_entry;
	__ntapi->tt_create_keyed_object_directory		= __ntapi_tt_create_keyed_object_directory;
	__ntapi->tt_open_keyed_object_directory			= __ntapi_tt_open_keyed_object_directory;
	__ntapi->tt_create_keyed_object_directory_entry		= __ntapi_tt_create_keyed_object_directory_entry;
	__ntapi->tt_keyed_object_to_key				= __ntapi_tt_keyed_object_to_key;
	__ntapi->tt_sid_copy					= __ntapi_tt_sid_copy;
	__ntapi->tt_sid_compare					= __ntapi_tt_sid_compare;

	/* nt_crc32.h */
	__ntapi->tt_buffer_crc32 				= __ntapi_tt_buffer_crc32;
	__ntapi->tt_mbstr_crc32					= __ntapi_tt_mbstr_crc32;
	__ntapi->tt_crc32_table					= __ntapi_tt_crc32_table;

	/* nt_crc64.h */
	__ntapi->tt_buffer_crc64 				= __ntapi_tt_buffer_crc64;
	__ntapi->tt_mbstr_crc64					= __ntapi_tt_mbstr_crc64;
	__ntapi->tt_crc64_table					= __ntapi_tt_crc64_table;

	/* nt_file.h */
	__ntapi->tt_get_file_handle_type			= __ntapi_tt_get_file_handle_type;
	__ntapi->tt_open_logical_parent_directory		= __ntapi_tt_open_logical_parent_directory;
	__ntapi->tt_open_physical_parent_directory		= __ntapi_tt_open_physical_parent_directory;
	__ntapi->tt_open_volume_by_guid				= __ntapi_tt_open_volume_by_guid;

	/* nt_ipc.h */
	__ntapi->ipc_connect_by_attr				= __ntapi_ipc_connect_by_attr;
	__ntapi->ipc_connect_by_name				= __ntapi_ipc_connect_by_name;
	__ntapi->ipc_connect_by_symlink				= __ntapi_ipc_connect_by_symlink;
	__ntapi->ipc_connect_by_port				= __ntapi_ipc_connect_by_port;
	__ntapi->ipc_connect_section_by_attr			= __ntapi_ipc_connect_section_by_attr;
	__ntapi->ipc_connect_section_by_name			= __ntapi_ipc_connect_section_by_name;
	__ntapi->ipc_connect_section_by_symlink			= __ntapi_ipc_connect_section_by_symlink;
	__ntapi->ipc_connect_section_by_port			= __ntapi_ipc_connect_section_by_port;
	__ntapi->ipc_get_port_by_attr				= __ntapi_ipc_get_port_by_attr;
	__ntapi->ipc_get_port_section_by_attr			= __ntapi_ipc_get_port_section_by_attr;
	__ntapi->ipc_init_section_by_port			= __ntapi_ipc_init_section_by_port;
	__ntapi->ipc_disconnect_unmap_section_by_port		= __ntapi_ipc_disconnect_unmap_section_by_port;

	/* nt_sem.h */
	__ntapi->sem_create					= __ntapi_sem_create;
	__ntapi->sem_open					= __ntapi_sem_open;
	__ntapi->sem_fcntl					= __ntapi_sem_fcntl;
	__ntapi->sem_ioctl					= __ntapi_sem_ioctl;
	__ntapi->sem_query					= __ntapi_sem_query;
	__ntapi->sem_set					= __ntapi_sem_set;
	__ntapi->sem_cancel					= __ntapi_sem_cancel;
	__ntapi->sem_free					= __ntapi_sem_free;

	/* nt_msq.h */
	__ntapi->msq_create					= __ntapi_msq_create;
	__ntapi->msq_open					= __ntapi_msq_open;
	__ntapi->msq_send					= __ntapi_msq_send;
	__ntapi->msq_recv					= __ntapi_msq_recv;
	__ntapi->msq_fcntl					= __ntapi_msq_fcntl;
	__ntapi->msq_ioctl					= __ntapi_msq_ioctl;
	__ntapi->msq_query					= __ntapi_msq_query;
	__ntapi->msq_set					= __ntapi_msq_set;
	__ntapi->msq_cancel					= __ntapi_msq_cancel;
	__ntapi->msq_free					= __ntapi_msq_free;

	/* nt_afl.h */
	__ntapi->afl_create					= __ntapi_afl_create;
	__ntapi->afl_open					= __ntapi_afl_open;
	__ntapi->afl_fcntl					= __ntapi_afl_fcntl;
	__ntapi->afl_ioctl					= __ntapi_afl_ioctl;
	__ntapi->afl_query					= __ntapi_afl_query;
	__ntapi->afl_set					= __ntapi_afl_set;
	__ntapi->afl_cancel					= __ntapi_afl_cancel;
	__ntapi->afl_free					= __ntapi_afl_free;

	/* nt_ldr.h */
	__ntapi->ldr_load_system_dll				= __ntapi_ldr_load_system_dll;
	__ntapi->ldr_create_state_snapshot			= __ntapi_ldr_create_state_snapshot;
	__ntapi->ldr_revert_state_to_snapshot			= __ntapi_ldr_revert_state_to_snapshot;

	/* nt_string.h */
	__ntapi->tt_string_null_offset_multibyte 		= __ntapi_tt_string_null_offset_multibyte;
	__ntapi->tt_string_null_offset_short			= __ntapi_tt_string_null_offset_short;
	__ntapi->tt_string_null_offset_dword			= __ntapi_tt_string_null_offset_dword;
	__ntapi->tt_string_null_offset_qword			= __ntapi_tt_string_null_offset_qword;
	__ntapi->tt_string_null_offset_ptrsize			= __ntapi_tt_string_null_offset_ptrsize;
	__ntapi->tt_strcmp_multibyte				= __ntapi_tt_strcmp_multibyte;
	__ntapi->tt_strcmp_utf16				= __ntapi_tt_strcmp_utf16;
	__ntapi->tt_strncmp_multibyte				= __ntapi_tt_strncmp_multibyte;
	__ntapi->tt_strncmp_utf16				= __ntapi_tt_strncmp_utf16;
	__ntapi->tt_aligned_block_memset 			= __ntapi_tt_aligned_block_memset;
	__ntapi->tt_aligned_block_memcpy 			= __ntapi_tt_aligned_block_memcpy;
	__ntapi->tt_aligned_block_memlock 			= __ntapi_tt_aligned_block_memlock;
	__ntapi->tt_memcpy_utf16 				= __ntapi_tt_memcpy_utf16;
	__ntapi->tt_aligned_memcpy_utf16 			= __ntapi_tt_aligned_memcpy_utf16;
	__ntapi->tt_generic_memset				= __ntapi_tt_generic_memset;
	__ntapi->tt_generic_memcpy 				= __ntapi_tt_generic_memcpy;
	__ntapi->tt_uint16_to_hex_utf16				= __ntapi_tt_uint16_to_hex_utf16;
	__ntapi->tt_uint32_to_hex_utf16				= __ntapi_tt_uint32_to_hex_utf16;
	__ntapi->tt_uint64_to_hex_utf16				= __ntapi_tt_uint64_to_hex_utf16;
	__ntapi->tt_uintptr_to_hex_utf16 			= __ntapi_tt_uintptr_to_hex_utf16;

	__ntapi->tt_hex_utf16_to_uint16				= __ntapi_tt_hex_utf16_to_uint16;
	__ntapi->tt_hex_utf16_to_uint32				= __ntapi_tt_hex_utf16_to_uint32;
	__ntapi->tt_hex_utf16_to_uint64				= __ntapi_tt_hex_utf16_to_uint64;
	__ntapi->tt_hex_utf16_to_uintptr 			= __ntapi_tt_hex_utf16_to_uintptr;

	__ntapi->tt_hex_utf8_to_uint16				= __ntapi_tt_hex_utf8_to_uint16;
	__ntapi->tt_hex_utf8_to_uint32				= __ntapi_tt_hex_utf8_to_uint32;
	__ntapi->tt_hex_utf8_to_uint64				= __ntapi_tt_hex_utf8_to_uint64;
	__ntapi->tt_hex_utf8_to_uintptr 			= __ntapi_tt_hex_utf8_to_uintptr;

	__ntapi->tt_init_unicode_string_from_utf16 		= __ntapi_tt_init_unicode_string_from_utf16;
	__ntapi->tt_uint16_to_hex_utf8				= __ntapi_tt_uint16_to_hex_utf8;
	__ntapi->tt_uint32_to_hex_utf8				= __ntapi_tt_uint32_to_hex_utf8;
	__ntapi->tt_uint64_to_hex_utf8				= __ntapi_tt_uint64_to_hex_utf8;
	__ntapi->tt_uintptr_to_hex_utf8				= __ntapi_tt_uintptr_to_hex_utf8;
	__ntapi->tt_uintptr_to_dec_utf16			= __ntapi_tt_uintptr_to_dec_utf16;
	__ntapi->tt_uintptr_to_dec_utf8				= __ntapi_tt_uintptr_to_dec_utf8;
	__ntapi->tt_uintptr_to_dec_null_utf16			= __ntapi_tt_uintptr_to_dec_null_utf16;
	__ntapi->tt_uintptr_to_dec_null_utf8			= __ntapi_tt_uintptr_to_dec_null_utf8;
	__ntapi->tt_dec_utf16_to_uint16				= __ntapi_tt_dec_utf16_to_uint16;
	__ntapi->tt_dec_utf16_to_uint32				= __ntapi_tt_dec_utf16_to_uint32;
	__ntapi->tt_dec_utf16_to_uint64				= __ntapi_tt_dec_utf16_to_uint64;
	__ntapi->tt_dec_utf16_to_uintptr			= __ntapi_tt_dec_utf16_to_uintptr;

	/* nt_guid.h */
	__ntapi->tt_guid_copy 					= __ntapi_tt_guid_copy;
	__ntapi->tt_guid_compare 				= __ntapi_tt_guid_compare;
	__ntapi->tt_guid_to_string_utf16 			= __ntapi_tt_guid_to_string_utf16;
	__ntapi->tt_string_to_guid_utf16 			= __ntapi_tt_string_to_guid_utf16;
	__ntapi->tt_guid_to_string_utf8				= __ntapi_tt_guid_to_string_utf8;
	__ntapi->tt_string_to_guid_utf8 			= __ntapi_tt_string_to_guid_utf8;

	/* nt_sysinfo.h */
	__ntapi->tt_get_system_directory_native_path 		= __ntapi_tt_get_system_directory_native_path;
	__ntapi->tt_get_system_directory_dos_path 		= __ntapi_tt_get_system_directory_dos_path;
	__ntapi->tt_get_system_directory_handle			= __ntapi_tt_get_system_directory_handle;
	__ntapi->tt_get_system_info_snapshot  			= __ntapi_tt_get_system_info_snapshot;

	/* nt_thread.h */
	__ntapi->tt_create_local_thread				= __ntapi_tt_create_local_thread;
	__ntapi->tt_create_remote_thread 			= __ntapi_tt_create_remote_thread;
	__ntapi->tt_create_thread 				= __ntapi_tt_create_thread;

	/* nt_process.h */
	__ntapi->tt_fork					= __ntapi_tt_fork;
	__ntapi->tt_create_remote_process_params 		= __ntapi_tt_create_remote_process_params;
	__ntapi->tt_spawn_native_process			= __ntapi_tt_spawn_native_process;
	__ntapi->tt_spawn_foreign_process			= __ntapi_tt_spawn_foreign_process;
	__ntapi->tt_get_runtime_data 				= __ntapi_tt_get_runtime_data;
	__ntapi->tt_init_runtime_data				= __ntapi_tt_init_runtime_data;
	__ntapi->tt_update_runtime_data				= __ntapi_tt_update_runtime_data;
	__ntapi->tt_exec_map_image_as_data			= __ntapi_tt_exec_map_image_as_data;
	__ntapi->tt_exec_unmap_image				= __ntapi_tt_exec_unmap_image;

	/* nt_token.h */
	__ntapi->tt_enable_token_privilege			= __ntapi_tt_enable_token_privilege;
	__ntapi->tt_disable_token_privilege			= __ntapi_tt_disable_token_privilege;

	/* nt_section.h */
	__ntapi->tt_get_section_name 				= __ntapi_tt_get_section_name;

	/* nt_sync.h */
	__ntapi->tt_create_inheritable_event 			= __ntapi_tt_create_inheritable_event;
	__ntapi->tt_create_private_event 			= __ntapi_tt_create_private_event;
	__ntapi->tt_wait_for_dummy_event 			= __ntapi_tt_wait_for_dummy_event;

	/* nt_port.h */
	__ntapi->csr_port_handle 				= __ntapi_csr_port_handle;
	__ntapi->tt_port_guid_from_type				= __ntapi_tt_port_guid_from_type;
	__ntapi->tt_port_type_from_guid				= __ntapi_tt_port_type_from_guid;
	__ntapi->tt_port_prefix_from_type			= __ntapi_tt_port_prefix_from_type;
	__ntapi->tt_port_generate_keys 				= __ntapi_tt_port_generate_keys;
	__ntapi->tt_port_format_keys 				= __ntapi_tt_port_format_keys;
	__ntapi->tt_port_name_from_attr 			= __ntapi_tt_port_name_from_attr;
	__ntapi->tt_port_attr_from_name 			= __ntapi_tt_port_attr_from_name;
	__ntapi->tt_port_attr_from_string 			= __ntapi_tt_port_attr_from_string;
	__ntapi->tt_port_attr_from_symlink 			= __ntapi_tt_port_attr_from_symlink;

	/* nt_argv.h */
	__ntapi->tt_get_cmd_line_utf16 				= __ntapi_tt_get_cmd_line_utf16;
	__ntapi->tt_get_peb_env_block_utf16 			= __ntapi_tt_get_peb_env_block_utf16;
	__ntapi->tt_parse_cmd_line_args_utf16 			= __ntapi_tt_parse_cmd_line_args_utf16;
	__ntapi->tt_get_argv_envp_utf8 				= __ntapi_tt_get_argv_envp_utf8;
	__ntapi->tt_get_argv_envp_utf16				= __ntapi_tt_get_argv_envp_utf16;
	__ntapi->tt_get_env_var_meta_utf8 			= __ntapi_tt_get_env_var_meta_utf8;
	__ntapi->tt_get_env_var_meta_utf16 			= __ntapi_tt_get_env_var_meta_utf16;
	__ntapi->tt_array_copy_utf16				= __ntapi_tt_array_copy_utf16;
	__ntapi->tt_array_copy_utf8				= __ntapi_tt_array_copy_utf8;
	__ntapi->tt_array_convert_utf8_to_utf16			= __ntapi_tt_array_convert_utf8_to_utf16;
	__ntapi->tt_array_convert_utf16_to_utf8			= __ntapi_tt_array_convert_utf16_to_utf8;

	/* nt_blitter.h */
	__ntapi->blt_alloc					= __ntapi_blt_alloc;
	__ntapi->blt_free					= __ntapi_blt_free;
	__ntapi->blt_acquire					= __ntapi_blt_acquire;
	__ntapi->blt_obtain					= __ntapi_blt_obtain;
	__ntapi->blt_possess					= __ntapi_blt_possess;
	__ntapi->blt_release					= __ntapi_blt_release;
	__ntapi->blt_get 					= __ntapi_blt_get;
	__ntapi->blt_set 					= __ntapi_blt_set;

	/* nt_unicode.h */
	__ntapi->uc_validate_unicode_stream_utf8 		= __ntapi_uc_validate_unicode_stream_utf8;
	__ntapi->uc_validate_unicode_stream_utf16 		= __ntapi_uc_validate_unicode_stream_utf16;
	__ntapi->uc_get_code_point_byte_count_utf8		= __ntapi_uc_get_code_point_byte_count_utf8;
	__ntapi->uc_get_code_point_byte_count_utf16		= __ntapi_uc_get_code_point_byte_count_utf16;
	__ntapi->uc_convert_unicode_stream_utf8_to_utf16 	= __ntapi_uc_convert_unicode_stream_utf8_to_utf16;
	__ntapi->uc_convert_unicode_stream_utf8_to_utf32 	= __ntapi_uc_convert_unicode_stream_utf8_to_utf32;
	__ntapi->uc_convert_unicode_stream_utf16_to_utf8 	= __ntapi_uc_convert_unicode_stream_utf16_to_utf8;
	__ntapi->uc_convert_unicode_stream_utf16_to_utf32 	= __ntapi_uc_convert_unicode_stream_utf16_to_utf32;

	/* nt_daemon.h */
	__ntapi->dsr_init					= __ntapi_dsr_init;
	__ntapi->dsr_create_port 				= __ntapi_dsr_create_port;

	/* nt_acl.h */
	__ntapi->acl_init_common_descriptor			= __ntapi_acl_init_common_descriptor;
	__ntapi->acl_init_common_descriptor_meta			= __ntapi_acl_init_common_descriptor_meta;

	/* nt_vfd.h */
	__ntapi->vfd_dev_name_init				= __ntapi_vfd_dev_name_init;

	/* nt_tty.h */
	__ntapi->tty_create_session				= __ntapi_tty_create_session;
	__ntapi->tty_join_session				= __ntapi_tty_join_session;
	__ntapi->tty_connect					= __ntapi_tty_connect;
	__ntapi->tty_client_session_disconnect			= __ntapi_tty_client_session_disconnect;
	__ntapi->tty_client_session_query			= __ntapi_tty_client_session_query;
	__ntapi->tty_client_session_set				= __ntapi_tty_client_session_set;
	__ntapi->tty_client_process_register			= __ntapi_tty_client_process_register;
	__ntapi->tty_query_information_section			= __ntapi_tty_query_information_section;
	__ntapi->tty_query_information_server			= __ntapi_tty_query_information_server;
	__ntapi->tty_query_information_service			= __ntapi_tty_query_information_service;
	__ntapi->tty_query_server_pts_slot_info			= __ntapi_tty_query_server_pts_slot_info;
	__ntapi->tty_request_peer				= __ntapi_tty_request_peer;
	__ntapi->pty_open					= __ntapi_pty_open;
	__ntapi->pty_open_pair					= __ntapi_pty_open_pair;
	__ntapi->pty_reopen					= __ntapi_pty_reopen;
	__ntapi->pty_inherit 					= __ntapi_pty_inherit;
	__ntapi->pty_inherit_runtime_ctty 			= __ntapi_pty_inherit_runtime_ctty;
	__ntapi->pty_close					= __ntapi_pty_close;
	__ntapi->pty_read					= __ntapi_pty_read;
	__ntapi->pty_write					= __ntapi_pty_write;
	__ntapi->pty_ioctl					= __ntapi_pty_ioctl;
	__ntapi->pty_query					= __ntapi_pty_query;
	__ntapi->pty_xquery					= __ntapi_pty_xquery;
	__ntapi->pty_set					= __ntapi_pty_set;
	__ntapi->pty_cancel					= __ntapi_pty_cancel;

	/* nt_socket.h */
	__ntapi->sc_listen					= __ntapi_sc_listen;
	__ntapi->sc_accept					= __ntapi_sc_accept;
	__ntapi->sc_send 					= __ntapi_sc_send;
	__ntapi->sc_recv 					= __ntapi_sc_recv;
	__ntapi->sc_shutdown					= __ntapi_sc_shutdown;
	__ntapi->sc_server_duplicate_socket			= __ntapi_sc_server_duplicate_socket;
	__ntapi->sc_setsockopt					= __ntapi_sc_setsockopt;
	__ntapi->sc_getsockopt					= __ntapi_sc_getsockopt;
	__ntapi->sc_wait = __ntapi_sc_wait;

	/* nt_mount.h */
	__ntapi->tt_get_dos_drive_device_handle			= __ntapi_tt_get_dos_drive_device_handle;
	__ntapi->tt_get_dos_drive_root_handle			= __ntapi_tt_get_dos_drive_root_handle;
	__ntapi->tt_get_dos_drive_device_name			= __ntapi_tt_get_dos_drive_device_name;
	__ntapi->tt_get_dos_drive_mount_points			= __ntapi_tt_get_dos_drive_mount_points;
	__ntapi->tt_dev_mount_points_to_statfs			= __ntapi_tt_dev_mount_points_to_statfs;
	__ntapi->tt_get_dos_drive_letter_from_device		= __ntapi_tt_get_dos_drive_letter_from_device;

	/* nt_istat.h */
	__ntapi->tt_istat					= __ntapi_tt_istat;

	/* nt_stat.h */
	__ntapi->tt_stat 					= __ntapi_tt_stat;

	/* nt_statfs.h */
	__ntapi->tt_statfs					= __ntapi_tt_statfs;

	/* nt_log.h */
	__ntapi->log_write					= __ntapi_log_write;
	__ntapi->log_fn_call					= __ntapi_log_fn_call;
	__ntapi->log_msg 					= __ntapi_log_msg;

	/* nt_debug.h */
	__ntapi->tt_debug_create_object				= __ntapi_tt_debug_create_object;
	__ntapi->tt_debug_create_attach_object			= __ntapi_tt_debug_create_attach_object;
	__ntapi->tt_debug_execution_flow			= __ntapi_tt_debug_execution_flow;
	__ntapi->tt_debug_break_process				= __ntapi_tt_debug_break_process;


	/* OS version dependent functions */
	if (__ntapi->zw_create_user_process) {
		__ntapi->tt_create_native_process		= __ntapi_tt_create_native_process_v2;
		__ntapi->ipc_create_pipe 			= __ntapi_ipc_create_pipe_v2;
		__ntapi->sc_socket				= __ntapi_sc_socket_v2;
		__ntapi->sc_bind 				= __ntapi_sc_bind_v2;
		__ntapi->sc_connect				= __ntapi_sc_connect_v2;
		__ntapi->sc_server_accept_connection		= __ntapi_sc_server_accept_connection_v2;
		__ntapi->sc_getsockname				= __ntapi_sc_getsockname_v2;
		__ntapi->sc_getpeername				= __ntapi_sc_getpeername_v2;
	} else {
		__ntapi->tt_create_native_process		= __ntapi_tt_create_native_process_v1;
		__ntapi->ipc_create_pipe 			= __ntapi_ipc_create_pipe_v1;
		__ntapi->sc_socket				= __ntapi_sc_socket_v1;
		__ntapi->sc_bind 				= __ntapi_sc_bind_v1;
		__ntapi->sc_connect				= __ntapi_sc_connect_v1;
		__ntapi->sc_server_accept_connection		= __ntapi_sc_server_accept_connection_v1;
		__ntapi->sc_getsockname				= __ntapi_sc_getsockname_v1;
		__ntapi->sc_getpeername				= __ntapi_sc_getpeername_v1;
	}

	/* internals */
	internals->ntapi_img_sec_bss				= &__ntapi_img_bss;
	internals->subsystem					= &__ntapi_rdata.img_sec_data.__session_name;

	internals->tt_get_csr_port_handle_addr_by_logic		= __GET_CSR_PORT_HANDLE_BY_LOGIC;
	internals->csr_port_handle_addr				= __GET_CSR_PORT_HANDLE_BY_LOGIC();

	/* shadow copy for client libraries */
	__ntapi->tt_aligned_block_memcpy(
		(uintptr_t *)&___ntapi_shadow,
		(uintptr_t *)&___ntapi,
		sizeof(ntapi_vtbl));

	/* process handle */
	oa.len      = sizeof(oa);
	oa.root_dir = 0;
	oa.obj_name = 0;
	oa.obj_attr = 0;
	oa.sec_desc = 0;
	oa.sec_qos  = 0;

	cid.process_id = pe_get_current_process_id();
	cid.thread_id  = pe_get_current_thread_id();

	if ((status = __ntapi->zw_open_process(
			&internals->hprocess,
			NT_PROCESS_ALL_ACCESS,
			&oa,&cid)))
		return status;

	/* process token */
	 if ((status = __ntapi->zw_open_process_token(
			NT_CURRENT_PROCESS_HANDLE,
			NT_TOKEN_ALL_ACCESS,
			&internals->htoken)))
		return status;

	__ntapi_init_adjust_privileges();

	/* user */
	if ((status = __ntapi->zw_query_information_token(
			internals->htoken,
			NT_TOKEN_USER,
			buf,sizeof(buf),
			&block_size)))
		return status;

	internals->user  = (nt_sid *)&internals->sid_buffer[0];
	internals->admin = (nt_sid *)&internals->sid_buffer[1];

	__ntapi->tt_sid_copy(
		internals->user,
		((nt_sid_and_attributes *)buf)->sid);

	/* admin */
	value = internals->user->identifier_authority.value;
	sacnt = internals->user->sub_authority_count;

	if ((value[0] == 0) && (value[1] == 0)
			&& (value[2] == 0) && (value[3] == 0)
			&& (value[4] == 0) && (value[5] == 5)
			&& internals->user->sub_authority[0] == 21) {
		__ntapi->tt_sid_copy(
			internals->admin,
			internals->user);

		internals->admin->sub_authority[sacnt - 1] = 500;
	}

	/* done */
	*pvtbl	= &___ntapi_shadow;
	at_locked_inc(&__ntapi_init_idx);

	return NT_STATUS_SUCCESS;
}

static int32_t __ntapi_init_solib_fork_child_finalize(void)
{
	int32_t			status;
	int			page;
	nt_rtdata *		rtdata;
	nt_oa			oa;
	ntapi_internals *	__internals;

	/* detect the rare scenario where libntapi.so is (indirectly)      */
	/* used by a hosted process, in which case post-fork adjustments  */
	/* to internal structures would take place in the copy of ntapi  */
	/* that is statically linked into the system call layer         */
	/* library, thereby requiring similar adjustmets to be made    */
	/* once here as well.                                         */

	__internals = __ntapi_internals();

	if (!(rtdata = __internals->rtdata))
		return NT_STATUS_SUCCESS;

	else if (rtdata->cid_self.process_id == pe_get_current_process_id())
		return NT_STATUS_SUCCESS;

	rtdata->cid_parent.process_id = rtdata->cid_self.process_id;
	rtdata->cid_parent.thread_id  = rtdata->cid_self.thread_id;

	rtdata->cid_self.process_id   = pe_get_current_process_id();
	rtdata->cid_self.thread_id    = pe_get_current_thread_id();

	if (rtdata->hparent)
		__ntapi->zw_close(rtdata->hparent);

	oa.len		= sizeof(oa);
	oa.root_dir	= 0;
	oa.obj_name	= 0;
	oa.obj_attr	= 0;
	oa.sec_desc	= &__internals->seq_desc;
	oa.sec_qos	= &__internals->seq_qos;

	status = __ntapi->zw_open_process(
		&__internals->hprocess,
		NT_PROCESS_ALL_ACCESS,
		&oa,&rtdata->cid_self);

	rtdata->hparent = rtdata->hself;
	rtdata->hself   = __internals->hprocess;

	if ((status = dalist_init_ex(
			&__internals->ipc_conns,
			sizeof(nt_ipc_conn),
			NT_ALLOCATION_GRANULARITY,
			__ipc_memfn,
			DALIST_MEMFN_CUSTOM)))
		return status;

	dalist_deposit_memory_block(
		&__internals->ipc_conns,
		__internals->ntapi_img_sec_bss->ipc_buffer,
		__NT_BSS_IPC_BUFFER_SIZE);

	for (page=0; page<__internals->ipc_page; page++)
		dalist_deposit_memory_block(
			&__internals->ipc_conns,
			__internals->ipc_pages[page],
			NT_ALLOCATION_GRANULARITY);

	rtdata->hsemctl     = 0;
	rtdata->hsempid     = 0;

	rtdata->hmsqctl     = 0;
	rtdata->hmsqpid     = 0;

	rtdata->haflctl     = 0;
	rtdata->haflpid     = 0;

	rtdata->ipc_keys[0] = 0;
	rtdata->ipc_keys[1] = 0;
	rtdata->ipc_keys[2] = 0;
	rtdata->ipc_keys[3] = 0;
	rtdata->ipc_keys[4] = 0;
	rtdata->ipc_keys[5] = 0;

	return 0;
}

static int32_t __fastcall __ntapi_init_pending(ntapi_vtbl ** pvtbl)
{
	(void)pvtbl;
	return NT_STATUS_PENDING;
}

static int32_t __fastcall __ntapi_init_completed(ntapi_vtbl ** pvtbl)
{
	*pvtbl = &___ntapi_shadow;
	return __ntapi_init_solib_fork_child_finalize();
}


__ntapi_api
int32_t __fastcall ntapi_init(ntapi_vtbl ** pvtbl)
{
	return __ntapi_init_vtbl[__ntapi_init_idx](pvtbl);
}


ntapi_internals * __cdecl __ntapi_internals(void)
{
	return internals;
}