arch/x86/boot/compressed/misc.h - third_party/linux - Git at Google


            
            /* SPDX-License-Identifier: GPL-2.0 */

            
            #ifndef BOOT_COMPRESSED_MISC_H

            
            #define BOOT_COMPRESSED_MISC_H


            /*

            
             * Special hack: we have to be careful, because no indirections are allowed here,

            
             * and paravirt_ops is a kind of one. As it will only run in baremetal anyway,

            
             * we just keep it from happening. (This list needs to be extended when new

            
             * paravirt and debugging variants are added.)

            
             */

            
            #undef CONFIG_PARAVIRT

            
            #undef CONFIG_PARAVIRT_XXL

            
            #undef CONFIG_PARAVIRT_SPINLOCKS

            
            #undef CONFIG_ARCH_HAS_LAZY_MMU_MODE

            
            #undef CONFIG_KASAN

            
            #undef CONFIG_KASAN_GENERIC


            #define __NO_FORTIFY


            /* cpu_feature_enabled() cannot be used this early */

            
            #define USE_EARLY_PGTABLE_L5


            /*

            
             * Boot stub deals with identity mappings, physical and virtual addresses are

            
             * the same, so override these defines.

            
             *

            
             * <asm/page.h> will not define them if they are already defined.

            
             */

            
            #define __pa(x)  ((unsigned long)(x))

            
            #define __va(x)  ((void *)((unsigned long)(x)))


            #include <linux/linkage.h>

            
            #include <linux/screen_info.h>

            
            #include <linux/elf.h>

            
            #include <asm/page.h>

            
            #include <asm/boot.h>

            
            #include <asm/bootparam.h>

            
            #include <asm/desc_defs.h>


            #include "tdx.h"


            #define BOOT_CTYPE_H

            
            #include <linux/acpi.h>


            #define BOOT_BOOT_H

            
            #include "../ctype.h"

            
            #include "../io.h"


            #include "efi.h"


            #ifdef CONFIG_X86_64

            
            #define memptr long

            
            #else

            
            #define memptr unsigned

            
            #endif


            /* boot/compressed/vmlinux start and end markers */

            
            extern char _head[], _end[];


            /* misc.c */

            
            extern memptr free_mem_ptr;

            
            extern memptr free_mem_end_ptr;

            
            extern int spurious_nmi_count;

            
            void *malloc(int size);

            
            void free(void *where);

            
            void __putstr(const char *s);

            
            void __puthex(unsigned long value);

            
            void __putdec(unsigned long value);

            
            #define error_putstr(__x)  __putstr(__x)

            
            #define error_puthex(__x)  __puthex(__x)

            
            #define error_putdec(__x)  __putdec(__x)


            #ifdef CONFIG_X86_VERBOSE_BOOTUP


            #define debug_putstr(__x)  __putstr(__x)

            
            #define debug_puthex(__x)  __puthex(__x)

            
            #define debug_putaddr(__x) { \

            
            		debug_putstr(#__x ": 0x"); \

            
            		debug_puthex((unsigned long)(__x)); \

            
            		debug_putstr("\n"); \

            
            	}


            #else


            static inline void debug_putstr(const char *s)

            
            { }

            
            static inline void debug_puthex(unsigned long value)

            
            { }

            
            #define debug_putaddr(x) /* */


            #endif


            /* cmdline.c */

            
            int cmdline_find_option(const char *option, char *buffer, int bufsize);

            
            int cmdline_find_option_bool(const char *option);


            struct mem_vector {

            
            	u64 start;

            
            	u64 size;

            
            };


            #ifdef CONFIG_RANDOMIZE_BASE

            
            /* kaslr.c */

            
            void choose_random_location(unsigned long input,

            
            			    unsigned long input_size,

            
            			    unsigned long *output,

            
            			    unsigned long output_size,

            
            			    unsigned long *virt_addr);

            
            #else

            
            static inline void choose_random_location(unsigned long input,

            
            					  unsigned long input_size,

            
            					  unsigned long *output,

            
            					  unsigned long output_size,

            
            					  unsigned long *virt_addr)

            
            {

            
            }

            
            #endif


            /* cpuflags.c */

            
            bool has_cpuflag(int flag);


            #ifdef CONFIG_X86_64

            
            extern int set_page_decrypted(unsigned long address);

            
            extern int set_page_encrypted(unsigned long address);

            
            extern int set_page_non_present(unsigned long address);

            
            extern unsigned char _pgtable[];

            
            #endif


            #ifdef CONFIG_EARLY_PRINTK

            
            /* early_serial_console.c */

            
            extern int early_serial_base;

            
            void console_init(void);

            
            #else

            
            static const int early_serial_base;

            
            static inline void console_init(void)

            
            { }

            
            #endif


            #ifdef CONFIG_AMD_MEM_ENCRYPT

            
            struct es_em_ctxt;

            
            struct insn;


            void sev_enable(struct boot_params *bp);

            
            void snp_check_features(void);

            
            void sev_es_shutdown_ghcb(void);

            
            extern bool sev_es_check_ghcb_fault(unsigned long address);

            
            void snp_set_page_private(unsigned long paddr);

            
            void snp_set_page_shared(unsigned long paddr);

            
            void sev_prep_identity_maps(unsigned long top_level_pgt);


            enum es_result vc_decode_insn(struct es_em_ctxt *ctxt);

            
            bool insn_has_rep_prefix(struct insn *insn);

            
            void sev_insn_decode_init(void);

            
            bool early_setup_ghcb(void);

            
            #else

            
            static inline void snp_check_features(void) { }

            
            static inline void sev_es_shutdown_ghcb(void) { }

            
            static inline bool sev_es_check_ghcb_fault(unsigned long address)

            
            {

            
            	return false;

            
            }

            
            static inline void snp_set_page_private(unsigned long paddr) { }

            
            static inline void snp_set_page_shared(unsigned long paddr) { }

            
            static inline void sev_prep_identity_maps(unsigned long top_level_pgt) { }

            
            #endif


            /* acpi.c */

            
            #ifdef CONFIG_ACPI

            
            acpi_physical_address get_rsdp_addr(void);

            
            #else

            
            static inline acpi_physical_address get_rsdp_addr(void) { return 0; }

            
            #endif


            #if defined(CONFIG_RANDOMIZE_BASE) && defined(CONFIG_MEMORY_HOTREMOVE) && defined(CONFIG_ACPI)

            
            extern struct mem_vector immovable_mem[MAX_NUMNODES*2];

            
            int count_immovable_mem_regions(void);

            
            #else

            
            static inline int count_immovable_mem_regions(void) { return 0; }

            
            #endif


            /* ident_map_64.c */

            
            extern unsigned int __pgtable_l5_enabled, pgdir_shift, ptrs_per_p4d;

            
            extern void kernel_add_identity_map(unsigned long start, unsigned long end);


            /* Used by PAGE_KERN* macros: */

            
            extern pteval_t __default_kernel_pte_mask;


            /* idt_64.c */

            
            extern gate_desc boot_idt[BOOT_IDT_ENTRIES];

            
            extern struct desc_ptr boot_idt_desc;


            #ifdef CONFIG_X86_64

            
            void cleanup_exception_handling(void);

            
            #else

            
            static inline void cleanup_exception_handling(void) { }

            
            #endif


            /* IDT Entry Points */

            
            void boot_page_fault(void);

            
            void boot_nmi_trap(void);

            
            void boot_stage1_vc(void);

            
            void boot_stage2_vc(void);


            unsigned long sev_verify_cbit(unsigned long cr3);


            enum efi_type {

            
            	EFI_TYPE_64,

            
            	EFI_TYPE_32,

            
            	EFI_TYPE_NONE,

            
            };


            #ifdef CONFIG_EFI

            
            /* helpers for early EFI config table access */

            
            enum efi_type efi_get_type(struct boot_params *bp);

            
            unsigned long efi_get_system_table(struct boot_params *bp);

            
            int efi_get_conf_table(struct boot_params *bp, unsigned long *cfg_tbl_pa,

            
            		       unsigned int *cfg_tbl_len);

            
            unsigned long efi_find_vendor_table(struct boot_params *bp,

            
            				    unsigned long cfg_tbl_pa,

            
            				    unsigned int cfg_tbl_len,

            
            				    efi_guid_t guid);

            
            #else

            
            static inline enum efi_type efi_get_type(struct boot_params *bp)

            
            {

            
            	return EFI_TYPE_NONE;

            
            }


            static inline unsigned long efi_get_system_table(struct boot_params *bp)

            
            {

            
            	return 0;

            
            }


            static inline int efi_get_conf_table(struct boot_params *bp,

            
            				     unsigned long *cfg_tbl_pa,

            
            				     unsigned int *cfg_tbl_len)

            
            {

            
            	return -ENOENT;

            
            }


            static inline unsigned long efi_find_vendor_table(struct boot_params *bp,

            
            						  unsigned long cfg_tbl_pa,

            
            						  unsigned int cfg_tbl_len,

            
            						  efi_guid_t guid)

            
            {

            
            	return 0;

            
            }

            
            #endif /* CONFIG_EFI */


            #ifdef CONFIG_UNACCEPTED_MEMORY

            
            bool init_unaccepted_memory(void);

            
            #else

            
            static inline bool init_unaccepted_memory(void) { return false; }

            
            #endif


            /* Defined in EFI stub */

            
            extern struct efi_unaccepted_memory *unaccepted_table;

            
            void accept_memory(phys_addr_t start, unsigned long size);


            #endif /* BOOT_COMPRESSED_MISC_H */
	/* SPDX-License-Identifier: GPL-2.0 */
	#ifndef BOOT_COMPRESSED_MISC_H
	#define BOOT_COMPRESSED_MISC_H

	/*
	* Special hack: we have to be careful, because no indirections are allowed here,
	* and paravirt_ops is a kind of one. As it will only run in baremetal anyway,
	* we just keep it from happening. (This list needs to be extended when new
	* paravirt and debugging variants are added.)
	*/
	#undef CONFIG_PARAVIRT
	#undef CONFIG_PARAVIRT_XXL
	#undef CONFIG_PARAVIRT_SPINLOCKS
	#undef CONFIG_ARCH_HAS_LAZY_MMU_MODE
	#undef CONFIG_KASAN
	#undef CONFIG_KASAN_GENERIC

	#define __NO_FORTIFY

	/* cpu_feature_enabled() cannot be used this early */
	#define USE_EARLY_PGTABLE_L5

	/*
	* Boot stub deals with identity mappings, physical and virtual addresses are
	* the same, so override these defines.
	*
	* <asm/page.h> will not define them if they are already defined.
	*/
	#define __pa(x) ((unsigned long)(x))
	#define __va(x) ((void *)((unsigned long)(x)))

	#include <linux/linkage.h>
	#include <linux/screen_info.h>
	#include <linux/elf.h>
	#include <asm/page.h>
	#include <asm/boot.h>
	#include <asm/bootparam.h>
	#include <asm/desc_defs.h>

	#include "tdx.h"

	#define BOOT_CTYPE_H
	#include <linux/acpi.h>

	#define BOOT_BOOT_H
	#include "../ctype.h"
	#include "../io.h"

	#include "efi.h"

	#ifdef CONFIG_X86_64
	#define memptr long
	#else
	#define memptr unsigned
	#endif

	/* boot/compressed/vmlinux start and end markers */
	extern char _head[], _end[];

	/* misc.c */
	extern memptr free_mem_ptr;
	extern memptr free_mem_end_ptr;
	extern int spurious_nmi_count;
	void *malloc(int size);
	void free(void *where);
	void __putstr(const char *s);
	void __puthex(unsigned long value);
	void __putdec(unsigned long value);
	#define error_putstr(__x) __putstr(__x)
	#define error_puthex(__x) __puthex(__x)
	#define error_putdec(__x) __putdec(__x)

	#ifdef CONFIG_X86_VERBOSE_BOOTUP

	#define debug_putstr(__x) __putstr(__x)
	#define debug_puthex(__x) __puthex(__x)
	#define debug_putaddr(__x) { \
	debug_putstr(#__x ": 0x"); \
	debug_puthex((unsigned long)(__x)); \
	debug_putstr("\n"); \
	}

	#else

	static inline void debug_putstr(const char *s)
	{ }
	static inline void debug_puthex(unsigned long value)
	{ }
	#define debug_putaddr(x) /* */

	#endif

	/* cmdline.c */
	int cmdline_find_option(const char option, char buffer, int bufsize);
	int cmdline_find_option_bool(const char *option);

	struct mem_vector {
	u64 start;
	u64 size;
	};

	#ifdef CONFIG_RANDOMIZE_BASE
	/* kaslr.c */
	void choose_random_location(unsigned long input,
	unsigned long input_size,
	unsigned long *output,
	unsigned long output_size,
	unsigned long *virt_addr);
	#else
	static inline void choose_random_location(unsigned long input,
	unsigned long input_size,
	unsigned long *output,
	unsigned long output_size,
	unsigned long *virt_addr)
	{
	}
	#endif

	/* cpuflags.c */
	bool has_cpuflag(int flag);

	#ifdef CONFIG_X86_64
	extern int set_page_decrypted(unsigned long address);
	extern int set_page_encrypted(unsigned long address);
	extern int set_page_non_present(unsigned long address);
	extern unsigned char _pgtable[];
	#endif

	#ifdef CONFIG_EARLY_PRINTK
	/* early_serial_console.c */
	extern int early_serial_base;
	void console_init(void);
	#else
	static const int early_serial_base;
	static inline void console_init(void)
	{ }
	#endif

	#ifdef CONFIG_AMD_MEM_ENCRYPT
	struct es_em_ctxt;
	struct insn;

	void sev_enable(struct boot_params *bp);
	void snp_check_features(void);
	void sev_es_shutdown_ghcb(void);
	extern bool sev_es_check_ghcb_fault(unsigned long address);
	void snp_set_page_private(unsigned long paddr);
	void snp_set_page_shared(unsigned long paddr);
	void sev_prep_identity_maps(unsigned long top_level_pgt);

	enum es_result vc_decode_insn(struct es_em_ctxt *ctxt);
	bool insn_has_rep_prefix(struct insn *insn);
	void sev_insn_decode_init(void);
	bool early_setup_ghcb(void);
	#else
	static inline void snp_check_features(void) { }
	static inline void sev_es_shutdown_ghcb(void) { }
	static inline bool sev_es_check_ghcb_fault(unsigned long address)
	{
	return false;
	}
	static inline void snp_set_page_private(unsigned long paddr) { }
	static inline void snp_set_page_shared(unsigned long paddr) { }
	static inline void sev_prep_identity_maps(unsigned long top_level_pgt) { }
	#endif

	/* acpi.c */
	#ifdef CONFIG_ACPI
	acpi_physical_address get_rsdp_addr(void);
	#else
	static inline acpi_physical_address get_rsdp_addr(void) { return 0; }
	#endif

	#if defined(CONFIG_RANDOMIZE_BASE) && defined(CONFIG_MEMORY_HOTREMOVE) && defined(CONFIG_ACPI)
	extern struct mem_vector immovable_mem[MAX_NUMNODES*2];
	int count_immovable_mem_regions(void);
	#else
	static inline int count_immovable_mem_regions(void) { return 0; }
	#endif

	/* ident_map_64.c */
	extern unsigned int __pgtable_l5_enabled, pgdir_shift, ptrs_per_p4d;
	extern void kernel_add_identity_map(unsigned long start, unsigned long end);

	/* Used by PAGE_KERN* macros: */
	extern pteval_t __default_kernel_pte_mask;

	/* idt_64.c */
	extern gate_desc boot_idt[BOOT_IDT_ENTRIES];
	extern struct desc_ptr boot_idt_desc;

	#ifdef CONFIG_X86_64
	void cleanup_exception_handling(void);
	#else
	static inline void cleanup_exception_handling(void) { }
	#endif

	/* IDT Entry Points */
	void boot_page_fault(void);
	void boot_nmi_trap(void);
	void boot_stage1_vc(void);
	void boot_stage2_vc(void);

	unsigned long sev_verify_cbit(unsigned long cr3);

	enum efi_type {
	EFI_TYPE_64,
	EFI_TYPE_32,
	EFI_TYPE_NONE,
	};

	#ifdef CONFIG_EFI
	/* helpers for early EFI config table access */
	enum efi_type efi_get_type(struct boot_params *bp);
	unsigned long efi_get_system_table(struct boot_params *bp);
	int efi_get_conf_table(struct boot_params bp, unsigned long cfg_tbl_pa,
	unsigned int *cfg_tbl_len);
	unsigned long efi_find_vendor_table(struct boot_params *bp,
	unsigned long cfg_tbl_pa,
	unsigned int cfg_tbl_len,
	efi_guid_t guid);
	#else
	static inline enum efi_type efi_get_type(struct boot_params *bp)
	{
	return EFI_TYPE_NONE;
	}

	static inline unsigned long efi_get_system_table(struct boot_params *bp)
	{
	return 0;
	}

	static inline int efi_get_conf_table(struct boot_params *bp,
	unsigned long *cfg_tbl_pa,
	unsigned int *cfg_tbl_len)
	{
	return -ENOENT;
	}

	static inline unsigned long efi_find_vendor_table(struct boot_params *bp,
	unsigned long cfg_tbl_pa,
	unsigned int cfg_tbl_len,
	efi_guid_t guid)
	{
	return 0;
	}
	#endif /* CONFIG_EFI */

	#ifdef CONFIG_UNACCEPTED_MEMORY
	bool init_unaccepted_memory(void);
	#else
	static inline bool init_unaccepted_memory(void) { return false; }
	#endif

	/* Defined in EFI stub */
	extern struct efi_unaccepted_memory *unaccepted_table;
	void accept_memory(phys_addr_t start, unsigned long size);

	#endif /* BOOT_COMPRESSED_MISC_H */