8cb2595f93
GKI (arm64) relevant 87 out of 414 changes, affecting 112 files +738/-352bdb71ee651configfs: Do not override creating attribute file failure in populate_attrs() [1 file, +1/-1]ba789be63dio_uring: account drain memory to cgroup [1 file, +1/-1]c58b577cf7io_uring/kbuf: account ring io_buffer_list memory [1 file, +1/-1]f78b38af35jbd2: fix data-race and null-ptr-deref in jbd2_journal_dirty_metadata() [1 file, +3/-2]2429bb9fadmedia: v4l2-dev: fix error handling in __video_register_device() [1 file, +7/-7]5d8b057ed7media: videobuf2: use sgtable-based scatterlist wrappers [1 file, +2/-2]b52dc88361media: uvcvideo: Return the number of processed controls [1 file, +10/-1]6d2b12e7c5media: uvcvideo: Send control events for partial succeeds [1 file, +9/-3]aac91ae06cmedia: uvcvideo: Fix deferred probing error [1 file, +19/-8]86d9837e46arm64/mm: Close theoretical race where stale TLB entry remains valid [1 file, +5/-4]5538af3843block: use plug request list tail for one-shot backmerge attempt [1 file, +13/-13]943801c380block: Clear BIO_EMULATES_ZONE_APPEND flag on BIO completion [1 file, +1/-0]1c71f3cf5fcgroup,freezer: fix incomplete freezing when attaching tasks [1 file, +1/-2]a0890b7805bus: firewall: Fix missing static inline annotations for stubs [1 file, +9/-6]5766da2237ext4: inline: fix len overflow in ext4_prepare_inline_data [1 file, +1/-1]796632e6f8ext4: fix calculation of credits for extent tree modification [1 file, +6/-5]4b36399711ext4: ensure i_size is smaller than maxbytes [1 file, +2/-1]be5f3061a6ext4: only dirty folios when data journaling regular files [1 file, +6/-1]a0b1c91adaInput: gpio-keys - fix possible concurrent access in gpio_keys_irq_timer() [1 file, +2/-0]fed611bd8cf2fs: fix to do sanity check on ino and xnid [1 file, +6/-0]aaa644e7fff2fs: prevent kernel warning due to negative i_nlink from corrupted image [1 file, +9/-0]ee1b421c46f2fs: fix to do sanity check on sit_bitmap_size [1 file, +8/-0]f16a797dcewatchdog: fix watchdog may detect false positive of softlockup [1 file, +27/-14]02137179ffmm: fix ratelimit_pages update error in dirty_ratio_handler() [1 file, +1/-1]462eee6d42firmware: arm_scmi: Ensure that the message-id supports fastchannel [2 files, +45/-33]e3cf1ef571dm-verity: fix a memory leak if some arguments are specified multiple times [3 files, +24/-5]f2986bccf2dm: lock limits when reading them [1 file, +7/-1]ec5f0b4412ovl: Fix nested backing file paths [1 file, +2/-2]92776ca0ccremoteproc: core: Cleanup acquired resources when rproc_handle_resources() fails in rproc_attach() [1 file, +2/-3]f4ef928ca5remoteproc: core: Release rproc->clean_table after rproc_attach() fails [1 file, +1/-0]68e58f5791PCI: dwc: ep: Correct PBA offset in .set_msix() callback [1 file, +3/-2]b20701d594PCI: Add ACS quirk for Loongson PCIe [1 file, +23/-0]be0cf75cbdPCI: Fix lock symmetry in pci_slot_unlock() [1 file, +2/-1]7b45d2401dclocksource: Fix the CPUs' choice in the watchdog per CPU verification [1 file, +1/-1]c05aba32a9ACPICA: Avoid sequence overread in call to strncmp() [1 file, +1/-1]66613b13cdACPI: Add missing prototype for non CONFIG_SUSPEND/CONFIG_X86 case [1 file, +8/-1]33cd650d38pmdomain: core: Reset genpd->states to avoid freeing invalid data [1 file, +3/-1]f34e0c1556platform-msi: Add msi_remove_device_irq_domain() in platform_device_msi_free_irqs_all() [1 file, +1/-0]c519f81e9cgpiolib: of: Add polarity quirk for s5m8767 [1 file, +9/-0]1f152ae557PM: runtime: fix denying of auto suspend in pm_suspend_timer_fn() [1 file, +1/-1]6c1151d53ctipc: use kfree_sensitive() for aead cleanup [1 file, +1/-1]b0e647442cf2fs: use vmalloc instead of kvmalloc in .init_{,de}compress_ctx [2 files, +15/-13]2d834477bbbpf: Check rcu_read_lock_trace_held() in bpf_map_lookup_percpu_elem() [1 file, +2/-1]77ff6aec7ccpufreq: scmi: Skip SCMI devices that aren't used by the CPUs [1 file, +35/-1]0a8446058ctcp: always seek for minimal rtt in tcp_rcv_rtt_update() [1 file, +8/-14]f97085d365tcp: remove zero TCP TS samples for autotuning [1 file, +5/-5]89b20c406etcp: fix initial tp->rcvq_space.space value for passive TS enabled flows [1 file, +3/-3]84c156a351tcp: add receive queue awareness in tcp_rcv_space_adjust() [2 files, +5/-3]3a9e74d158ipv4/route: Use this_cpu_inc() for stats on PREEMPT_RT [1 file, +4/-0]5eb9c50e0cnet: page_pool: Don't recycle into cache on PREEMPT_RT [1 file, +4/-0]8b0741b167xfrm: validate assignment of maximal possible SEQ number [1 file, +42/-10]8fdf2f79ebbpf: Pass the same orig_call value to trampoline functions [1 file, +1/-1]f0023d7a2af2fs: fix to bail out in get_new_segment() [2 files, +6/-1]448dc45eeabpf: Use proper type to calculate bpf_raw_tp_null_args.mask index [1 file, +2/-2]78f768e36cnet: bridge: mcast: re-implement br_multicast_{enable, disable}_port functions [1 file, +69/-8]4b3383110bsoftware node: Correct a OOB check in software_node_get_reference_args() [1 file, +1/-1]b7129ef57dsock: Correct error checking condition for (assign|release)_proto_idx() [1 file, +2/-2]a58f0a0e99f2fs: fix to set atomic write status more clear [3 files, +12/-2]b8b4b8bb34bpf, sockmap: Fix data lost during EAGAIN retries [1 file, +2/-1]7c41f73b64fs/xattr.c: fix simple_xattr_list() [1 file, +1/-0]2e10dc9c2aio_uring/kbuf: don't truncate end buffer for multiple buffer peeks [1 file, +4/-1]1a4254ab06io_uring: fix task leak issue in io_wq_create() [1 file, +3/-1]4220cc0b98nvme: always punt polled uring_cmd end_io work to task_work [1 file, +7/-14]f9b97d466enet_sched: sch_sfq: reject invalid perturb period [1 file, +8/-2]2a3ad42a57net: clear the dst when changing skb protocol [1 file, +13/-6]510a29d776mm: close theoretical race where stale TLB entries could linger [1 file, +2/-0]57ec081869sched_ext, sched/core: Don't call scx_group_set_weight() prematurely from sched_create_group() [3 files, +9/-2]3d828519bdatm: Revert atm_account_tx() if copy_from_iter_full() fails. [3 files, +8/-1]47f34289d1arm64: Restrict pagetable teardown to avoid false warning [1 file, +2/-1]9cf5b2a3b7mm/hugetlb: unshare page tables during VMA split, not before [5 files, +57/-16]dc5f0aef9enet: Fix checksum update for ILA adj-transport [4 files, +7/-7]2516299184bpf: Fix L4 csum update on IPv6 in CHECKSUM_COMPLETE [3 files, +7/-2]50189d9c5eerofs: remove unused trace event erofs_destroy_inode [1 file, +0/-18]348e541fefipv6: remove leftover ip6 cookie initializer [1 file, +0/-2]3c44ebad5aipv6: replace ipcm6_init calls with ipcm6_init_sk [4 files, +3/-29]6b358b3adfio_uring/sqpoll: don't put task_struct on tctx setup failure [1 file, +1/-4]8873080b88workqueue: Initialize wq_isolated_cpumask in workqueue_init_early() [1 file, +2/-1]ac462a75fdnet: netmem: fix skb_ensure_writable with unreadable skbs [1 file, +0/-3]61b39e189dptp: allow reading of currently dialed frequency to succeed on free-running clocks [1 file, +2/-1]397c1faf8ftcp: fix tcp_packet_delayed() for tcp_is_non_sack_preventing_reopen() behavior [1 file, +25/-12]0d3d91c350tipc: fix null-ptr-deref when acquiring remote ip of ethernet bearer [1 file, +2/-2]31d50dfe9ctcp: fix passive TFO socket having invalid NAPI ID [1 file, +3/-0]0f8df5d6f2ublk: santizize the arguments from userspace when adding a device [1 file, +3/-0]456019adaaperf: Fix sample vs do_exit() [2 files, +16/-8]7335c33d62perf: Fix cgroup state vs ERROR [1 file, +30/-21]fd199366bfperf/core: Fix WARN in perf_cgroup_switch() [1 file, +20/-2]22f935bc86arm64/ptrace: Fix stack-out-of-bounds read in regs_get_kernel_stack_nth() [1 file, +1/-1] Changes in 6.12.35 configfs: Do not override creating attribute file failure in populate_attrs() crypto: marvell/cesa - Do not chain submitted requests gfs2: move msleep to sleepable context crypto: qat - add shutdown handler to qat_c3xxx crypto: qat - add shutdown handler to qat_420xx crypto: qat - add shutdown handler to qat_4xxx crypto: qat - add shutdown handler to qat_c62x crypto: qat - add shutdown handler to qat_dh895xcc ASoC: qcom: sdm845: Add error handling in sdm845_slim_snd_hw_params() ASoC: meson: meson-card-utils: use of_property_present() for DT parsing ASoC: amd: sof_amd_sdw: Fix unlikely uninitialized variable use in create_sdw_dailinks() io_uring: account drain memory to cgroup io_uring/kbuf: account ring io_buffer_list memory powerpc/pseries/msi: Avoid reading PCI device registers in reduced power states s390/pci: Remove redundant bus removal and disable from zpci_release_device() s390/pci: Prevent self deletion in disable_slot() s390/pci: Allow re-add of a reserved but not yet removed device s390/pci: Serialize device addition and removal regulator: max20086: Fix MAX200086 chip id regulator: max20086: Change enable gpio to optional net/mlx5_core: Add error handling inmlx5_query_nic_vport_qkey_viol_cntr() net/mlx5: Add error handling in mlx5_query_nic_vport_node_guid() wifi: p54: prevent buffer-overflow in p54_rx_eeprom_readback() wifi: mt76: mt7925: fix host interrupt register initialization wifi: ath11k: fix rx completion meta data corruption wifi: rtw88: usb: Upload the firmware in bigger chunks wifi: ath11k: fix ring-buffer corruption NFSD: unregister filesystem in case genl_register_family() fails NFSD: fix race between nfsd registration and exports_proc NFSD: Implement FATTR4_CLONE_BLKSIZE attribute nfsd: nfsd4_spo_must_allow() must check this is a v4 compound request nfsd: Initialize ssc before laundromat_work to prevent NULL dereference SUNRPC: Prevent hang on NFS mount with xprtsec=[m]tls NFSv4: Don't check for OPEN feature support in v4.1 fs/nfs/read: fix double-unlock bug in nfs_return_empty_folio() wifi: ath12k: fix ring-buffer corruption jbd2: fix data-race and null-ptr-deref in jbd2_journal_dirty_metadata() svcrdma: Unregister the device if svc_rdma_accept() fails wifi: rtw88: usb: Reduce control message timeout to 500 ms wifi: rtlwifi: disable ASPM for RTL8723BE with subsystem ID 11ad:1723 media: ov8856: suppress probe deferral errors media: ov5675: suppress probe deferral errors media: imx335: Use correct register width for HNUM media: nxp: imx8-isi: better handle the m2m usage_count media: i2c: ds90ub913: Fix returned fmt from .set_fmt() media: ccs-pll: Start VT pre-PLL multiplier search from correct value media: ov2740: Move pm-runtime cleanup on probe-errors to proper place media: ccs-pll: Start OP pre-PLL multiplier search from correct value media: ccs-pll: Correct the upper limit of maximum op_pre_pll_clk_div media: ccs-pll: Check for too high VT PLL multiplier in dual PLL case media: cxusb: no longer judge rbuf when the write fails media: davinci: vpif: Fix memory leak in probe error path media: gspca: Add error handling for stv06xx_read_sensor() media: i2c: imx335: Fix frame size enumeration media: imagination: fix a potential memory leak in e5010_probe() media: intel/ipu6: Fix dma mask for non-secure mode media: ipu6: Remove workaround for Meteor Lake ES2 media: mediatek: vcodec: Correct vsi_core framebuffer size media: omap3isp: use sgtable-based scatterlist wrappers media: v4l2-dev: fix error handling in __video_register_device() media: venus: Fix probe error handling media: videobuf2: use sgtable-based scatterlist wrappers media: vidtv: Terminating the subsequent process of initialization failure media: vivid: Change the siize of the composing media: imx-jpeg: Drop the first error frames media: imx-jpeg: Move mxc_jpeg_free_slot_data() ahead media: imx-jpeg: Reset slot data pointers when freed media: imx-jpeg: Cleanup after an allocation error media: uvcvideo: Return the number of processed controls media: uvcvideo: Send control events for partial succeeds media: uvcvideo: Fix deferred probing error arm64/mm: Close theoretical race where stale TLB entry remains valid ARM: 9447/1: arm/memremap: fix arch_memremap_can_ram_remap() ARM: omap: pmic-cpcap: do not mess around without CPCAP or OMAP4 ASoC: codecs: wcd9375: Fix double free of regulator supplies ASoC: codecs: wcd937x: Drop unused buck_supply block: use plug request list tail for one-shot backmerge attempt block: Clear BIO_EMULATES_ZONE_APPEND flag on BIO completion bus: mhi: ep: Update read pointer only after buffer is written bus: mhi: host: Fix conflict between power_up and SYSERR can: kvaser_pciefd: refine error prone echo_skb_max handling logic can: tcan4x5x: fix power regulator retrieval during probe ceph: avoid kernel BUG for encrypted inode with unaligned file size ceph: set superblock s_magic for IMA fsmagic matching cgroup,freezer: fix incomplete freezing when attaching tasks bus: firewall: Fix missing static inline annotations for stubs ata: pata_via: Force PIO for ATAPI devices on VT6415/VT6330 ata: ahci: Disallow LPM for ASUSPRO-D840SA motherboard ata: ahci: Disallow LPM for Asus B550-F motherboard bus: fsl-mc: do not add a device-link for the UAPI used DPMCP device bus: fsl-mc: fix GET/SET_TAILDROP command ids ext4: inline: fix len overflow in ext4_prepare_inline_data ext4: fix calculation of credits for extent tree modification ext4: factor out ext4_get_maxbytes() ext4: ensure i_size is smaller than maxbytes ext4: only dirty folios when data journaling regular files Input: ims-pcu - check record size in ims_pcu_flash_firmware() Input: gpio-keys - fix possible concurrent access in gpio_keys_irq_timer() f2fs: fix to do sanity check on ino and xnid f2fs: prevent kernel warning due to negative i_nlink from corrupted image f2fs: fix to do sanity check on sit_bitmap_size hwmon: (ftsteutates) Fix TOCTOU race in fts_read() NFC: nci: uart: Set tty->disc_data only in success path net/sched: fix use-after-free in taprio_dev_notifier net: ftgmac100: select FIXED_PHY iommu/vt-d: Restore context entry setup order for aliased devices fbdev: Fix do_register_framebuffer to prevent null-ptr-deref in fb_videomode_to_var EDAC/altera: Use correct write width with the INTTEST register fbdev: Fix fb_set_var to prevent null-ptr-deref in fb_videomode_to_var parisc/unaligned: Fix hex output to show 8 hex chars vgacon: Add check for vc_origin address range in vgacon_scroll() parisc: fix building with gcc-15 clk: meson-g12a: add missing fclk_div2 to spicc ipc: fix to protect IPCS lookups using RCU watchdog: fix watchdog may detect false positive of softlockup RDMA/iwcm: Fix use-after-free of work objects after cm_id destruction mm: fix ratelimit_pages update error in dirty_ratio_handler() soc: qcom: pmic_glink_altmode: fix spurious DP hotplug events configfs-tsm-report: Fix NULL dereference of tsm_ops firmware: arm_scmi: Ensure that the message-id supports fastchannel mtd: rawnand: sunxi: Add randomizer configuration in sunxi_nfc_hw_ecc_write_chunk mtd: nand: sunxi: Add randomizer configuration before randomizer enable KVM: SVM: Clear current_vmcb during vCPU free for all *possible* CPUs KVM: VMX: Flush shadow VMCS on emergency reboot dm-mirror: fix a tiny race condition dm-verity: fix a memory leak if some arguments are specified multiple times mtd: rawnand: qcom: Fix read len for onfi param page ftrace: Fix UAF when lookup kallsym after ftrace disabled dm: lock limits when reading them phy: fsl-imx8mq-usb: fix phy_tx_vboost_level_from_property() net: ch9200: fix uninitialised access during mii_nway_restart KVM: s390: rename PROT_NONE to PROT_TYPE_DUMMY sysfb: Fix screen_info type check for VGA video: screen_info: Relocate framebuffers behind PCI bridges pwm: axi-pwmgen: fix missing separate external clock staging: iio: ad5933: Correct settling cycles encoding per datasheet mips: Add -std= flag specified in KBUILD_CFLAGS to vdso CFLAGS ovl: Fix nested backing file paths regulator: max14577: Add error check for max14577_read_reg() remoteproc: core: Cleanup acquired resources when rproc_handle_resources() fails in rproc_attach() remoteproc: core: Release rproc->clean_table after rproc_attach() fails remoteproc: k3-m4: Don't assert reset in detach routine cifs: reset connections for all channels when reconnect requested cifs: update dstaddr whenever channel iface is updated cifs: dns resolution is needed only for primary channel smb: client: add NULL check in automount_fullpath Drivers: hv: Allocate interrupt and monitor pages aligned to system page boundary uio_hv_generic: Use correct size for interrupt and monitor pages uio_hv_generic: Align ring size to system page PCI: cadence-ep: Correct PBA offset in .set_msix() callback PCI: dwc: ep: Correct PBA offset in .set_msix() callback PCI: Add ACS quirk for Loongson PCIe PCI: Fix lock symmetry in pci_slot_unlock() PCI: dw-rockchip: Remove PCIE_L0S_ENTRY check from rockchip_pcie_link_up() PCI: dw-rockchip: Fix PHY function call sequence in rockchip_pcie_phy_deinit() iio: accel: fxls8962af: Fix temperature scan element sign accel/ivpu: Improve buffer object logging accel/ivpu: Use firmware names from upstream repo accel/ivpu: Use dma_resv_lock() instead of a custom mutex accel/ivpu: Fix warning in ivpu_gem_bo_free() dummycon: Trigger redraw when switching consoles with deferred takeover mm/hugetlb: fix huge_pmd_unshare() vs GUP-fast race iio: imu: inv_icm42600: Fix temperature calculation iio: adc: ad7944: mask high bits on direct read iio: adc: ti-ads1298: Kconfig: add kfifo dependency to fix module build iio: adc: ad7606_spi: fix reg write value mask ACPICA: fix acpi operand cache leak in dswstate.c ASoC: amd: yc: Add quirk for Lenovo Yoga Pro 7 14ASP9 clocksource: Fix the CPUs' choice in the watchdog per CPU verification power: supply: collie: Fix wakeup source leaks on device unbind mmc: Add quirk to disable DDR50 tuning ACPICA: Avoid sequence overread in call to strncmp() ASoC: tas2770: Power cycle amp on ISENSE/VSENSE change ASoC: intel/sdw_utils: Assign initial value in asoc_sdw_rt_amp_spk_rtd_init() ACPI: bus: Bail out if acpi_kobj registration fails ACPI: Add missing prototype for non CONFIG_SUSPEND/CONFIG_X86 case ACPICA: fix acpi parse and parseext cache leaks ACPICA: Apply pack(1) to union aml_resource ALSA: hda: cs35l41: Fix swapped l/r audio channels for Acer Helios laptops power: supply: bq27xxx: Retrieve again when busy pmdomain: core: Reset genpd->states to avoid freeing invalid data ACPICA: utilities: Fix overflow check in vsnprintf() platform-msi: Add msi_remove_device_irq_domain() in platform_device_msi_free_irqs_all() ASoC: tegra210_ahub: Add check to of_device_get_match_data() Make 'cc-option' work correctly for the -Wno-xyzzy pattern gpiolib: of: Add polarity quirk for s5m8767 PM: runtime: fix denying of auto suspend in pm_suspend_timer_fn() power: supply: max17040: adjust thermal channel scaling ACPI: battery: negate current when discharging net: macb: Check return value of dma_set_mask_and_coherent() net: lan743x: Modify the EEPROM and OTP size for PCI1xxxx devices tipc: use kfree_sensitive() for aead cleanup f2fs: use vmalloc instead of kvmalloc in .init_{,de}compress_ctx bpf: Check rcu_read_lock_trace_held() in bpf_map_lookup_percpu_elem() Bluetooth: btusb: Add new VID/PID 13d3/3584 for MT7922 i2c: designware: Invoke runtime suspend on quick slave re-registration wifi: mt76: mt7996: drop fragments with multicast or broadcast RA emulex/benet: correct command version selection in be_cmd_get_stats() Bluetooth: btusb: Add new VID/PID 13d3/3630 for MT7925 wifi: mt76: mt76x2: Add support for LiteOn WN4516R,WN4519R wifi: mt76: mt7921: add 160 MHz AP for mt7922 device wifi: mt76: mt7925: introduce thermal protection wifi: mac80211: validate SCAN_FLAG_AP in scan request during MLO sctp: Do not wake readers in __sctp_write_space() libbpf/btf: Fix string handling to support multi-split BTF cpufreq: scmi: Skip SCMI devices that aren't used by the CPUs i2c: tegra: check msg length in SMBUS block read i2c: npcm: Add clock toggle recovery clk: qcom: gcc-x1e80100: Set FORCE MEM CORE for UFS clocks net: dlink: add synchronization for stats update wifi: ath12k: fix macro definition HAL_RX_MSDU_PKT_LENGTH_GET wifi: ath12k: fix a possible dead lock caused by ab->base_lock wifi: ath11k: Fix QMI memory reuse logic iommu/amd: Allow matching ACPI HID devices without matching UIDs wifi: rtw89: leave idle mode when setting WEP encryption for AP mode tcp: always seek for minimal rtt in tcp_rcv_rtt_update() tcp: remove zero TCP TS samples for autotuning tcp: fix initial tp->rcvq_space.space value for passive TS enabled flows tcp: add receive queue awareness in tcp_rcv_space_adjust() x86/sgx: Prevent attempts to reclaim poisoned pages ipv4/route: Use this_cpu_inc() for stats on PREEMPT_RT net: page_pool: Don't recycle into cache on PREEMPT_RT xfrm: validate assignment of maximal possible SEQ number net: atlantic: generate software timestamp just before the doorbell pinctrl: armada-37xx: propagate error from armada_37xx_pmx_set_by_name() pinctrl: armada-37xx: propagate error from armada_37xx_gpio_get_direction() bpf: Pass the same orig_call value to trampoline functions net: stmmac: generate software timestamp just before the doorbell pinctrl: armada-37xx: propagate error from armada_37xx_pmx_gpio_set_direction() libbpf: Check bpf_map_skeleton link for NULL pinctrl: armada-37xx: propagate error from armada_37xx_gpio_get() net: mlx4: add SOF_TIMESTAMPING_TX_SOFTWARE flag when getting ts info net: vertexcom: mse102x: Return code for mse102x_rx_pkt_spi wireless: purelifi: plfxlc: fix memory leak in plfxlc_usb_wreq_asyn() wifi: mac80211: do not offer a mesh path if forwarding is disabled clk: rockchip: rk3036: mark ddrphy as critical hid-asus: check ROG Ally MCU version and warn wifi: iwlwifi: mvm: fix beacon CCK flag f2fs: fix to bail out in get_new_segment() netfilter: nft_set_pipapo: clamp maximum map bucket size to INT_MAX libbpf: Add identical pointer detection to btf_dedup_is_equiv() scsi: lpfc: Fix lpfc_check_sli_ndlp() handling for GEN_REQUEST64 commands scsi: smartpqi: Add new PCI IDs iommu/amd: Ensure GA log notifier callbacks finish running before module unload wifi: iwlwifi: pcie: make sure to lock rxq->read wifi: rtw89: 8922a: fix TX fail with wrong VCO setting wifi: mac80211_hwsim: Prevent tsf from setting if beacon is disabled netdevsim: Mark NAPI ID on skb in nsim_rcv net/mlx5: HWS, Fix IP version decision bpf: Use proper type to calculate bpf_raw_tp_null_args.mask index wifi: mac80211: VLAN traffic in multicast path Revert "mac80211: Dynamically set CoDel parameters per station" wifi: iwlwifi: Add missing MODULE_FIRMWARE for Qu-c0-jf-b0 net: bridge: mcast: update multicast contex when vlan state is changed net: bridge: mcast: re-implement br_multicast_{enable, disable}_port functions vxlan: Do not treat dst cache initialization errors as fatal bnxt_en: Remove unused field "ref_count" in struct bnxt_ulp wifi: ath12k: using msdu end descriptor to check for rx multicast packets net: ethernet: ti: am65-cpsw: handle -EPROBE_DEFER software node: Correct a OOB check in software_node_get_reference_args() isofs: fix Y2038 and Y2156 issues in Rock Ridge TF entry pinctrl: mcp23s08: Reset all pins to input at probe wifi: ath12k: fix failed to set mhi state error during reboot with hardware grouping scsi: lpfc: Use memcpy() for BIOS version sock: Correct error checking condition for (assign|release)_proto_idx() i40e: fix MMIO write access to an invalid page in i40e_clear_hw ixgbe: Fix unreachable retry logic in combined and byte I2C write functions RDMA/hns: initialize db in update_srq_db() ice: fix check for existing switch rule usbnet: asix AX88772: leave the carrier control to phylink f2fs: fix to set atomic write status more clear bpf, sockmap: Fix data lost during EAGAIN retries net: ethernet: cortina: Use TOE/TSO on all TCP octeontx2-pf: Add error log forcn10k_map_unmap_rq_policer() wifi: ath11k: determine PM policy based on machine model wifi: ath12k: fix link valid field initialization in the monitor Rx wifi: ath12k: fix incorrect CE addresses wifi: ath12k: Pass correct values of center freq1 and center freq2 for 160 MHz net/mlx5: HWS, Harden IP version definer checks fbcon: Make sure modelist not set on unregistered console watchdog: da9052_wdt: respect TWDMIN bus: fsl-mc: increase MC_CMD_COMPLETION_TIMEOUT_MS value ARM: OMAP2+: Fix l4ls clk domain handling in STANDBY tee: Prevent size calculation wraparound on 32-bit kernels Revert "bus: ti-sysc: Probe for l4_wkup and l4_cfg interconnect devices first" fs/xattr.c: fix simple_xattr_list() platform/x86/amd: pmc: Clear metrics table at start of cycle platform/x86/amd: pmf: Prevent amd_pmf_tee_deinit() from running twice platform/x86: dell_rbu: Fix list usage platform/x86: dell_rbu: Stop overwriting data buffer powerpc/vdso: Fix build of VDSO32 with pcrel powerpc/eeh: Fix missing PE bridge reconfiguration during VFIO EEH recovery io_uring/kbuf: don't truncate end buffer for multiple buffer peeks io_uring: fix task leak issue in io_wq_create() drivers/rapidio/rio_cm.c: prevent possible heap overwrite platform/loongarch: laptop: Get brightness setting from EC on probe platform/loongarch: laptop: Unregister generic_sub_drivers on exit platform/loongarch: laptop: Add backlight power control support LoongArch: vDSO: Correctly use asm parameters in syscall wrappers LoongArch: Avoid using $r0/$r1 as "mask" for csrxchg LoongArch: Fix panic caused by NULL-PMD in huge_pte_offset() jffs2: check that raw node were preallocated before writing summary jffs2: check jffs2_prealloc_raw_node_refs() result in few other places cifs: deal with the channel loading lag while picking channels cifs: serialize other channels when query server interfaces is pending cifs: do not disable interface polling on failure smb: improve directory cache reuse for readdir operations scsi: storvsc: Increase the timeouts to storvsc_timeout scsi: s390: zfcp: Ensure synchronous unit_add nvme: always punt polled uring_cmd end_io work to task_work net_sched: sch_sfq: reject invalid perturb period net: clear the dst when changing skb protocol mm: close theoretical race where stale TLB entries could linger udmabuf: use sgtable-based scatterlist wrappers x86/virt/tdx: Avoid indirect calls to TDX assembly functions selftests/x86: Add a test to detect infinite SIGTRAP handler loop ksmbd: fix null pointer dereference in destroy_previous_session platform/x86: ideapad-laptop: use usleep_range() for EC polling selinux: fix selinux_xfrm_alloc_user() to set correct ctx_len platform/x86/intel-uncore-freq: Fail module load when plat_info is NULL sched_ext, sched/core: Don't call scx_group_set_weight() prematurely from sched_create_group() atm: Revert atm_account_tx() if copy_from_iter_full() fails. wifi: rtw89: phy: add dummy C2H event handler for report of TAS power cpufreq/amd-pstate: Add missing NULL ptr check in amd_pstate_update Input: sparcspkr - avoid unannotated fall-through wifi: ath12k: Clear affinity hint before calling ath12k_pci_free_irq() in error path wifi: cfg80211: init wiphy_work before allocating rfkill fails arm64: Restrict pagetable teardown to avoid false warning ALSA: usb-audio: Rename ALSA kcontrol PCM and PCM1 for the KTMicro sound card ALSA: hda/intel: Add Thinkpad E15 to PM deny list ALSA: hda/realtek - Add mute LED support for HP Victus 16-s1xxx and HP Victus 15-fa1xxx ALSA: hda/realtek: enable headset mic on Latitude 5420 Rugged ALSA: hda/realtek: Fix built-in mic on ASUS VivoBook X513EA ALSA: hda/realtek: Add quirk for Asus GU605C iio: accel: fxls8962af: Fix temperature calculation mm/hugetlb: unshare page tables during VMA split, not before drm/amdgpu: read back register after written for VCN v4.0.5 kbuild: rust: add rustc-min-version support function rust: compile libcore with edition 2024 for 1.87+ net: Fix checksum update for ILA adj-transport bpf: Fix L4 csum update on IPv6 in CHECKSUM_COMPLETE erofs: remove unused trace event erofs_destroy_inode nfsd: use threads array as-is in netlink interface sunrpc: handle SVC_GARBAGE during svc auth processing as auth error drm/v3d: Avoid NULL pointer dereference in `v3d_job_update_stats()` Kunit to check the longest symbol length x86/tools: Drop duplicate unlikely() definition in insn_decoder_test.c ipv6: remove leftover ip6 cookie initializer ipv6: replace ipcm6_init calls with ipcm6_init_sk smb: fix secondary channel creation issue with kerberos by populating hostname when adding channels drm/msm/disp: Correct porch timing for SDM845 drm/msm/dsi/dsi_phy_10nm: Fix missing initial VCO rate drm/msm: Fix CP_RESET_CONTEXT_STATE bitfield names drm/msm/a7xx: Call CP_RESET_CONTEXT_STATE drm/ssd130x: fix ssd132x_clear_screen() columns ionic: Prevent driver/fw getting out of sync on devcmd(s) drm/nouveau/bl: increase buffer size to avoid truncate warning drm/i915/pmu: Fix build error with GCOV and AutoFDO enabled hwmon: (occ) Rework attribute registration for stack usage hwmon: (occ) fix unaligned accesses hwmon: (ltc4282) avoid repeated register write pldmfw: Select CRC32 when PLDMFW is selected aoe: clean device rq_list in aoedev_downdev() io_uring/sqpoll: don't put task_struct on tctx setup failure net: ice: Perform accurate aRFS flow match ice: fix eswitch code memory leak in reset scenario e1000e: set fixed clock frequency indication for Nahum 11 and Nahum 13 workqueue: Initialize wq_isolated_cpumask in workqueue_init_early() ksmbd: add free_transport ops in ksmbd connection net: netmem: fix skb_ensure_writable with unreadable skbs bnxt_en: Fix double invocation of bnxt_ulp_stop()/bnxt_ulp_start() eth: bnxt: fix out-of-range access of vnic_info array bnxt_en: Add a helper function to configure MRU and RSS bnxt_en: Update MRU and RSS table of RSS contexts on queue reset ptp: fix breakage after ptp_vclock_in_use() rework ptp: allow reading of currently dialed frequency to succeed on free-running clocks wifi: carl9170: do not ping device which has failed to load firmware mpls: Use rcu_dereference_rtnl() in mpls_route_input_rcu(). atm: atmtcp: Free invalid length skb in atmtcp_c_send(). tcp: fix tcp_packet_delayed() for tcp_is_non_sack_preventing_reopen() behavior tipc: fix null-ptr-deref when acquiring remote ip of ethernet bearer tcp: fix passive TFO socket having invalid NAPI ID eth: fbnic: avoid double free when failing to DMA-map FW msg net: lan743x: fix potential out-of-bounds write in lan743x_ptp_io_event_clock_get() ublk: santizize the arguments from userspace when adding a device drm/xe: Wire up device shutdown handler drm/xe/gt: Update handling of xe_force_wake_get return drm/xe/bmg: Update Wa_16023588340 calipso: Fix null-ptr-deref in calipso_req_{set,del}attr(). mlxbf_gige: return EPROBE_DEFER if PHY IRQ is not available net: atm: add lec_mutex net: atm: fix /proc/net/atm/lec handling EDAC/amd64: Correct number of UMCs for family 19h models 70h-7fh dt-bindings: i2c: nvidia,tegra20-i2c: Specify the required properties smb: Log an error when close_all_cached_dirs fails serial: sh-sci: Clean sci_ports[0] after at earlycon exit serial: sh-sci: Increment the runtime usage counter for the earlycon device smb: client: fix first command failure during re-negotiation smb: client: fix max_sge overflow in smb_extract_folioq_to_rdma() s390/pci: Fix __pcilg_mio_inuser() inline assembly perf: Fix sample vs do_exit() perf: Fix cgroup state vs ERROR perf/core: Fix WARN in perf_cgroup_switch() arm64/ptrace: Fix stack-out-of-bounds read in regs_get_kernel_stack_nth() scsi: elx: efct: Fix memory leak in efct_hw_parse_filter() RISC-V: KVM: Fix the size parameter check in SBI SFENCE calls RISC-V: KVM: Don't treat SBI HFENCE calls as NOPs gpio: pca953x: fix wrong error probe return value perf evsel: Missed close() when probing hybrid core PMUs perf test: Directory file descriptor leak gpio: mlxbf3: only get IRQ for device instance 0 cifs: Remove duplicate fattr->cf_dtype assignment from wsl_to_fattr() function bpftool: Fix cgroup command to only show cgroup bpf programs Linux 6.12.35 Change-Id: Ida57d269272a624bedb979bfad0b3c5e7df7e846 Signed-off-by: Greg Kroah-Hartman <gregkh@google.com>
915 lines
22 KiB
C
915 lines
22 KiB
C
/* SPDX-License-Identifier: GPL-2.0+ */
|
|
/*
|
|
* vma_internal.h
|
|
*
|
|
* Header providing userland wrappers and shims for the functionality provided
|
|
* by mm/vma_internal.h.
|
|
*
|
|
* We make the header guard the same as mm/vma_internal.h, so if this shim
|
|
* header is included, it precludes the inclusion of the kernel one.
|
|
*/
|
|
|
|
#ifndef __MM_VMA_INTERNAL_H
|
|
#define __MM_VMA_INTERNAL_H
|
|
|
|
#define __private
|
|
#define __bitwise
|
|
#define __randomize_layout
|
|
|
|
#define CONFIG_MMU
|
|
#define CONFIG_PER_VMA_LOCK
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <linux/list.h>
|
|
#include <linux/maple_tree.h>
|
|
#include <linux/mm.h>
|
|
#include <linux/rbtree.h>
|
|
#include <linux/refcount.h>
|
|
|
|
#define VM_WARN_ON(_expr) (WARN_ON(_expr))
|
|
#define VM_WARN_ON_ONCE(_expr) (WARN_ON_ONCE(_expr))
|
|
#define VM_BUG_ON(_expr) (BUG_ON(_expr))
|
|
#define VM_BUG_ON_VMA(_expr, _vma) (BUG_ON(_expr))
|
|
|
|
#define VM_NONE 0x00000000
|
|
#define VM_READ 0x00000001
|
|
#define VM_WRITE 0x00000002
|
|
#define VM_EXEC 0x00000004
|
|
#define VM_SHARED 0x00000008
|
|
#define VM_MAYREAD 0x00000010
|
|
#define VM_MAYWRITE 0x00000020
|
|
#define VM_GROWSDOWN 0x00000100
|
|
#define VM_PFNMAP 0x00000400
|
|
#define VM_LOCKED 0x00002000
|
|
#define VM_IO 0x00004000
|
|
#define VM_DONTEXPAND 0x00040000
|
|
#define VM_ACCOUNT 0x00100000
|
|
#define VM_MIXEDMAP 0x10000000
|
|
#define VM_STACK VM_GROWSDOWN
|
|
#define VM_SHADOW_STACK VM_NONE
|
|
#define VM_SOFTDIRTY 0
|
|
|
|
#define VM_ACCESS_FLAGS (VM_READ | VM_WRITE | VM_EXEC)
|
|
#define VM_SPECIAL (VM_IO | VM_DONTEXPAND | VM_PFNMAP | VM_MIXEDMAP)
|
|
|
|
#define FIRST_USER_ADDRESS 0UL
|
|
#define USER_PGTABLES_CEILING 0UL
|
|
|
|
#define vma_policy(vma) NULL
|
|
|
|
#define down_write_nest_lock(sem, nest_lock)
|
|
|
|
#define pgprot_val(x) ((x).pgprot)
|
|
#define __pgprot(x) ((pgprot_t) { (x) } )
|
|
|
|
#define for_each_vma(__vmi, __vma) \
|
|
while (((__vma) = vma_next(&(__vmi))) != NULL)
|
|
|
|
/* The MM code likes to work with exclusive end addresses */
|
|
#define for_each_vma_range(__vmi, __vma, __end) \
|
|
while (((__vma) = vma_find(&(__vmi), (__end))) != NULL)
|
|
|
|
#define offset_in_page(p) ((unsigned long)(p) & ~PAGE_MASK)
|
|
|
|
#define PHYS_PFN(x) ((unsigned long)((x) >> PAGE_SHIFT))
|
|
|
|
#define test_and_set_bit(nr, addr) __test_and_set_bit(nr, addr)
|
|
#define test_and_clear_bit(nr, addr) __test_and_clear_bit(nr, addr)
|
|
|
|
#define TASK_SIZE ((1ul << 47)-PAGE_SIZE)
|
|
|
|
#define AS_MM_ALL_LOCKS 2
|
|
|
|
/* We hardcode this for now. */
|
|
#define sysctl_max_map_count 0x1000000UL
|
|
|
|
#define pgoff_t unsigned long
|
|
typedef unsigned long pgprotval_t;
|
|
typedef struct pgprot { pgprotval_t pgprot; } pgprot_t;
|
|
typedef unsigned long vm_flags_t;
|
|
typedef __bitwise unsigned int vm_fault_t;
|
|
|
|
/*
|
|
* The shared stubs do not implement this, it amounts to an fprintf(STDERR,...)
|
|
* either way :)
|
|
*/
|
|
#define pr_warn_once pr_err
|
|
|
|
struct kref {
|
|
refcount_t refcount;
|
|
};
|
|
|
|
/*
|
|
* Define the task command name length as enum, then it can be visible to
|
|
* BPF programs.
|
|
*/
|
|
enum {
|
|
TASK_COMM_LEN = 16,
|
|
};
|
|
|
|
struct task_struct {
|
|
char comm[TASK_COMM_LEN];
|
|
pid_t pid;
|
|
struct mm_struct *mm;
|
|
};
|
|
|
|
struct task_struct *get_current(void);
|
|
#define current get_current()
|
|
|
|
struct anon_vma {
|
|
struct anon_vma *root;
|
|
struct rb_root_cached rb_root;
|
|
|
|
/* Test fields. */
|
|
bool was_cloned;
|
|
bool was_unlinked;
|
|
};
|
|
|
|
struct anon_vma_chain {
|
|
struct anon_vma *anon_vma;
|
|
struct list_head same_vma;
|
|
};
|
|
|
|
struct anon_vma_name {
|
|
struct kref kref;
|
|
/* The name needs to be at the end because it is dynamically sized. */
|
|
char name[];
|
|
};
|
|
|
|
struct vma_iterator {
|
|
struct ma_state mas;
|
|
};
|
|
|
|
#define VMA_ITERATOR(name, __mm, __addr) \
|
|
struct vma_iterator name = { \
|
|
.mas = { \
|
|
.tree = &(__mm)->mm_mt, \
|
|
.index = __addr, \
|
|
.node = NULL, \
|
|
.status = ma_start, \
|
|
}, \
|
|
}
|
|
|
|
struct address_space {
|
|
struct rb_root_cached i_mmap;
|
|
unsigned long flags;
|
|
atomic_t i_mmap_writable;
|
|
};
|
|
|
|
struct vm_userfaultfd_ctx {};
|
|
struct mempolicy {};
|
|
struct mmu_gather {};
|
|
struct mutex {};
|
|
#define DEFINE_MUTEX(mutexname) \
|
|
struct mutex mutexname = {}
|
|
|
|
struct mm_struct {
|
|
struct maple_tree mm_mt;
|
|
int map_count; /* number of VMAs */
|
|
unsigned long total_vm; /* Total pages mapped */
|
|
unsigned long locked_vm; /* Pages that have PG_mlocked set */
|
|
unsigned long data_vm; /* VM_WRITE & ~VM_SHARED & ~VM_STACK */
|
|
unsigned long exec_vm; /* VM_EXEC & ~VM_WRITE & ~VM_STACK */
|
|
unsigned long stack_vm; /* VM_STACK */
|
|
};
|
|
|
|
struct file {
|
|
struct address_space *f_mapping;
|
|
};
|
|
|
|
#define VMA_LOCK_OFFSET 0x40000000
|
|
|
|
struct vm_area_struct {
|
|
/* The first cache line has the info for VMA tree walking. */
|
|
|
|
union {
|
|
struct {
|
|
/* VMA covers [vm_start; vm_end) addresses within mm */
|
|
unsigned long vm_start;
|
|
unsigned long vm_end;
|
|
};
|
|
#ifdef CONFIG_PER_VMA_LOCK
|
|
struct rcu_head vm_rcu; /* Used for deferred freeing. */
|
|
#endif
|
|
};
|
|
|
|
struct mm_struct *vm_mm; /* The address space we belong to. */
|
|
pgprot_t vm_page_prot; /* Access permissions of this VMA. */
|
|
|
|
/*
|
|
* Flags, see mm.h.
|
|
* To modify use vm_flags_{init|reset|set|clear|mod} functions.
|
|
*/
|
|
union {
|
|
const vm_flags_t vm_flags;
|
|
vm_flags_t __private __vm_flags;
|
|
};
|
|
|
|
#ifdef CONFIG_PER_VMA_LOCK
|
|
/*
|
|
* Can only be written (using WRITE_ONCE()) while holding both:
|
|
* - mmap_lock (in write mode)
|
|
* - vm_refcnt bit at VMA_LOCK_OFFSET is set
|
|
* Can be read reliably while holding one of:
|
|
* - mmap_lock (in read or write mode)
|
|
* - vm_refcnt bit at VMA_LOCK_OFFSET is set or vm_refcnt > 1
|
|
* Can be read unreliably (using READ_ONCE()) for pessimistic bailout
|
|
* while holding nothing (except RCU to keep the VMA struct allocated).
|
|
*
|
|
* This sequence counter is explicitly allowed to overflow; sequence
|
|
* counter reuse can only lead to occasional unnecessary use of the
|
|
* slowpath.
|
|
*/
|
|
unsigned int vm_lock_seq;
|
|
#endif
|
|
|
|
/*
|
|
* A file's MAP_PRIVATE vma can be in both i_mmap tree and anon_vma
|
|
* list, after a COW of one of the file pages. A MAP_SHARED vma
|
|
* can only be in the i_mmap tree. An anonymous MAP_PRIVATE, stack
|
|
* or brk vma (with NULL file) can only be in an anon_vma list.
|
|
*/
|
|
struct list_head anon_vma_chain; /* Serialized by mmap_lock &
|
|
* page_table_lock */
|
|
struct anon_vma *anon_vma; /* Serialized by page_table_lock */
|
|
|
|
/* Function pointers to deal with this struct. */
|
|
const struct vm_operations_struct *vm_ops;
|
|
|
|
/* Information about our backing store: */
|
|
unsigned long vm_pgoff; /* Offset (within vm_file) in PAGE_SIZE
|
|
units */
|
|
struct file * vm_file; /* File we map to (can be NULL). */
|
|
void * vm_private_data; /* was vm_pte (shared mem) */
|
|
|
|
#ifdef CONFIG_SWAP
|
|
atomic_long_t swap_readahead_info;
|
|
#endif
|
|
#ifndef CONFIG_MMU
|
|
struct vm_region *vm_region; /* NOMMU mapping region */
|
|
#endif
|
|
#ifdef CONFIG_NUMA
|
|
struct mempolicy *vm_policy; /* NUMA policy for the VMA */
|
|
#endif
|
|
#ifdef CONFIG_NUMA_BALANCING
|
|
struct vma_numab_state *numab_state; /* NUMA Balancing state */
|
|
#endif
|
|
#ifdef CONFIG_PER_VMA_LOCK
|
|
/* Unstable RCU readers are allowed to read this. */
|
|
refcount_t vm_refcnt;
|
|
#endif
|
|
/*
|
|
* For areas with an address space and backing store,
|
|
* linkage into the address_space->i_mmap interval tree.
|
|
*
|
|
*/
|
|
struct {
|
|
struct rb_node rb;
|
|
unsigned long rb_subtree_last;
|
|
} shared;
|
|
#ifdef CONFIG_ANON_VMA_NAME
|
|
/*
|
|
* For private and shared anonymous mappings, a pointer to a null
|
|
* terminated string containing the name given to the vma, or NULL if
|
|
* unnamed. Serialized by mmap_lock. Use anon_vma_name to access.
|
|
*/
|
|
struct anon_vma_name *anon_name;
|
|
#endif
|
|
struct vm_userfaultfd_ctx vm_userfaultfd_ctx;
|
|
} __randomize_layout;
|
|
|
|
struct vm_fault {};
|
|
|
|
struct vm_operations_struct {
|
|
void (*open)(struct vm_area_struct * area);
|
|
/**
|
|
* @close: Called when the VMA is being removed from the MM.
|
|
* Context: User context. May sleep. Caller holds mmap_lock.
|
|
*/
|
|
void (*close)(struct vm_area_struct * area);
|
|
/* Called any time before splitting to check if it's allowed */
|
|
int (*may_split)(struct vm_area_struct *area, unsigned long addr);
|
|
int (*mremap)(struct vm_area_struct *area);
|
|
/*
|
|
* Called by mprotect() to make driver-specific permission
|
|
* checks before mprotect() is finalised. The VMA must not
|
|
* be modified. Returns 0 if mprotect() can proceed.
|
|
*/
|
|
int (*mprotect)(struct vm_area_struct *vma, unsigned long start,
|
|
unsigned long end, unsigned long newflags);
|
|
vm_fault_t (*fault)(struct vm_fault *vmf);
|
|
vm_fault_t (*huge_fault)(struct vm_fault *vmf, unsigned int order);
|
|
vm_fault_t (*map_pages)(struct vm_fault *vmf,
|
|
pgoff_t start_pgoff, pgoff_t end_pgoff);
|
|
unsigned long (*pagesize)(struct vm_area_struct * area);
|
|
|
|
/* notification that a previously read-only page is about to become
|
|
* writable, if an error is returned it will cause a SIGBUS */
|
|
vm_fault_t (*page_mkwrite)(struct vm_fault *vmf);
|
|
|
|
/* same as page_mkwrite when using VM_PFNMAP|VM_MIXEDMAP */
|
|
vm_fault_t (*pfn_mkwrite)(struct vm_fault *vmf);
|
|
|
|
/* called by access_process_vm when get_user_pages() fails, typically
|
|
* for use by special VMAs. See also generic_access_phys() for a generic
|
|
* implementation useful for any iomem mapping.
|
|
*/
|
|
int (*access)(struct vm_area_struct *vma, unsigned long addr,
|
|
void *buf, int len, int write);
|
|
|
|
/* Called by the /proc/PID/maps code to ask the vma whether it
|
|
* has a special name. Returning non-NULL will also cause this
|
|
* vma to be dumped unconditionally. */
|
|
const char *(*name)(struct vm_area_struct *vma);
|
|
|
|
#ifdef CONFIG_NUMA
|
|
/*
|
|
* set_policy() op must add a reference to any non-NULL @new mempolicy
|
|
* to hold the policy upon return. Caller should pass NULL @new to
|
|
* remove a policy and fall back to surrounding context--i.e. do not
|
|
* install a MPOL_DEFAULT policy, nor the task or system default
|
|
* mempolicy.
|
|
*/
|
|
int (*set_policy)(struct vm_area_struct *vma, struct mempolicy *new);
|
|
|
|
/*
|
|
* get_policy() op must add reference [mpol_get()] to any policy at
|
|
* (vma,addr) marked as MPOL_SHARED. The shared policy infrastructure
|
|
* in mm/mempolicy.c will do this automatically.
|
|
* get_policy() must NOT add a ref if the policy at (vma,addr) is not
|
|
* marked as MPOL_SHARED. vma policies are protected by the mmap_lock.
|
|
* If no [shared/vma] mempolicy exists at the addr, get_policy() op
|
|
* must return NULL--i.e., do not "fallback" to task or system default
|
|
* policy.
|
|
*/
|
|
struct mempolicy *(*get_policy)(struct vm_area_struct *vma,
|
|
unsigned long addr, pgoff_t *ilx);
|
|
#endif
|
|
/*
|
|
* Called by vm_normal_page() for special PTEs to find the
|
|
* page for @addr. This is useful if the default behavior
|
|
* (using pte_page()) would not find the correct page.
|
|
*/
|
|
struct page *(*find_special_page)(struct vm_area_struct *vma,
|
|
unsigned long addr);
|
|
};
|
|
|
|
static inline void vma_iter_invalidate(struct vma_iterator *vmi)
|
|
{
|
|
mas_pause(&vmi->mas);
|
|
}
|
|
|
|
static inline pgprot_t pgprot_modify(pgprot_t oldprot, pgprot_t newprot)
|
|
{
|
|
return __pgprot(pgprot_val(oldprot) | pgprot_val(newprot));
|
|
}
|
|
|
|
static inline pgprot_t vm_get_page_prot(unsigned long vm_flags)
|
|
{
|
|
return __pgprot(vm_flags);
|
|
}
|
|
|
|
static inline bool is_shared_maywrite(vm_flags_t vm_flags)
|
|
{
|
|
return (vm_flags & (VM_SHARED | VM_MAYWRITE)) ==
|
|
(VM_SHARED | VM_MAYWRITE);
|
|
}
|
|
|
|
static inline bool vma_is_shared_maywrite(struct vm_area_struct *vma)
|
|
{
|
|
return is_shared_maywrite(vma->vm_flags);
|
|
}
|
|
|
|
static inline struct vm_area_struct *vma_next(struct vma_iterator *vmi)
|
|
{
|
|
/*
|
|
* Uses mas_find() to get the first VMA when the iterator starts.
|
|
* Calling mas_next() could skip the first entry.
|
|
*/
|
|
return mas_find(&vmi->mas, ULONG_MAX);
|
|
}
|
|
|
|
/*
|
|
* WARNING: to avoid racing with vma_mark_attached()/vma_mark_detached(), these
|
|
* assertions should be made either under mmap_write_lock or when the object
|
|
* has been isolated under mmap_write_lock, ensuring no competing writers.
|
|
*/
|
|
static inline void vma_assert_attached(struct vm_area_struct *vma)
|
|
{
|
|
WARN_ON_ONCE(!refcount_read(&vma->vm_refcnt));
|
|
}
|
|
|
|
static inline void vma_assert_detached(struct vm_area_struct *vma)
|
|
{
|
|
WARN_ON_ONCE(refcount_read(&vma->vm_refcnt));
|
|
}
|
|
|
|
static inline void vma_assert_write_locked(struct vm_area_struct *);
|
|
static inline void vma_mark_attached(struct vm_area_struct *vma)
|
|
{
|
|
vma_assert_write_locked(vma);
|
|
vma_assert_detached(vma);
|
|
refcount_set_release(&vma->vm_refcnt, 1);
|
|
}
|
|
|
|
static inline void vma_mark_detached(struct vm_area_struct *vma)
|
|
{
|
|
vma_assert_write_locked(vma);
|
|
vma_assert_attached(vma);
|
|
/* We are the only writer, so no need to use vma_refcount_put(). */
|
|
if (unlikely(!refcount_dec_and_test(&vma->vm_refcnt))) {
|
|
/*
|
|
* Reader must have temporarily raised vm_refcnt but it will
|
|
* drop it without using the vma since vma is write-locked.
|
|
*/
|
|
}
|
|
}
|
|
|
|
extern const struct vm_operations_struct vma_dummy_vm_ops;
|
|
|
|
static inline void vma_init(struct vm_area_struct *vma, struct mm_struct *mm)
|
|
{
|
|
memset(vma, 0, sizeof(*vma));
|
|
vma->vm_mm = mm;
|
|
vma->vm_ops = &vma_dummy_vm_ops;
|
|
INIT_LIST_HEAD(&vma->anon_vma_chain);
|
|
vma->vm_lock_seq = UINT_MAX;
|
|
}
|
|
|
|
static inline struct vm_area_struct *vm_area_alloc(struct mm_struct *mm)
|
|
{
|
|
struct vm_area_struct *vma = calloc(1, sizeof(struct vm_area_struct));
|
|
|
|
if (!vma)
|
|
return NULL;
|
|
|
|
vma_init(vma, mm);
|
|
|
|
return vma;
|
|
}
|
|
|
|
static inline struct vm_area_struct *vm_area_dup(struct vm_area_struct *orig)
|
|
{
|
|
struct vm_area_struct *new = calloc(1, sizeof(struct vm_area_struct));
|
|
|
|
if (!new)
|
|
return NULL;
|
|
|
|
memcpy(new, orig, sizeof(*new));
|
|
refcount_set(&new->vm_refcnt, 0);
|
|
new->vm_lock_seq = UINT_MAX;
|
|
INIT_LIST_HEAD(&new->anon_vma_chain);
|
|
|
|
return new;
|
|
}
|
|
|
|
/*
|
|
* These are defined in vma.h, but sadly vm_stat_account() is referenced by
|
|
* kernel/fork.c, so we have to these broadly available there, and temporarily
|
|
* define them here to resolve the dependency cycle.
|
|
*/
|
|
|
|
#define is_exec_mapping(flags) \
|
|
((flags & (VM_EXEC | VM_WRITE | VM_STACK)) == VM_EXEC)
|
|
|
|
#define is_stack_mapping(flags) \
|
|
(((flags & VM_STACK) == VM_STACK) || (flags & VM_SHADOW_STACK))
|
|
|
|
#define is_data_mapping(flags) \
|
|
((flags & (VM_WRITE | VM_SHARED | VM_STACK)) == VM_WRITE)
|
|
|
|
static inline void vm_stat_account(struct mm_struct *mm, vm_flags_t flags,
|
|
long npages)
|
|
{
|
|
WRITE_ONCE(mm->total_vm, READ_ONCE(mm->total_vm)+npages);
|
|
|
|
if (is_exec_mapping(flags))
|
|
mm->exec_vm += npages;
|
|
else if (is_stack_mapping(flags))
|
|
mm->stack_vm += npages;
|
|
else if (is_data_mapping(flags))
|
|
mm->data_vm += npages;
|
|
}
|
|
|
|
#undef is_exec_mapping
|
|
#undef is_stack_mapping
|
|
#undef is_data_mapping
|
|
|
|
/* Currently stubbed but we may later wish to un-stub. */
|
|
static inline void vm_acct_memory(long pages);
|
|
static inline void vm_unacct_memory(long pages)
|
|
{
|
|
vm_acct_memory(-pages);
|
|
}
|
|
|
|
static inline void mapping_allow_writable(struct address_space *mapping)
|
|
{
|
|
atomic_inc(&mapping->i_mmap_writable);
|
|
}
|
|
|
|
static inline void vma_set_range(struct vm_area_struct *vma,
|
|
unsigned long start, unsigned long end,
|
|
pgoff_t pgoff)
|
|
{
|
|
vma->vm_start = start;
|
|
vma->vm_end = end;
|
|
vma->vm_pgoff = pgoff;
|
|
}
|
|
|
|
static inline
|
|
struct vm_area_struct *vma_find(struct vma_iterator *vmi, unsigned long max)
|
|
{
|
|
return mas_find(&vmi->mas, max - 1);
|
|
}
|
|
|
|
static inline int vma_iter_clear_gfp(struct vma_iterator *vmi,
|
|
unsigned long start, unsigned long end, gfp_t gfp)
|
|
{
|
|
__mas_set_range(&vmi->mas, start, end - 1);
|
|
mas_store_gfp(&vmi->mas, NULL, gfp);
|
|
if (unlikely(mas_is_err(&vmi->mas)))
|
|
return -ENOMEM;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static inline void mmap_assert_locked(struct mm_struct *);
|
|
static inline struct vm_area_struct *find_vma_intersection(struct mm_struct *mm,
|
|
unsigned long start_addr,
|
|
unsigned long end_addr)
|
|
{
|
|
unsigned long index = start_addr;
|
|
|
|
mmap_assert_locked(mm);
|
|
return mt_find(&mm->mm_mt, &index, end_addr - 1);
|
|
}
|
|
|
|
static inline
|
|
struct vm_area_struct *vma_lookup(struct mm_struct *mm, unsigned long addr)
|
|
{
|
|
return mtree_load(&mm->mm_mt, addr);
|
|
}
|
|
|
|
static inline struct vm_area_struct *vma_prev(struct vma_iterator *vmi)
|
|
{
|
|
return mas_prev(&vmi->mas, 0);
|
|
}
|
|
|
|
static inline void vma_iter_set(struct vma_iterator *vmi, unsigned long addr)
|
|
{
|
|
mas_set(&vmi->mas, addr);
|
|
}
|
|
|
|
static inline bool vma_is_anonymous(struct vm_area_struct *vma)
|
|
{
|
|
return !vma->vm_ops;
|
|
}
|
|
|
|
/* Defined in vma.h, so temporarily define here to avoid circular dependency. */
|
|
#define vma_iter_load(vmi) \
|
|
mas_walk(&(vmi)->mas)
|
|
|
|
static inline struct vm_area_struct *
|
|
find_vma_prev(struct mm_struct *mm, unsigned long addr,
|
|
struct vm_area_struct **pprev)
|
|
{
|
|
struct vm_area_struct *vma;
|
|
VMA_ITERATOR(vmi, mm, addr);
|
|
|
|
vma = vma_iter_load(&vmi);
|
|
*pprev = vma_prev(&vmi);
|
|
if (!vma)
|
|
vma = vma_next(&vmi);
|
|
return vma;
|
|
}
|
|
|
|
#undef vma_iter_load
|
|
|
|
static inline void vma_iter_init(struct vma_iterator *vmi,
|
|
struct mm_struct *mm, unsigned long addr)
|
|
{
|
|
mas_init(&vmi->mas, &mm->mm_mt, addr);
|
|
}
|
|
|
|
/* Stubbed functions. */
|
|
|
|
static inline struct anon_vma_name *anon_vma_name(struct vm_area_struct *vma)
|
|
{
|
|
return NULL;
|
|
}
|
|
|
|
static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma,
|
|
struct vm_userfaultfd_ctx vm_ctx)
|
|
{
|
|
return true;
|
|
}
|
|
|
|
static inline bool anon_vma_name_eq(struct anon_vma_name *anon_name1,
|
|
struct anon_vma_name *anon_name2)
|
|
{
|
|
return true;
|
|
}
|
|
|
|
static inline void might_sleep(void)
|
|
{
|
|
}
|
|
|
|
static inline unsigned long vma_pages(struct vm_area_struct *vma)
|
|
{
|
|
return (vma->vm_end - vma->vm_start) >> PAGE_SHIFT;
|
|
}
|
|
|
|
static inline void fput(struct file *)
|
|
{
|
|
}
|
|
|
|
static inline void mpol_put(struct mempolicy *)
|
|
{
|
|
}
|
|
|
|
static inline void vm_area_free(struct vm_area_struct *vma)
|
|
{
|
|
free(vma);
|
|
}
|
|
|
|
static inline void lru_add_drain(void)
|
|
{
|
|
}
|
|
|
|
static inline void tlb_gather_mmu(struct mmu_gather *, struct mm_struct *)
|
|
{
|
|
}
|
|
|
|
static inline void update_hiwater_rss(struct mm_struct *)
|
|
{
|
|
}
|
|
|
|
static inline void update_hiwater_vm(struct mm_struct *)
|
|
{
|
|
}
|
|
|
|
static inline void unmap_vmas(struct mmu_gather *tlb, struct ma_state *mas,
|
|
struct vm_area_struct *vma, unsigned long start_addr,
|
|
unsigned long end_addr, unsigned long tree_end,
|
|
bool mm_wr_locked)
|
|
{
|
|
(void)tlb;
|
|
(void)mas;
|
|
(void)vma;
|
|
(void)start_addr;
|
|
(void)end_addr;
|
|
(void)tree_end;
|
|
(void)mm_wr_locked;
|
|
}
|
|
|
|
static inline void free_pgtables(struct mmu_gather *tlb, struct ma_state *mas,
|
|
struct vm_area_struct *vma, unsigned long floor,
|
|
unsigned long ceiling, bool mm_wr_locked)
|
|
{
|
|
(void)tlb;
|
|
(void)mas;
|
|
(void)vma;
|
|
(void)floor;
|
|
(void)ceiling;
|
|
(void)mm_wr_locked;
|
|
}
|
|
|
|
static inline void mapping_unmap_writable(struct address_space *)
|
|
{
|
|
}
|
|
|
|
static inline void flush_dcache_mmap_lock(struct address_space *)
|
|
{
|
|
}
|
|
|
|
static inline void tlb_finish_mmu(struct mmu_gather *)
|
|
{
|
|
}
|
|
|
|
static inline void get_file(struct file *)
|
|
{
|
|
}
|
|
|
|
static inline int vma_dup_policy(struct vm_area_struct *, struct vm_area_struct *)
|
|
{
|
|
return 0;
|
|
}
|
|
|
|
static inline int anon_vma_clone(struct vm_area_struct *dst, struct vm_area_struct *src)
|
|
{
|
|
/* For testing purposes. We indicate that an anon_vma has been cloned. */
|
|
if (src->anon_vma != NULL) {
|
|
dst->anon_vma = src->anon_vma;
|
|
dst->anon_vma->was_cloned = true;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static inline void vma_start_write(struct vm_area_struct *vma)
|
|
{
|
|
/* Used to indicate to tests that a write operation has begun. */
|
|
vma->vm_lock_seq++;
|
|
}
|
|
|
|
static inline void vma_adjust_trans_huge(struct vm_area_struct *vma,
|
|
unsigned long start,
|
|
unsigned long end,
|
|
long adjust_next)
|
|
{
|
|
(void)vma;
|
|
(void)start;
|
|
(void)end;
|
|
(void)adjust_next;
|
|
}
|
|
|
|
static inline void hugetlb_split(struct vm_area_struct *, unsigned long) {}
|
|
|
|
static inline void vma_iter_free(struct vma_iterator *vmi)
|
|
{
|
|
mas_destroy(&vmi->mas);
|
|
}
|
|
|
|
static inline
|
|
struct vm_area_struct *vma_iter_next_range(struct vma_iterator *vmi)
|
|
{
|
|
return mas_next_range(&vmi->mas, ULONG_MAX);
|
|
}
|
|
|
|
static inline void vm_acct_memory(long pages)
|
|
{
|
|
}
|
|
|
|
static inline void vma_interval_tree_insert(struct vm_area_struct *,
|
|
struct rb_root_cached *)
|
|
{
|
|
}
|
|
|
|
static inline void vma_interval_tree_remove(struct vm_area_struct *,
|
|
struct rb_root_cached *)
|
|
{
|
|
}
|
|
|
|
static inline void flush_dcache_mmap_unlock(struct address_space *)
|
|
{
|
|
}
|
|
|
|
static inline void anon_vma_interval_tree_insert(struct anon_vma_chain*,
|
|
struct rb_root_cached *)
|
|
{
|
|
}
|
|
|
|
static inline void anon_vma_interval_tree_remove(struct anon_vma_chain*,
|
|
struct rb_root_cached *)
|
|
{
|
|
}
|
|
|
|
static inline void uprobe_mmap(struct vm_area_struct *)
|
|
{
|
|
}
|
|
|
|
static inline void uprobe_munmap(struct vm_area_struct *vma,
|
|
unsigned long start, unsigned long end)
|
|
{
|
|
(void)vma;
|
|
(void)start;
|
|
(void)end;
|
|
}
|
|
|
|
static inline void i_mmap_lock_write(struct address_space *)
|
|
{
|
|
}
|
|
|
|
static inline void anon_vma_lock_write(struct anon_vma *)
|
|
{
|
|
}
|
|
|
|
static inline void vma_assert_write_locked(struct vm_area_struct *)
|
|
{
|
|
}
|
|
|
|
static inline void unlink_anon_vmas(struct vm_area_struct *vma)
|
|
{
|
|
/* For testing purposes, indicate that the anon_vma was unlinked. */
|
|
vma->anon_vma->was_unlinked = true;
|
|
}
|
|
|
|
static inline void anon_vma_unlock_write(struct anon_vma *)
|
|
{
|
|
}
|
|
|
|
static inline void i_mmap_unlock_write(struct address_space *)
|
|
{
|
|
}
|
|
|
|
static inline void anon_vma_merge(struct vm_area_struct *,
|
|
struct vm_area_struct *)
|
|
{
|
|
}
|
|
|
|
static inline int userfaultfd_unmap_prep(struct vm_area_struct *vma,
|
|
unsigned long start,
|
|
unsigned long end,
|
|
struct list_head *unmaps)
|
|
{
|
|
(void)vma;
|
|
(void)start;
|
|
(void)end;
|
|
(void)unmaps;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static inline void mmap_write_downgrade(struct mm_struct *)
|
|
{
|
|
}
|
|
|
|
static inline void mmap_read_unlock(struct mm_struct *)
|
|
{
|
|
}
|
|
|
|
static inline void mmap_write_unlock(struct mm_struct *)
|
|
{
|
|
}
|
|
|
|
static inline bool can_modify_mm(struct mm_struct *mm,
|
|
unsigned long start,
|
|
unsigned long end)
|
|
{
|
|
(void)mm;
|
|
(void)start;
|
|
(void)end;
|
|
|
|
return true;
|
|
}
|
|
|
|
static inline void arch_unmap(struct mm_struct *mm,
|
|
unsigned long start,
|
|
unsigned long end)
|
|
{
|
|
(void)mm;
|
|
(void)start;
|
|
(void)end;
|
|
}
|
|
|
|
static inline void mmap_assert_locked(struct mm_struct *)
|
|
{
|
|
}
|
|
|
|
static inline bool mpol_equal(struct mempolicy *, struct mempolicy *)
|
|
{
|
|
return true;
|
|
}
|
|
|
|
static inline void khugepaged_enter_vma(struct vm_area_struct *vma,
|
|
unsigned long vm_flags)
|
|
{
|
|
(void)vma;
|
|
(void)vm_flags;
|
|
}
|
|
|
|
static inline bool mapping_can_writeback(struct address_space *)
|
|
{
|
|
return true;
|
|
}
|
|
|
|
static inline bool is_vm_hugetlb_page(struct vm_area_struct *)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
static inline bool vma_soft_dirty_enabled(struct vm_area_struct *)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
static inline bool userfaultfd_wp(struct vm_area_struct *)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
static inline void mmap_assert_write_locked(struct mm_struct *)
|
|
{
|
|
}
|
|
|
|
static inline void mutex_lock(struct mutex *)
|
|
{
|
|
}
|
|
|
|
static inline void mutex_unlock(struct mutex *)
|
|
{
|
|
}
|
|
|
|
static inline bool mutex_is_locked(struct mutex *)
|
|
{
|
|
return true;
|
|
}
|
|
|
|
static inline bool signal_pending(void *)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
#endif /* __MM_VMA_INTERNAL_H */
|