/* Common target dependent for AArch64 systems. Copyright (C) 2018-2020 Free Software Foundation, Inc. This file is part of GDB. This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . */ #include #include #include "gdbsupport/common-defs.h" #include "elf/external.h" #include "elf/common.h" #include "aarch64-sve-linux-ptrace.h" #include "arch/aarch64.h" #include "gdbsupport/common-regcache.h" #include "gdbsupport/byte-vector.h" /* See nat/aarch64-sve-linux-ptrace.h. */ uint64_t aarch64_sve_get_vq (int tid) { struct iovec iovec; struct user_sve_header header; iovec.iov_len = sizeof (header); iovec.iov_base = &header; /* Ptrace gives the vector length in bytes. Convert it to VQ, the number of 128bit chunks in a Z register. We use VQ because 128bits is the minimum a Z register can increase in size. */ if (ptrace (PTRACE_GETREGSET, tid, NT_ARM_SVE, &iovec) < 0) { /* SVE is not supported. */ return 0; } uint64_t vq = sve_vq_from_vl (header.vl); if (!sve_vl_valid (header.vl)) { warning (_("Invalid SVE state from kernel; SVE disabled.")); return 0; } return vq; } /* See nat/aarch64-sve-linux-ptrace.h. */ bool aarch64_sve_set_vq (int tid, uint64_t vq) { struct iovec iovec; struct user_sve_header header; iovec.iov_len = sizeof (header); iovec.iov_base = &header; if (ptrace (PTRACE_GETREGSET, tid, NT_ARM_SVE, &iovec) < 0) { /* SVE is not supported. */ return false; } header.vl = sve_vl_from_vq (vq); if (ptrace (PTRACE_SETREGSET, tid, NT_ARM_SVE, &iovec) < 0) { /* Vector length change failed. */ return false; } return true; } /* See nat/aarch64-sve-linux-ptrace.h. */ bool aarch64_sve_set_vq (int tid, struct reg_buffer_common *reg_buf) { if (reg_buf->get_register_status (AARCH64_SVE_VG_REGNUM) != REG_VALID) return false; uint64_t reg_vg = 0; reg_buf->raw_collect (AARCH64_SVE_VG_REGNUM, ®_vg); return aarch64_sve_set_vq (tid, sve_vq_from_vg (reg_vg)); } /* See nat/aarch64-sve-linux-ptrace.h. */ std::unique_ptr aarch64_sve_get_sveregs (int tid) { struct iovec iovec; uint64_t vq = aarch64_sve_get_vq (tid); if (vq == 0) perror_with_name (_("Unable to fetch SVE register header")); /* A ptrace call with NT_ARM_SVE will return a header followed by either a dump of all the SVE and FP registers, or an fpsimd structure (identical to the one returned by NT_FPREGSET) if the kernel has not yet executed any SVE code. Make sure we allocate enough space for a full SVE dump. */ iovec.iov_len = SVE_PT_SIZE (vq, SVE_PT_REGS_SVE); std::unique_ptr buf (new gdb_byte[iovec.iov_len]); iovec.iov_base = buf.get (); if (ptrace (PTRACE_GETREGSET, tid, NT_ARM_SVE, &iovec) < 0) perror_with_name (_("Unable to fetch SVE registers")); return buf; } /* See nat/aarch64-sve-linux-ptrace.h. */ void aarch64_sve_regs_copy_to_reg_buf (struct reg_buffer_common *reg_buf, const void *buf) { char *base = (char *) buf; struct user_sve_header *header = (struct user_sve_header *) buf; uint64_t vq = sve_vq_from_vl (header->vl); uint64_t vg = sve_vg_from_vl (header->vl); /* Sanity check the data in the header. */ if (!sve_vl_valid (header->vl) || SVE_PT_SIZE (vq, header->flags) != header->size) error (_("Invalid SVE header from kernel.")); /* Update VG. Note, the registers in the regcache will already be of the correct length. */ reg_buf->raw_supply (AARCH64_SVE_VG_REGNUM, &vg); if (HAS_SVE_STATE (*header)) { /* The register dump contains a set of SVE registers. */ for (int i = 0; i < AARCH64_SVE_Z_REGS_NUM; i++) reg_buf->raw_supply (AARCH64_SVE_Z0_REGNUM + i, base + SVE_PT_SVE_ZREG_OFFSET (vq, i)); for (int i = 0; i < AARCH64_SVE_P_REGS_NUM; i++) reg_buf->raw_supply (AARCH64_SVE_P0_REGNUM + i, base + SVE_PT_SVE_PREG_OFFSET (vq, i)); reg_buf->raw_supply (AARCH64_SVE_FFR_REGNUM, base + SVE_PT_SVE_FFR_OFFSET (vq)); reg_buf->raw_supply (AARCH64_FPSR_REGNUM, base + SVE_PT_SVE_FPSR_OFFSET (vq)); reg_buf->raw_supply (AARCH64_FPCR_REGNUM, base + SVE_PT_SVE_FPCR_OFFSET (vq)); } else { /* There is no SVE state yet - the register dump contains a fpsimd structure instead. These registers still exist in the hardware, but the kernel has not yet initialised them, and so they will be null. */ char *zero_reg = (char *) alloca (SVE_PT_SVE_ZREG_SIZE (vq)); struct user_fpsimd_state *fpsimd = (struct user_fpsimd_state *)(base + SVE_PT_FPSIMD_OFFSET); /* Copy across the V registers from fpsimd structure to the Z registers, ensuring the non overlapping state is set to null. */ memset (zero_reg, 0, SVE_PT_SVE_ZREG_SIZE (vq)); for (int i = 0; i < AARCH64_SVE_Z_REGS_NUM; i++) { memcpy (zero_reg, &fpsimd->vregs[i], sizeof (__int128_t)); reg_buf->raw_supply (AARCH64_SVE_Z0_REGNUM + i, zero_reg); } reg_buf->raw_supply (AARCH64_FPSR_REGNUM, &fpsimd->fpsr); reg_buf->raw_supply (AARCH64_FPCR_REGNUM, &fpsimd->fpcr); /* Clear the SVE only registers. */ for (int i = 0; i < AARCH64_SVE_P_REGS_NUM; i++) reg_buf->raw_supply (AARCH64_SVE_P0_REGNUM + i, zero_reg); reg_buf->raw_supply (AARCH64_SVE_FFR_REGNUM, zero_reg); } } /* See nat/aarch64-sve-linux-ptrace.h. */ void aarch64_sve_regs_copy_from_reg_buf (const struct reg_buffer_common *reg_buf, void *buf) { struct user_sve_header *header = (struct user_sve_header *) buf; char *base = (char *) buf; uint64_t vq = sve_vq_from_vl (header->vl); /* Sanity check the data in the header. */ if (!sve_vl_valid (header->vl) || SVE_PT_SIZE (vq, header->flags) != header->size) error (_("Invalid SVE header from kernel.")); if (!HAS_SVE_STATE (*header)) { /* There is no SVE state yet - the register dump contains a fpsimd structure instead. Where possible we want to write the reg_buf data back to the kernel using the fpsimd structure. However, if we cannot then we'll need to reformat the fpsimd into a full SVE structure, resulting in the initialization of SVE state written back to the kernel, which is why we try to avoid it. */ bool has_sve_state = false; char *zero_reg = (char *) alloca (SVE_PT_SVE_ZREG_SIZE (vq)); struct user_fpsimd_state *fpsimd = (struct user_fpsimd_state *)(base + SVE_PT_FPSIMD_OFFSET); memset (zero_reg, 0, SVE_PT_SVE_ZREG_SIZE (vq)); /* Check in the reg_buf if any of the Z registers are set after the first 128 bits, or if any of the other SVE registers are set. */ for (int i = 0; i < AARCH64_SVE_Z_REGS_NUM; i++) { has_sve_state |= reg_buf->raw_compare (AARCH64_SVE_Z0_REGNUM + i, zero_reg, sizeof (__int128_t)); if (has_sve_state) break; } if (!has_sve_state) for (int i = 0; i < AARCH64_SVE_P_REGS_NUM; i++) { has_sve_state |= reg_buf->raw_compare (AARCH64_SVE_P0_REGNUM + i, zero_reg, 0); if (has_sve_state) break; } if (!has_sve_state) has_sve_state |= reg_buf->raw_compare (AARCH64_SVE_FFR_REGNUM, zero_reg, 0); /* If no SVE state exists, then use the existing fpsimd structure to write out state and return. */ if (!has_sve_state) { /* The collects of the Z registers will overflow the size of a vreg. There is enough space in the structure to allow for this, but we cannot overflow into the next register as we might not be collecting every register. */ for (int i = 0; i < AARCH64_SVE_Z_REGS_NUM; i++) { if (REG_VALID == reg_buf->get_register_status (AARCH64_SVE_Z0_REGNUM + i)) { reg_buf->raw_collect (AARCH64_SVE_Z0_REGNUM + i, zero_reg); memcpy (&fpsimd->vregs[i], zero_reg, sizeof (__int128_t)); } } if (REG_VALID == reg_buf->get_register_status (AARCH64_FPSR_REGNUM)) reg_buf->raw_collect (AARCH64_FPSR_REGNUM, &fpsimd->fpsr); if (REG_VALID == reg_buf->get_register_status (AARCH64_FPCR_REGNUM)) reg_buf->raw_collect (AARCH64_FPCR_REGNUM, &fpsimd->fpcr); return; } /* Otherwise, reformat the fpsimd structure into a full SVE set, by expanding the V registers (working backwards so we don't splat registers before they are copied) and using null for everything else. Note that enough space for a full SVE dump was originally allocated for base. */ header->flags |= SVE_PT_REGS_SVE; header->size = SVE_PT_SIZE (vq, SVE_PT_REGS_SVE); memcpy (base + SVE_PT_SVE_FPSR_OFFSET (vq), &fpsimd->fpsr, sizeof (uint32_t)); memcpy (base + SVE_PT_SVE_FPCR_OFFSET (vq), &fpsimd->fpcr, sizeof (uint32_t)); for (int i = AARCH64_SVE_Z_REGS_NUM; i >= 0 ; i--) { memcpy (base + SVE_PT_SVE_ZREG_OFFSET (vq, i), &fpsimd->vregs[i], sizeof (__int128_t)); } } /* Replace the kernel values with those from reg_buf. */ for (int i = 0; i < AARCH64_SVE_Z_REGS_NUM; i++) if (REG_VALID == reg_buf->get_register_status (AARCH64_SVE_Z0_REGNUM + i)) reg_buf->raw_collect (AARCH64_SVE_Z0_REGNUM + i, base + SVE_PT_SVE_ZREG_OFFSET (vq, i)); for (int i = 0; i < AARCH64_SVE_P_REGS_NUM; i++) if (REG_VALID == reg_buf->get_register_status (AARCH64_SVE_P0_REGNUM + i)) reg_buf->raw_collect (AARCH64_SVE_P0_REGNUM + i, base + SVE_PT_SVE_PREG_OFFSET (vq, i)); if (REG_VALID == reg_buf->get_register_status (AARCH64_SVE_FFR_REGNUM)) reg_buf->raw_collect (AARCH64_SVE_FFR_REGNUM, base + SVE_PT_SVE_FFR_OFFSET (vq)); if (REG_VALID == reg_buf->get_register_status (AARCH64_FPSR_REGNUM)) reg_buf->raw_collect (AARCH64_FPSR_REGNUM, base + SVE_PT_SVE_FPSR_OFFSET (vq)); if (REG_VALID == reg_buf->get_register_status (AARCH64_FPCR_REGNUM)) reg_buf->raw_collect (AARCH64_FPCR_REGNUM, base + SVE_PT_SVE_FPCR_OFFSET (vq)); }