2068 lines
66 KiB
C
2068 lines
66 KiB
C
/*
|
|
* Copyright © 2013 Intel Corporation
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
* to deal in the Software without restriction, including without limitation
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice (including the next
|
|
* paragraph) shall be included in all copies or substantial portions of the
|
|
* Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
|
* IN THE SOFTWARE.
|
|
*/
|
|
|
|
#include <assert.h>
|
|
#include <stdbool.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <unistd.h>
|
|
|
|
#include <xf86drm.h>
|
|
|
|
#include "intel_device_info.h"
|
|
#include "intel_hwconfig.h"
|
|
#include "intel/common/intel_gem.h"
|
|
#include "util/bitscan.h"
|
|
#include "util/debug.h"
|
|
#include "util/log.h"
|
|
#include "util/macros.h"
|
|
#include "util/os_misc.h"
|
|
|
|
#include "drm-uapi/i915_drm.h"
|
|
|
|
static const struct {
|
|
const char *name;
|
|
int pci_id;
|
|
} name_map[] = {
|
|
{ "lpt", 0x27a2 },
|
|
{ "brw", 0x2a02 },
|
|
{ "g4x", 0x2a42 },
|
|
{ "ilk", 0x0042 },
|
|
{ "snb", 0x0126 },
|
|
{ "ivb", 0x016a },
|
|
{ "hsw", 0x0d2e },
|
|
{ "byt", 0x0f33 },
|
|
{ "bdw", 0x162e },
|
|
{ "chv", 0x22B3 },
|
|
{ "skl", 0x1912 },
|
|
{ "bxt", 0x5A85 },
|
|
{ "kbl", 0x5912 },
|
|
{ "aml", 0x591C },
|
|
{ "glk", 0x3185 },
|
|
{ "cfl", 0x3E9B },
|
|
{ "whl", 0x3EA1 },
|
|
{ "cml", 0x9b41 },
|
|
{ "icl", 0x8a52 },
|
|
{ "ehl", 0x4500 },
|
|
{ "jsl", 0x4E71 },
|
|
{ "tgl", 0x9a49 },
|
|
{ "rkl", 0x4c8a },
|
|
{ "dg1", 0x4905 },
|
|
{ "adl", 0x4680 },
|
|
{ "sg1", 0x4907 },
|
|
{ "rpl", 0xa780 },
|
|
{ "dg2", 0x5690 },
|
|
};
|
|
|
|
/**
|
|
* Get the PCI ID for the device name.
|
|
*
|
|
* Returns -1 if the device is not known.
|
|
*/
|
|
int
|
|
intel_device_name_to_pci_device_id(const char *name)
|
|
{
|
|
for (unsigned i = 0; i < ARRAY_SIZE(name_map); i++) {
|
|
if (!strcmp(name_map[i].name, name))
|
|
return name_map[i].pci_id;
|
|
}
|
|
|
|
return -1;
|
|
}
|
|
|
|
static const struct intel_device_info intel_device_info_gfx3 = {
|
|
.ver = 3,
|
|
.platform = INTEL_PLATFORM_GFX3,
|
|
.simulator_id = -1,
|
|
.num_slices = 1,
|
|
.num_subslices = { 1, },
|
|
.max_eus_per_subslice = 8,
|
|
.num_thread_per_eu = 4,
|
|
.timestamp_frequency = 12500000,
|
|
.cs_prefetch_size = 512,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_i965 = {
|
|
.ver = 4,
|
|
.platform = INTEL_PLATFORM_I965,
|
|
.has_negative_rhw_bug = true,
|
|
.num_slices = 1,
|
|
.num_subslices = { 1, },
|
|
.max_eus_per_subslice = 8,
|
|
.num_thread_per_eu = 4,
|
|
.max_vs_threads = 16,
|
|
.max_gs_threads = 2,
|
|
.max_wm_threads = 8 * 4,
|
|
.urb = {
|
|
.size = 256,
|
|
},
|
|
.timestamp_frequency = 12500000,
|
|
.simulator_id = -1,
|
|
.cs_prefetch_size = 512,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_g4x = {
|
|
.ver = 4,
|
|
.verx10 = 45,
|
|
.has_pln = true,
|
|
.has_compr4 = true,
|
|
.has_surface_tile_offset = true,
|
|
.platform = INTEL_PLATFORM_G4X,
|
|
.num_slices = 1,
|
|
.num_subslices = { 1, },
|
|
.max_eus_per_subslice = 10,
|
|
.num_thread_per_eu = 5,
|
|
.max_vs_threads = 32,
|
|
.max_gs_threads = 2,
|
|
.max_wm_threads = 10 * 5,
|
|
.urb = {
|
|
.size = 384,
|
|
},
|
|
.timestamp_frequency = 12500000,
|
|
.simulator_id = -1,
|
|
.cs_prefetch_size = 512,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_ilk = {
|
|
.ver = 5,
|
|
.platform = INTEL_PLATFORM_ILK,
|
|
.has_pln = true,
|
|
.has_compr4 = true,
|
|
.has_surface_tile_offset = true,
|
|
.num_slices = 1,
|
|
.num_subslices = { 1, },
|
|
.max_eus_per_subslice = 12,
|
|
.num_thread_per_eu = 6,
|
|
.max_vs_threads = 72,
|
|
.max_gs_threads = 32,
|
|
.max_wm_threads = 12 * 6,
|
|
.urb = {
|
|
.size = 1024,
|
|
},
|
|
.timestamp_frequency = 12500000,
|
|
.simulator_id = -1,
|
|
.cs_prefetch_size = 512,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_snb_gt1 = {
|
|
.ver = 6,
|
|
.gt = 1,
|
|
.platform = INTEL_PLATFORM_SNB,
|
|
.has_hiz_and_separate_stencil = true,
|
|
.has_llc = true,
|
|
.has_pln = true,
|
|
.has_surface_tile_offset = true,
|
|
.needs_unlit_centroid_workaround = true,
|
|
.num_slices = 1,
|
|
.num_subslices = { 1, },
|
|
.max_eus_per_subslice = 6,
|
|
.num_thread_per_eu = 6, /* Not confirmed */
|
|
.max_vs_threads = 24,
|
|
.max_gs_threads = 21, /* conservative; 24 if rendering disabled. */
|
|
.max_wm_threads = 40,
|
|
.urb = {
|
|
.size = 32,
|
|
.min_entries = {
|
|
[MESA_SHADER_VERTEX] = 24,
|
|
},
|
|
.max_entries = {
|
|
[MESA_SHADER_VERTEX] = 256,
|
|
[MESA_SHADER_GEOMETRY] = 256,
|
|
},
|
|
},
|
|
.timestamp_frequency = 12500000,
|
|
.simulator_id = -1,
|
|
.cs_prefetch_size = 512,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_snb_gt2 = {
|
|
.ver = 6,
|
|
.gt = 2,
|
|
.platform = INTEL_PLATFORM_SNB,
|
|
.has_hiz_and_separate_stencil = true,
|
|
.has_llc = true,
|
|
.has_pln = true,
|
|
.has_surface_tile_offset = true,
|
|
.needs_unlit_centroid_workaround = true,
|
|
.num_slices = 1,
|
|
.num_subslices = { 1, },
|
|
.max_eus_per_subslice = 12,
|
|
.num_thread_per_eu = 6, /* Not confirmed */
|
|
.max_vs_threads = 60,
|
|
.max_gs_threads = 60,
|
|
.max_wm_threads = 80,
|
|
.urb = {
|
|
.size = 64,
|
|
.min_entries = {
|
|
[MESA_SHADER_VERTEX] = 24,
|
|
},
|
|
.max_entries = {
|
|
[MESA_SHADER_VERTEX] = 256,
|
|
[MESA_SHADER_GEOMETRY] = 256,
|
|
},
|
|
},
|
|
.timestamp_frequency = 12500000,
|
|
.simulator_id = -1,
|
|
.cs_prefetch_size = 512,
|
|
};
|
|
|
|
#define GFX7_FEATURES \
|
|
.ver = 7, \
|
|
.has_hiz_and_separate_stencil = true, \
|
|
.must_use_separate_stencil = true, \
|
|
.has_llc = true, \
|
|
.has_pln = true, \
|
|
.has_64bit_float = true, \
|
|
.has_surface_tile_offset = true, \
|
|
.timestamp_frequency = 12500000, \
|
|
.max_constant_urb_size_kb = 16, \
|
|
.cs_prefetch_size = 512
|
|
|
|
static const struct intel_device_info intel_device_info_ivb_gt1 = {
|
|
GFX7_FEATURES, .platform = INTEL_PLATFORM_IVB, .gt = 1,
|
|
.num_slices = 1,
|
|
.num_subslices = { 1, },
|
|
.max_eus_per_subslice = 6,
|
|
.num_thread_per_eu = 6,
|
|
.l3_banks = 2,
|
|
.max_vs_threads = 36,
|
|
.max_tcs_threads = 36,
|
|
.max_tes_threads = 36,
|
|
.max_gs_threads = 36,
|
|
.max_wm_threads = 48,
|
|
.max_cs_threads = 36,
|
|
.urb = {
|
|
.min_entries = {
|
|
[MESA_SHADER_VERTEX] = 32,
|
|
[MESA_SHADER_TESS_EVAL] = 10,
|
|
},
|
|
.max_entries = {
|
|
[MESA_SHADER_VERTEX] = 512,
|
|
[MESA_SHADER_TESS_CTRL] = 32,
|
|
[MESA_SHADER_TESS_EVAL] = 288,
|
|
[MESA_SHADER_GEOMETRY] = 192,
|
|
},
|
|
},
|
|
.simulator_id = 7,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_ivb_gt2 = {
|
|
GFX7_FEATURES, .platform = INTEL_PLATFORM_IVB, .gt = 2,
|
|
.num_slices = 1,
|
|
.num_subslices = { 1, },
|
|
.max_eus_per_subslice = 12,
|
|
.num_thread_per_eu = 8, /* Not sure why this isn't a multiple of
|
|
* @max_wm_threads ... */
|
|
.l3_banks = 4,
|
|
.max_vs_threads = 128,
|
|
.max_tcs_threads = 128,
|
|
.max_tes_threads = 128,
|
|
.max_gs_threads = 128,
|
|
.max_wm_threads = 172,
|
|
.max_cs_threads = 64,
|
|
.urb = {
|
|
.min_entries = {
|
|
[MESA_SHADER_VERTEX] = 32,
|
|
[MESA_SHADER_TESS_EVAL] = 10,
|
|
},
|
|
.max_entries = {
|
|
[MESA_SHADER_VERTEX] = 704,
|
|
[MESA_SHADER_TESS_CTRL] = 64,
|
|
[MESA_SHADER_TESS_EVAL] = 448,
|
|
[MESA_SHADER_GEOMETRY] = 320,
|
|
},
|
|
},
|
|
.simulator_id = 7,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_byt = {
|
|
GFX7_FEATURES, .platform = INTEL_PLATFORM_BYT, .gt = 1,
|
|
.num_slices = 1,
|
|
.num_subslices = { 1, },
|
|
.max_eus_per_subslice = 4,
|
|
.num_thread_per_eu = 8,
|
|
.l3_banks = 1,
|
|
.has_llc = false,
|
|
.max_vs_threads = 36,
|
|
.max_tcs_threads = 36,
|
|
.max_tes_threads = 36,
|
|
.max_gs_threads = 36,
|
|
.max_wm_threads = 48,
|
|
.max_cs_threads = 32,
|
|
.urb = {
|
|
.min_entries = {
|
|
[MESA_SHADER_VERTEX] = 32,
|
|
[MESA_SHADER_TESS_EVAL] = 10,
|
|
},
|
|
.max_entries = {
|
|
[MESA_SHADER_VERTEX] = 512,
|
|
[MESA_SHADER_TESS_CTRL] = 32,
|
|
[MESA_SHADER_TESS_EVAL] = 288,
|
|
[MESA_SHADER_GEOMETRY] = 192,
|
|
},
|
|
},
|
|
.simulator_id = 10,
|
|
};
|
|
|
|
#define HSW_FEATURES \
|
|
GFX7_FEATURES, \
|
|
.platform = INTEL_PLATFORM_HSW, \
|
|
.verx10 = 75, \
|
|
.supports_simd16_3src = true
|
|
|
|
static const struct intel_device_info intel_device_info_hsw_gt1 = {
|
|
HSW_FEATURES, .gt = 1,
|
|
.num_slices = 1,
|
|
.num_subslices = { 1, },
|
|
.max_eus_per_subslice = 10,
|
|
.num_thread_per_eu = 7,
|
|
.l3_banks = 2,
|
|
.max_vs_threads = 70,
|
|
.max_tcs_threads = 70,
|
|
.max_tes_threads = 70,
|
|
.max_gs_threads = 70,
|
|
.max_wm_threads = 102,
|
|
.max_cs_threads = 70,
|
|
.urb = {
|
|
.min_entries = {
|
|
[MESA_SHADER_VERTEX] = 32,
|
|
[MESA_SHADER_TESS_EVAL] = 10,
|
|
},
|
|
.max_entries = {
|
|
[MESA_SHADER_VERTEX] = 640,
|
|
[MESA_SHADER_TESS_CTRL] = 64,
|
|
[MESA_SHADER_TESS_EVAL] = 384,
|
|
[MESA_SHADER_GEOMETRY] = 256,
|
|
},
|
|
},
|
|
.simulator_id = 9,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_hsw_gt2 = {
|
|
HSW_FEATURES, .gt = 2,
|
|
.num_slices = 1,
|
|
.num_subslices = { 2, },
|
|
.max_eus_per_subslice = 10,
|
|
.num_thread_per_eu = 7,
|
|
.l3_banks = 4,
|
|
.max_vs_threads = 280,
|
|
.max_tcs_threads = 256,
|
|
.max_tes_threads = 280,
|
|
.max_gs_threads = 256,
|
|
.max_wm_threads = 204,
|
|
.max_cs_threads = 70,
|
|
.urb = {
|
|
.min_entries = {
|
|
[MESA_SHADER_VERTEX] = 64,
|
|
[MESA_SHADER_TESS_EVAL] = 10,
|
|
},
|
|
.max_entries = {
|
|
[MESA_SHADER_VERTEX] = 1664,
|
|
[MESA_SHADER_TESS_CTRL] = 128,
|
|
[MESA_SHADER_TESS_EVAL] = 960,
|
|
[MESA_SHADER_GEOMETRY] = 640,
|
|
},
|
|
},
|
|
.simulator_id = 9,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_hsw_gt3 = {
|
|
HSW_FEATURES, .gt = 3,
|
|
.num_slices = 2,
|
|
.num_subslices = { 2, 2, },
|
|
.max_eus_per_subslice = 10,
|
|
.num_thread_per_eu = 7,
|
|
.l3_banks = 8,
|
|
.max_vs_threads = 280,
|
|
.max_tcs_threads = 256,
|
|
.max_tes_threads = 280,
|
|
.max_gs_threads = 256,
|
|
.max_wm_threads = 408,
|
|
.max_cs_threads = 70,
|
|
.urb = {
|
|
.min_entries = {
|
|
[MESA_SHADER_VERTEX] = 64,
|
|
[MESA_SHADER_TESS_EVAL] = 10,
|
|
},
|
|
.max_entries = {
|
|
[MESA_SHADER_VERTEX] = 1664,
|
|
[MESA_SHADER_TESS_CTRL] = 128,
|
|
[MESA_SHADER_TESS_EVAL] = 960,
|
|
[MESA_SHADER_GEOMETRY] = 640,
|
|
},
|
|
},
|
|
.max_constant_urb_size_kb = 32,
|
|
.simulator_id = 9,
|
|
};
|
|
|
|
/* It's unclear how well supported sampling from the hiz buffer is on GFX8,
|
|
* so keep things conservative for now and set has_sample_with_hiz = false.
|
|
*/
|
|
#define GFX8_FEATURES \
|
|
.ver = 8, \
|
|
.has_hiz_and_separate_stencil = true, \
|
|
.must_use_separate_stencil = true, \
|
|
.has_llc = true, \
|
|
.has_sample_with_hiz = false, \
|
|
.has_pln = true, \
|
|
.has_integer_dword_mul = true, \
|
|
.has_64bit_float = true, \
|
|
.has_64bit_int = true, \
|
|
.supports_simd16_3src = true, \
|
|
.has_surface_tile_offset = true, \
|
|
.num_thread_per_eu = 7, \
|
|
.max_vs_threads = 504, \
|
|
.max_tcs_threads = 504, \
|
|
.max_tes_threads = 504, \
|
|
.max_gs_threads = 504, \
|
|
.max_wm_threads = 384, \
|
|
.max_threads_per_psd = 64, \
|
|
.timestamp_frequency = 12500000, \
|
|
.max_constant_urb_size_kb = 32, \
|
|
.cs_prefetch_size = 512
|
|
|
|
static const struct intel_device_info intel_device_info_bdw_gt1 = {
|
|
GFX8_FEATURES, .gt = 1,
|
|
.platform = INTEL_PLATFORM_BDW,
|
|
.num_slices = 1,
|
|
.num_subslices = { 2, },
|
|
.max_eus_per_subslice = 6,
|
|
.l3_banks = 2,
|
|
.max_cs_threads = 42,
|
|
.urb = {
|
|
.min_entries = {
|
|
[MESA_SHADER_VERTEX] = 64,
|
|
[MESA_SHADER_TESS_EVAL] = 34,
|
|
},
|
|
.max_entries = {
|
|
[MESA_SHADER_VERTEX] = 2560,
|
|
[MESA_SHADER_TESS_CTRL] = 504,
|
|
[MESA_SHADER_TESS_EVAL] = 1536,
|
|
/* Reduced from 960, seems to be similar to the bug on Gfx9 GT1. */
|
|
[MESA_SHADER_GEOMETRY] = 690,
|
|
},
|
|
},
|
|
.simulator_id = 11,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_bdw_gt2 = {
|
|
GFX8_FEATURES, .gt = 2,
|
|
.platform = INTEL_PLATFORM_BDW,
|
|
.num_slices = 1,
|
|
.num_subslices = { 3, },
|
|
.max_eus_per_subslice = 8,
|
|
.l3_banks = 4,
|
|
.max_cs_threads = 56,
|
|
.urb = {
|
|
.min_entries = {
|
|
[MESA_SHADER_VERTEX] = 64,
|
|
[MESA_SHADER_TESS_EVAL] = 34,
|
|
},
|
|
.max_entries = {
|
|
[MESA_SHADER_VERTEX] = 2560,
|
|
[MESA_SHADER_TESS_CTRL] = 504,
|
|
[MESA_SHADER_TESS_EVAL] = 1536,
|
|
[MESA_SHADER_GEOMETRY] = 960,
|
|
},
|
|
},
|
|
.simulator_id = 11,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_bdw_gt3 = {
|
|
GFX8_FEATURES, .gt = 3,
|
|
.platform = INTEL_PLATFORM_BDW,
|
|
.num_slices = 2,
|
|
.num_subslices = { 3, 3, },
|
|
.max_eus_per_subslice = 8,
|
|
.l3_banks = 8,
|
|
.max_cs_threads = 56,
|
|
.urb = {
|
|
.min_entries = {
|
|
[MESA_SHADER_VERTEX] = 64,
|
|
[MESA_SHADER_TESS_EVAL] = 34,
|
|
},
|
|
.max_entries = {
|
|
[MESA_SHADER_VERTEX] = 2560,
|
|
[MESA_SHADER_TESS_CTRL] = 504,
|
|
[MESA_SHADER_TESS_EVAL] = 1536,
|
|
[MESA_SHADER_GEOMETRY] = 960,
|
|
},
|
|
},
|
|
.simulator_id = 11,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_chv = {
|
|
GFX8_FEATURES, .platform = INTEL_PLATFORM_CHV, .gt = 1,
|
|
.has_llc = false,
|
|
.has_integer_dword_mul = false,
|
|
.num_slices = 1,
|
|
.num_subslices = { 2, },
|
|
.max_eus_per_subslice = 8,
|
|
.l3_banks = 2,
|
|
.max_vs_threads = 80,
|
|
.max_tcs_threads = 80,
|
|
.max_tes_threads = 80,
|
|
.max_gs_threads = 80,
|
|
.max_wm_threads = 128,
|
|
.max_cs_threads = 6 * 7,
|
|
.urb = {
|
|
.min_entries = {
|
|
[MESA_SHADER_VERTEX] = 34,
|
|
[MESA_SHADER_TESS_EVAL] = 34,
|
|
},
|
|
.max_entries = {
|
|
[MESA_SHADER_VERTEX] = 640,
|
|
[MESA_SHADER_TESS_CTRL] = 80,
|
|
[MESA_SHADER_TESS_EVAL] = 384,
|
|
[MESA_SHADER_GEOMETRY] = 256,
|
|
},
|
|
},
|
|
.simulator_id = 13,
|
|
};
|
|
|
|
#define GFX9_HW_INFO \
|
|
.ver = 9, \
|
|
.max_vs_threads = 336, \
|
|
.max_gs_threads = 336, \
|
|
.max_tcs_threads = 336, \
|
|
.max_tes_threads = 336, \
|
|
.max_threads_per_psd = 64, \
|
|
.max_cs_threads = 56, \
|
|
.timestamp_frequency = 12000000, \
|
|
.cs_prefetch_size = 512, \
|
|
.urb = { \
|
|
.min_entries = { \
|
|
[MESA_SHADER_VERTEX] = 64, \
|
|
[MESA_SHADER_TESS_EVAL] = 34, \
|
|
}, \
|
|
.max_entries = { \
|
|
[MESA_SHADER_VERTEX] = 1856, \
|
|
[MESA_SHADER_TESS_CTRL] = 672, \
|
|
[MESA_SHADER_TESS_EVAL] = 1120, \
|
|
[MESA_SHADER_GEOMETRY] = 640, \
|
|
}, \
|
|
}
|
|
|
|
#define GFX9_LP_FEATURES \
|
|
GFX8_FEATURES, \
|
|
GFX9_HW_INFO, \
|
|
.has_integer_dword_mul = false, \
|
|
.gt = 1, \
|
|
.has_llc = false, \
|
|
.has_sample_with_hiz = true, \
|
|
.num_slices = 1, \
|
|
.num_thread_per_eu = 6, \
|
|
.max_vs_threads = 112, \
|
|
.max_tcs_threads = 112, \
|
|
.max_tes_threads = 112, \
|
|
.max_gs_threads = 112, \
|
|
.max_cs_threads = 6 * 6, \
|
|
.timestamp_frequency = 19200000, \
|
|
.urb = { \
|
|
.min_entries = { \
|
|
[MESA_SHADER_VERTEX] = 34, \
|
|
[MESA_SHADER_TESS_EVAL] = 34, \
|
|
}, \
|
|
.max_entries = { \
|
|
[MESA_SHADER_VERTEX] = 704, \
|
|
[MESA_SHADER_TESS_CTRL] = 256, \
|
|
[MESA_SHADER_TESS_EVAL] = 416, \
|
|
[MESA_SHADER_GEOMETRY] = 256, \
|
|
}, \
|
|
}
|
|
|
|
#define GFX9_LP_FEATURES_3X6 \
|
|
GFX9_LP_FEATURES, \
|
|
.num_subslices = { 3, }, \
|
|
.max_eus_per_subslice = 6
|
|
|
|
#define GFX9_LP_FEATURES_2X6 \
|
|
GFX9_LP_FEATURES, \
|
|
.num_subslices = { 2, }, \
|
|
.max_eus_per_subslice = 6, \
|
|
.max_vs_threads = 56, \
|
|
.max_tcs_threads = 56, \
|
|
.max_tes_threads = 56, \
|
|
.max_gs_threads = 56, \
|
|
.max_cs_threads = 6 * 6, \
|
|
.urb = { \
|
|
.min_entries = { \
|
|
[MESA_SHADER_VERTEX] = 34, \
|
|
[MESA_SHADER_TESS_EVAL] = 34, \
|
|
}, \
|
|
.max_entries = { \
|
|
[MESA_SHADER_VERTEX] = 352, \
|
|
[MESA_SHADER_TESS_CTRL] = 128, \
|
|
[MESA_SHADER_TESS_EVAL] = 208, \
|
|
[MESA_SHADER_GEOMETRY] = 128, \
|
|
}, \
|
|
}
|
|
|
|
#define GFX9_FEATURES \
|
|
GFX8_FEATURES, \
|
|
GFX9_HW_INFO, \
|
|
.has_sample_with_hiz = true
|
|
|
|
static const struct intel_device_info intel_device_info_skl_gt1 = {
|
|
GFX9_FEATURES, .gt = 1,
|
|
.platform = INTEL_PLATFORM_SKL,
|
|
.num_slices = 1,
|
|
.num_subslices = { 2, },
|
|
.max_eus_per_subslice = 6,
|
|
.l3_banks = 2,
|
|
/* GT1 seems to have a bug in the top of the pipe (VF/VS?) fixed functions
|
|
* leading to some vertices to go missing if we use too much URB.
|
|
*/
|
|
.urb.max_entries[MESA_SHADER_VERTEX] = 928,
|
|
.simulator_id = 12,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_skl_gt2 = {
|
|
GFX9_FEATURES, .gt = 2,
|
|
.platform = INTEL_PLATFORM_SKL,
|
|
.num_slices = 1,
|
|
.num_subslices = { 3, },
|
|
.max_eus_per_subslice = 8,
|
|
.l3_banks = 4,
|
|
.simulator_id = 12,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_skl_gt3 = {
|
|
GFX9_FEATURES, .gt = 3,
|
|
.platform = INTEL_PLATFORM_SKL,
|
|
.num_slices = 2,
|
|
.num_subslices = { 3, 3, },
|
|
.max_eus_per_subslice = 8,
|
|
.l3_banks = 8,
|
|
.simulator_id = 12,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_skl_gt4 = {
|
|
GFX9_FEATURES, .gt = 4,
|
|
.platform = INTEL_PLATFORM_SKL,
|
|
.num_slices = 3,
|
|
.num_subslices = { 3, 3, 3, },
|
|
.max_eus_per_subslice = 8,
|
|
.l3_banks = 12,
|
|
/* From the "L3 Allocation and Programming" documentation:
|
|
*
|
|
* "URB is limited to 1008KB due to programming restrictions. This is not a
|
|
* restriction of the L3 implementation, but of the FF and other clients.
|
|
* Therefore, in a GT4 implementation it is possible for the programmed
|
|
* allocation of the L3 data array to provide 3*384KB=1152KB for URB, but
|
|
* only 1008KB of this will be used."
|
|
*/
|
|
.simulator_id = 12,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_bxt = {
|
|
GFX9_LP_FEATURES_3X6,
|
|
.platform = INTEL_PLATFORM_BXT,
|
|
.l3_banks = 2,
|
|
.simulator_id = 14,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_bxt_2x6 = {
|
|
GFX9_LP_FEATURES_2X6,
|
|
.platform = INTEL_PLATFORM_BXT,
|
|
.l3_banks = 1,
|
|
.simulator_id = 14,
|
|
};
|
|
/*
|
|
* Note: for all KBL SKUs, the PRM says SKL for GS entries, not SKL+.
|
|
* There's no KBL entry. Using the default SKL (GFX9) GS entries value.
|
|
*/
|
|
|
|
static const struct intel_device_info intel_device_info_kbl_gt1 = {
|
|
GFX9_FEATURES,
|
|
.platform = INTEL_PLATFORM_KBL,
|
|
.gt = 1,
|
|
|
|
.max_cs_threads = 7 * 6,
|
|
.num_slices = 1,
|
|
.num_subslices = { 2, },
|
|
.max_eus_per_subslice = 6,
|
|
.l3_banks = 2,
|
|
/* GT1 seems to have a bug in the top of the pipe (VF/VS?) fixed functions
|
|
* leading to some vertices to go missing if we use too much URB.
|
|
*/
|
|
.urb.max_entries[MESA_SHADER_VERTEX] = 928,
|
|
.urb.max_entries[MESA_SHADER_GEOMETRY] = 256,
|
|
.simulator_id = 16,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_kbl_gt1_5 = {
|
|
GFX9_FEATURES,
|
|
.platform = INTEL_PLATFORM_KBL,
|
|
.gt = 1,
|
|
|
|
.max_cs_threads = 7 * 6,
|
|
.num_slices = 1,
|
|
.num_subslices = { 3, },
|
|
.max_eus_per_subslice = 6,
|
|
.l3_banks = 4,
|
|
.simulator_id = 16,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_kbl_gt2 = {
|
|
GFX9_FEATURES,
|
|
.platform = INTEL_PLATFORM_KBL,
|
|
.gt = 2,
|
|
|
|
.num_slices = 1,
|
|
.num_subslices = { 3, },
|
|
.max_eus_per_subslice = 8,
|
|
.l3_banks = 4,
|
|
.simulator_id = 16,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_kbl_gt3 = {
|
|
GFX9_FEATURES,
|
|
.platform = INTEL_PLATFORM_KBL,
|
|
.gt = 3,
|
|
|
|
.num_slices = 2,
|
|
.num_subslices = { 3, 3, },
|
|
.max_eus_per_subslice = 8,
|
|
.l3_banks = 8,
|
|
.simulator_id = 16,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_kbl_gt4 = {
|
|
GFX9_FEATURES,
|
|
.platform = INTEL_PLATFORM_KBL,
|
|
.gt = 4,
|
|
|
|
/*
|
|
* From the "L3 Allocation and Programming" documentation:
|
|
*
|
|
* "URB is limited to 1008KB due to programming restrictions. This
|
|
* is not a restriction of the L3 implementation, but of the FF and
|
|
* other clients. Therefore, in a GT4 implementation it is
|
|
* possible for the programmed allocation of the L3 data array to
|
|
* provide 3*384KB=1152KB for URB, but only 1008KB of this
|
|
* will be used."
|
|
*/
|
|
.num_slices = 3,
|
|
.num_subslices = { 3, 3, 3, },
|
|
.max_eus_per_subslice = 8,
|
|
.l3_banks = 12,
|
|
.simulator_id = 16,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_glk = {
|
|
GFX9_LP_FEATURES_3X6,
|
|
.platform = INTEL_PLATFORM_GLK,
|
|
.l3_banks = 2,
|
|
.simulator_id = 17,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_glk_2x6 = {
|
|
GFX9_LP_FEATURES_2X6,
|
|
.platform = INTEL_PLATFORM_GLK,
|
|
.l3_banks = 2,
|
|
.simulator_id = 17,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_cfl_gt1 = {
|
|
GFX9_FEATURES,
|
|
.platform = INTEL_PLATFORM_CFL,
|
|
.gt = 1,
|
|
|
|
.num_slices = 1,
|
|
.num_subslices = { 2, },
|
|
.max_eus_per_subslice = 6,
|
|
.l3_banks = 2,
|
|
/* GT1 seems to have a bug in the top of the pipe (VF/VS?) fixed functions
|
|
* leading to some vertices to go missing if we use too much URB.
|
|
*/
|
|
.urb.max_entries[MESA_SHADER_VERTEX] = 928,
|
|
.urb.max_entries[MESA_SHADER_GEOMETRY] = 256,
|
|
.simulator_id = 24,
|
|
};
|
|
static const struct intel_device_info intel_device_info_cfl_gt2 = {
|
|
GFX9_FEATURES,
|
|
.platform = INTEL_PLATFORM_CFL,
|
|
.gt = 2,
|
|
|
|
.num_slices = 1,
|
|
.num_subslices = { 3, },
|
|
.max_eus_per_subslice = 8,
|
|
.l3_banks = 4,
|
|
.simulator_id = 24,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_cfl_gt3 = {
|
|
GFX9_FEATURES,
|
|
.platform = INTEL_PLATFORM_CFL,
|
|
.gt = 3,
|
|
|
|
.num_slices = 2,
|
|
.num_subslices = { 3, 3, },
|
|
.max_eus_per_subslice = 8,
|
|
.l3_banks = 8,
|
|
.simulator_id = 24,
|
|
};
|
|
|
|
#define subslices(args...) { args, }
|
|
|
|
#define GFX11_HW_INFO \
|
|
.ver = 11, \
|
|
.has_pln = false, \
|
|
.max_vs_threads = 364, \
|
|
.max_gs_threads = 224, \
|
|
.max_tcs_threads = 224, \
|
|
.max_tes_threads = 364, \
|
|
.max_threads_per_psd = 64, \
|
|
.max_cs_threads = 56, \
|
|
.cs_prefetch_size = 512
|
|
|
|
#define GFX11_FEATURES(_gt, _slices, _subslices, _l3, _platform) \
|
|
GFX8_FEATURES, \
|
|
GFX11_HW_INFO, \
|
|
.platform = _platform, \
|
|
.has_64bit_float = false, \
|
|
.has_64bit_int = false, \
|
|
.has_integer_dword_mul = false, \
|
|
.has_sample_with_hiz = false, \
|
|
.gt = _gt, .num_slices = _slices, .l3_banks = _l3, \
|
|
.num_subslices = _subslices, \
|
|
.max_eus_per_subslice = 8
|
|
|
|
#define GFX11_URB_MIN_MAX_ENTRIES \
|
|
.min_entries = { \
|
|
[MESA_SHADER_VERTEX] = 64, \
|
|
[MESA_SHADER_TESS_EVAL] = 34, \
|
|
}, \
|
|
.max_entries = { \
|
|
[MESA_SHADER_VERTEX] = 2384, \
|
|
[MESA_SHADER_TESS_CTRL] = 1032, \
|
|
[MESA_SHADER_TESS_EVAL] = 2384, \
|
|
[MESA_SHADER_GEOMETRY] = 1032, \
|
|
}
|
|
|
|
static const struct intel_device_info intel_device_info_icl_gt2 = {
|
|
GFX11_FEATURES(2, 1, subslices(8), 8, INTEL_PLATFORM_ICL),
|
|
.urb = {
|
|
GFX11_URB_MIN_MAX_ENTRIES,
|
|
},
|
|
.simulator_id = 19,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_icl_gt1_5 = {
|
|
GFX11_FEATURES(1, 1, subslices(6), 6, INTEL_PLATFORM_ICL),
|
|
.urb = {
|
|
GFX11_URB_MIN_MAX_ENTRIES,
|
|
},
|
|
.simulator_id = 19,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_icl_gt1 = {
|
|
GFX11_FEATURES(1, 1, subslices(4), 6, INTEL_PLATFORM_ICL),
|
|
.urb = {
|
|
GFX11_URB_MIN_MAX_ENTRIES,
|
|
},
|
|
.simulator_id = 19,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_icl_gt0_5 = {
|
|
GFX11_FEATURES(1, 1, subslices(1), 6, INTEL_PLATFORM_ICL),
|
|
.urb = {
|
|
GFX11_URB_MIN_MAX_ENTRIES,
|
|
},
|
|
.simulator_id = 19,
|
|
};
|
|
|
|
#define GFX11_LP_FEATURES \
|
|
.urb = { \
|
|
GFX11_URB_MIN_MAX_ENTRIES, \
|
|
}, \
|
|
.disable_ccs_repack = true, \
|
|
.simulator_id = 28
|
|
|
|
static const struct intel_device_info intel_device_info_ehl_4x8 = {
|
|
GFX11_FEATURES(1, 1, subslices(4), 4, INTEL_PLATFORM_EHL),
|
|
GFX11_LP_FEATURES,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_ehl_4x6 = {
|
|
GFX11_FEATURES(1, 1, subslices(4), 4, INTEL_PLATFORM_EHL),
|
|
GFX11_LP_FEATURES,
|
|
.max_eus_per_subslice = 6,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_ehl_4x5 = {
|
|
GFX11_FEATURES(1, 1, subslices(4), 4, INTEL_PLATFORM_EHL),
|
|
GFX11_LP_FEATURES,
|
|
.max_eus_per_subslice = 5,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_ehl_4x4 = {
|
|
GFX11_FEATURES(1, 1, subslices(4), 4, INTEL_PLATFORM_EHL),
|
|
GFX11_LP_FEATURES,
|
|
.max_eus_per_subslice = 4,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_ehl_2x8 = {
|
|
GFX11_FEATURES(1, 1, subslices(2), 4, INTEL_PLATFORM_EHL),
|
|
GFX11_LP_FEATURES,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_ehl_2x4 = {
|
|
GFX11_FEATURES(1, 1, subslices(2), 4, INTEL_PLATFORM_EHL),
|
|
GFX11_LP_FEATURES,
|
|
.max_eus_per_subslice = 4,
|
|
};
|
|
|
|
#define GFX12_URB_MIN_MAX_ENTRIES \
|
|
.min_entries = { \
|
|
[MESA_SHADER_VERTEX] = 64, \
|
|
[MESA_SHADER_TESS_EVAL] = 34, \
|
|
}, \
|
|
.max_entries = { \
|
|
[MESA_SHADER_VERTEX] = 3576, \
|
|
[MESA_SHADER_TESS_CTRL] = 1548, \
|
|
[MESA_SHADER_TESS_EVAL] = 3576, \
|
|
/* Wa_14013840143 */ \
|
|
[MESA_SHADER_GEOMETRY] = 1536, \
|
|
}
|
|
|
|
#define GFX12_HW_INFO \
|
|
.ver = 12, \
|
|
.has_pln = false, \
|
|
.has_sample_with_hiz = false, \
|
|
.has_aux_map = true, \
|
|
.max_vs_threads = 546, \
|
|
.max_gs_threads = 336, \
|
|
.max_tcs_threads = 336, \
|
|
.max_tes_threads = 546, \
|
|
.max_threads_per_psd = 64, \
|
|
.max_cs_threads = 112, /* threads per DSS */ \
|
|
.urb = { \
|
|
GFX12_URB_MIN_MAX_ENTRIES, \
|
|
}
|
|
|
|
#define GFX12_FEATURES(_gt, _slices, _l3) \
|
|
GFX8_FEATURES, \
|
|
GFX12_HW_INFO, \
|
|
.has_64bit_float = false, \
|
|
.has_64bit_int = false, \
|
|
.has_integer_dword_mul = false, \
|
|
.gt = _gt, .num_slices = _slices, .l3_banks = _l3, \
|
|
.simulator_id = 22, \
|
|
.max_eus_per_subslice = 16, \
|
|
.cs_prefetch_size = 512
|
|
|
|
#define dual_subslices(args...) { args, }
|
|
|
|
#define GFX12_GT05_FEATURES \
|
|
GFX12_FEATURES(1, 1, 4), \
|
|
.num_subslices = dual_subslices(1)
|
|
|
|
#define GFX12_GT_FEATURES(_gt) \
|
|
GFX12_FEATURES(_gt, 1, _gt == 1 ? 4 : 8), \
|
|
.num_subslices = dual_subslices(_gt == 1 ? 2 : 6)
|
|
|
|
static const struct intel_device_info intel_device_info_tgl_gt1 = {
|
|
GFX12_GT_FEATURES(1),
|
|
.platform = INTEL_PLATFORM_TGL,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_tgl_gt2 = {
|
|
GFX12_GT_FEATURES(2),
|
|
.platform = INTEL_PLATFORM_TGL,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_rkl_gt05 = {
|
|
GFX12_GT05_FEATURES,
|
|
.platform = INTEL_PLATFORM_RKL,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_rkl_gt1 = {
|
|
GFX12_GT_FEATURES(1),
|
|
.platform = INTEL_PLATFORM_RKL,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_adl_gt05 = {
|
|
GFX12_GT05_FEATURES,
|
|
.platform = INTEL_PLATFORM_ADL,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_adl_gt1 = {
|
|
GFX12_GT_FEATURES(1),
|
|
.platform = INTEL_PLATFORM_ADL,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_adl_n = {
|
|
GFX12_GT_FEATURES(1),
|
|
.platform = INTEL_PLATFORM_ADL,
|
|
.display_ver = 13,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_adl_gt2 = {
|
|
GFX12_GT_FEATURES(2),
|
|
.platform = INTEL_PLATFORM_ADL,
|
|
.display_ver = 13,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_rpl = {
|
|
GFX12_FEATURES(1, 1, 4),
|
|
.num_subslices = dual_subslices(2),
|
|
.platform = INTEL_PLATFORM_RPL,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_rpl_p = {
|
|
GFX12_GT_FEATURES(2),
|
|
.platform = INTEL_PLATFORM_RPL,
|
|
.display_ver = 13,
|
|
};
|
|
|
|
#define GFX12_DG1_SG1_FEATURES \
|
|
GFX12_GT_FEATURES(2), \
|
|
.platform = INTEL_PLATFORM_DG1, \
|
|
.has_llc = false, \
|
|
.has_local_mem = true, \
|
|
.urb.size = 768, \
|
|
.simulator_id = 30
|
|
|
|
static const struct intel_device_info intel_device_info_dg1 = {
|
|
GFX12_DG1_SG1_FEATURES,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_sg1 = {
|
|
GFX12_DG1_SG1_FEATURES,
|
|
};
|
|
|
|
#define XEHP_FEATURES(_gt, _slices, _l3) \
|
|
GFX12_FEATURES(_gt, _slices, _l3), \
|
|
.num_thread_per_eu = 8 /* BSpec 44472 */, \
|
|
.verx10 = 125, \
|
|
.has_llc = false, \
|
|
.has_local_mem = true, \
|
|
.has_aux_map = false, \
|
|
.simulator_id = 29, \
|
|
.cs_prefetch_size = 1024
|
|
|
|
#define DG2_FEATURES \
|
|
/* (Sub)slice info comes from the kernel topology info */ \
|
|
XEHP_FEATURES(0, 1, 0), \
|
|
.revision = 4, /* For offline compiler */ \
|
|
.num_subslices = dual_subslices(1), \
|
|
.has_lsc = true, \
|
|
.apply_hwconfig = true, \
|
|
.has_coarse_pixel_primitive_and_cb = true, \
|
|
.has_mesh_shading = true
|
|
|
|
static const struct intel_device_info intel_device_info_dg2_g10 = {
|
|
DG2_FEATURES,
|
|
.platform = INTEL_PLATFORM_DG2_G10,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_dg2_g11 = {
|
|
DG2_FEATURES,
|
|
.platform = INTEL_PLATFORM_DG2_G11,
|
|
};
|
|
|
|
static const struct intel_device_info intel_device_info_dg2_g12 = {
|
|
DG2_FEATURES,
|
|
.platform = INTEL_PLATFORM_DG2_G12,
|
|
};
|
|
|
|
static void
|
|
reset_masks(struct intel_device_info *devinfo)
|
|
{
|
|
devinfo->subslice_slice_stride = 0;
|
|
devinfo->eu_subslice_stride = 0;
|
|
devinfo->eu_slice_stride = 0;
|
|
|
|
devinfo->num_slices = 0;
|
|
memset(devinfo->num_subslices, 0, sizeof(devinfo->num_subslices));
|
|
|
|
memset(&devinfo->slice_masks, 0, sizeof(devinfo->slice_masks));
|
|
memset(devinfo->subslice_masks, 0, sizeof(devinfo->subslice_masks));
|
|
memset(devinfo->eu_masks, 0, sizeof(devinfo->eu_masks));
|
|
memset(devinfo->ppipe_subslices, 0, sizeof(devinfo->ppipe_subslices));
|
|
}
|
|
|
|
static void
|
|
update_slice_subslice_counts(struct intel_device_info *devinfo)
|
|
{
|
|
devinfo->num_slices = __builtin_popcount(devinfo->slice_masks);
|
|
devinfo->subslice_total = 0;
|
|
for (int s = 0; s < devinfo->max_slices; s++) {
|
|
if (!intel_device_info_slice_available(devinfo, s))
|
|
continue;
|
|
|
|
for (int b = 0; b < devinfo->subslice_slice_stride; b++) {
|
|
devinfo->num_subslices[s] +=
|
|
__builtin_popcount(devinfo->subslice_masks[s * devinfo->subslice_slice_stride + b]);
|
|
}
|
|
devinfo->subslice_total += devinfo->num_subslices[s];
|
|
}
|
|
assert(devinfo->num_slices > 0);
|
|
assert(devinfo->subslice_total > 0);
|
|
}
|
|
|
|
static void
|
|
update_pixel_pipes(struct intel_device_info *devinfo, uint8_t *subslice_masks)
|
|
{
|
|
if (devinfo->ver < 11)
|
|
return;
|
|
|
|
/* The kernel only reports one slice on all existing ICL+ platforms, even
|
|
* if multiple slices are present. The slice mask is allowed to have the
|
|
* accurate value greater than 1 on gfx12.5+ platforms though, in order to
|
|
* be tolerant with the behavior of our simulation environment.
|
|
*/
|
|
assert(devinfo->slice_masks == 1 || devinfo->verx10 >= 125);
|
|
|
|
/* Count the number of subslices on each pixel pipe. Assume that every
|
|
* contiguous group of 4 subslices in the mask belong to the same pixel
|
|
* pipe. However note that on TGL+ the kernel returns a mask of enabled
|
|
* *dual* subslices instead of actual subslices somewhat confusingly, so
|
|
* each pixel pipe only takes 2 bits in the mask even though it's still 4
|
|
* subslices.
|
|
*/
|
|
const unsigned ppipe_bits = devinfo->ver >= 12 ? 2 : 4;
|
|
for (unsigned p = 0; p < INTEL_DEVICE_MAX_PIXEL_PIPES; p++) {
|
|
const unsigned offset = p * ppipe_bits;
|
|
const unsigned subslice_idx = offset /
|
|
devinfo->max_subslices_per_slice * devinfo->subslice_slice_stride;
|
|
const unsigned ppipe_mask =
|
|
BITFIELD_RANGE(offset % devinfo->max_subslices_per_slice, ppipe_bits);
|
|
|
|
if (subslice_idx < ARRAY_SIZE(devinfo->subslice_masks))
|
|
devinfo->ppipe_subslices[p] =
|
|
__builtin_popcount(subslice_masks[subslice_idx] & ppipe_mask);
|
|
else
|
|
devinfo->ppipe_subslices[p] = 0;
|
|
}
|
|
}
|
|
|
|
static void
|
|
update_l3_banks(struct intel_device_info *devinfo)
|
|
{
|
|
if (devinfo->ver != 12)
|
|
return;
|
|
|
|
if (devinfo->verx10 >= 125) {
|
|
if (devinfo->subslice_total > 16) {
|
|
assert(devinfo->subslice_total <= 32);
|
|
devinfo->l3_banks = 32;
|
|
} else if (devinfo->subslice_total > 8) {
|
|
devinfo->l3_banks = 16;
|
|
} else {
|
|
devinfo->l3_banks = 8;
|
|
}
|
|
} else {
|
|
assert(devinfo->num_slices == 1);
|
|
if (devinfo->subslice_total >= 6) {
|
|
assert(devinfo->subslice_total == 6);
|
|
devinfo->l3_banks = 8;
|
|
} else if (devinfo->subslice_total > 2) {
|
|
devinfo->l3_banks = 6;
|
|
} else {
|
|
devinfo->l3_banks = 4;
|
|
}
|
|
}
|
|
}
|
|
|
|
/* At some point in time, some people decided to redefine what topology means,
|
|
* from useful HW related information (slice, subslice, etc...), to much less
|
|
* useful generic stuff that no one cares about (a single slice with lots of
|
|
* subslices). Of course all of this was done without asking the people who
|
|
* defined the topology query in the first place, to solve a lack of
|
|
* information Gfx10+. This function is here to workaround the fact it's not
|
|
* possible to change people's mind even before this stuff goes upstream. Sad
|
|
* times...
|
|
*/
|
|
static void
|
|
update_from_single_slice_topology(struct intel_device_info *devinfo,
|
|
const struct drm_i915_query_topology_info *topology,
|
|
const struct drm_i915_query_topology_info *geom_topology)
|
|
{
|
|
/* An array of bit masks of the subslices available for 3D
|
|
* workloads, analogous to intel_device_info::subslice_masks. This
|
|
* may differ from the set of enabled subslices on XeHP+ platforms
|
|
* with compute-only subslices.
|
|
*/
|
|
uint8_t geom_subslice_masks[ARRAY_SIZE(devinfo->subslice_masks)] = { 0 };
|
|
|
|
assert(devinfo->verx10 >= 125);
|
|
|
|
reset_masks(devinfo);
|
|
|
|
assert(topology->max_slices == 1);
|
|
assert(topology->max_subslices > 0);
|
|
assert(topology->max_eus_per_subslice > 0);
|
|
|
|
/* i915 gives us only one slice so we have to rebuild that out of groups of
|
|
* 4 dualsubslices.
|
|
*/
|
|
devinfo->max_subslices_per_slice = 4;
|
|
devinfo->max_eus_per_subslice = 16;
|
|
devinfo->subslice_slice_stride = 1;
|
|
devinfo->eu_slice_stride = DIV_ROUND_UP(16 * 4, 8);
|
|
devinfo->eu_subslice_stride = DIV_ROUND_UP(16, 8);
|
|
|
|
for (uint32_t ss_idx = 0; ss_idx < topology->max_subslices; ss_idx++) {
|
|
const uint32_t s = ss_idx / 4;
|
|
const uint32_t ss = ss_idx % 4;
|
|
|
|
/* Determine whether ss_idx is enabled (ss_idx_available) and
|
|
* available for 3D workloads (geom_ss_idx_available), which may
|
|
* differ on XeHP+ if ss_idx is a compute-only DSS.
|
|
*/
|
|
const bool ss_idx_available =
|
|
(topology->data[topology->subslice_offset + ss_idx / 8] >>
|
|
(ss_idx % 8)) & 1;
|
|
const bool geom_ss_idx_available =
|
|
(geom_topology->data[geom_topology->subslice_offset + ss_idx / 8] >>
|
|
(ss_idx % 8)) & 1;
|
|
|
|
if (geom_ss_idx_available) {
|
|
assert(ss_idx_available);
|
|
geom_subslice_masks[s * devinfo->subslice_slice_stride +
|
|
ss / 8] |= 1u << (ss % 8);
|
|
}
|
|
|
|
if (!ss_idx_available)
|
|
continue;
|
|
|
|
devinfo->max_slices = MAX2(devinfo->max_slices, s + 1);
|
|
devinfo->slice_masks |= 1u << s;
|
|
|
|
devinfo->subslice_masks[s * devinfo->subslice_slice_stride +
|
|
ss / 8] |= 1u << (ss % 8);
|
|
|
|
for (uint32_t eu = 0; eu < devinfo->max_eus_per_subslice; eu++) {
|
|
const bool eu_available =
|
|
(topology->data[topology->eu_offset +
|
|
ss_idx * topology->eu_stride +
|
|
eu / 8] >> (eu % 8)) & 1;
|
|
|
|
if (!eu_available)
|
|
continue;
|
|
|
|
devinfo->eu_masks[s * devinfo->eu_slice_stride +
|
|
ss * devinfo->eu_subslice_stride +
|
|
eu / 8] |= 1u << (eu % 8);
|
|
}
|
|
}
|
|
|
|
update_slice_subslice_counts(devinfo);
|
|
update_pixel_pipes(devinfo, geom_subslice_masks);
|
|
update_l3_banks(devinfo);
|
|
}
|
|
|
|
static void
|
|
update_from_topology(struct intel_device_info *devinfo,
|
|
const struct drm_i915_query_topology_info *topology)
|
|
{
|
|
reset_masks(devinfo);
|
|
|
|
assert(topology->max_slices > 0);
|
|
assert(topology->max_subslices > 0);
|
|
assert(topology->max_eus_per_subslice > 0);
|
|
|
|
devinfo->subslice_slice_stride = topology->subslice_stride;
|
|
|
|
devinfo->eu_subslice_stride = DIV_ROUND_UP(topology->max_eus_per_subslice, 8);
|
|
devinfo->eu_slice_stride = topology->max_subslices * devinfo->eu_subslice_stride;
|
|
|
|
assert(sizeof(devinfo->slice_masks) >= DIV_ROUND_UP(topology->max_slices, 8));
|
|
memcpy(&devinfo->slice_masks, topology->data, DIV_ROUND_UP(topology->max_slices, 8));
|
|
devinfo->max_slices = topology->max_slices;
|
|
devinfo->max_subslices_per_slice = topology->max_subslices;
|
|
devinfo->max_eus_per_subslice = topology->max_eus_per_subslice;
|
|
|
|
uint32_t subslice_mask_len =
|
|
topology->max_slices * topology->subslice_stride;
|
|
assert(sizeof(devinfo->subslice_masks) >= subslice_mask_len);
|
|
memcpy(devinfo->subslice_masks, &topology->data[topology->subslice_offset],
|
|
subslice_mask_len);
|
|
|
|
uint32_t eu_mask_len =
|
|
topology->eu_stride * topology->max_subslices * topology->max_slices;
|
|
assert(sizeof(devinfo->eu_masks) >= eu_mask_len);
|
|
memcpy(devinfo->eu_masks, &topology->data[topology->eu_offset], eu_mask_len);
|
|
|
|
/* Now that all the masks are in place, update the counts. */
|
|
update_slice_subslice_counts(devinfo);
|
|
update_pixel_pipes(devinfo, devinfo->subslice_masks);
|
|
update_l3_banks(devinfo);
|
|
}
|
|
|
|
/* Generate detailed mask from the I915_PARAM_SLICE_MASK,
|
|
* I915_PARAM_SUBSLICE_MASK & I915_PARAM_EU_TOTAL getparam.
|
|
*/
|
|
static bool
|
|
update_from_masks(struct intel_device_info *devinfo, uint32_t slice_mask,
|
|
uint32_t subslice_mask, uint32_t n_eus)
|
|
{
|
|
struct drm_i915_query_topology_info *topology;
|
|
|
|
assert((slice_mask & 0xff) == slice_mask);
|
|
|
|
size_t data_length = 100;
|
|
|
|
topology = calloc(1, sizeof(*topology) + data_length);
|
|
if (!topology)
|
|
return false;
|
|
|
|
topology->max_slices = util_last_bit(slice_mask);
|
|
topology->max_subslices = util_last_bit(subslice_mask);
|
|
|
|
topology->subslice_offset = DIV_ROUND_UP(topology->max_slices, 8);
|
|
topology->subslice_stride = DIV_ROUND_UP(topology->max_subslices, 8);
|
|
|
|
uint32_t n_subslices = __builtin_popcount(slice_mask) *
|
|
__builtin_popcount(subslice_mask);
|
|
uint32_t max_eus_per_subslice = DIV_ROUND_UP(n_eus, n_subslices);
|
|
uint32_t eu_mask = (1U << max_eus_per_subslice) - 1;
|
|
|
|
topology->max_eus_per_subslice = max_eus_per_subslice;
|
|
topology->eu_offset = topology->subslice_offset +
|
|
topology->max_slices * DIV_ROUND_UP(topology->max_subslices, 8);
|
|
topology->eu_stride = DIV_ROUND_UP(max_eus_per_subslice, 8);
|
|
|
|
/* Set slice mask in topology */
|
|
for (int b = 0; b < topology->subslice_offset; b++)
|
|
topology->data[b] = (slice_mask >> (b * 8)) & 0xff;
|
|
|
|
for (int s = 0; s < topology->max_slices; s++) {
|
|
|
|
/* Set subslice mask in topology */
|
|
for (int b = 0; b < topology->subslice_stride; b++) {
|
|
int subslice_offset = topology->subslice_offset +
|
|
s * topology->subslice_stride + b;
|
|
|
|
topology->data[subslice_offset] = (subslice_mask >> (b * 8)) & 0xff;
|
|
}
|
|
|
|
/* Set eu mask in topology */
|
|
for (int ss = 0; ss < topology->max_subslices; ss++) {
|
|
for (int b = 0; b < topology->eu_stride; b++) {
|
|
int eu_offset = topology->eu_offset +
|
|
(s * topology->max_subslices + ss) * topology->eu_stride + b;
|
|
|
|
topology->data[eu_offset] = (eu_mask >> (b * 8)) & 0xff;
|
|
}
|
|
}
|
|
}
|
|
|
|
update_from_topology(devinfo, topology);
|
|
free(topology);
|
|
|
|
return true;
|
|
}
|
|
|
|
/* Generate mask from the device data. */
|
|
static void
|
|
fill_masks(struct intel_device_info *devinfo)
|
|
{
|
|
/* All of our internal device descriptions assign the same number of
|
|
* subslices for each slice. Just verify that this is true.
|
|
*/
|
|
for (int s = 1; s < devinfo->num_slices; s++)
|
|
assert(devinfo->num_subslices[0] == devinfo->num_subslices[s]);
|
|
|
|
update_from_masks(devinfo,
|
|
(1U << devinfo->num_slices) - 1,
|
|
(1U << devinfo->num_subslices[0]) - 1,
|
|
devinfo->num_slices * devinfo->num_subslices[0] *
|
|
devinfo->max_eus_per_subslice);
|
|
}
|
|
|
|
static bool
|
|
getparam(int fd, uint32_t param, int *value)
|
|
{
|
|
int tmp;
|
|
|
|
struct drm_i915_getparam gp = {
|
|
.param = param,
|
|
.value = &tmp,
|
|
};
|
|
|
|
int ret = intel_ioctl(fd, DRM_IOCTL_I915_GETPARAM, &gp);
|
|
if (ret != 0)
|
|
return false;
|
|
|
|
*value = tmp;
|
|
return true;
|
|
}
|
|
|
|
static bool
|
|
get_context_param(int fd, uint32_t context, uint32_t param, uint64_t *value)
|
|
{
|
|
struct drm_i915_gem_context_param gp = {
|
|
.ctx_id = context,
|
|
.param = param,
|
|
};
|
|
|
|
int ret = intel_ioctl(fd, DRM_IOCTL_I915_GEM_CONTEXT_GETPARAM, &gp);
|
|
if (ret != 0)
|
|
return false;
|
|
|
|
*value = gp.value;
|
|
return true;
|
|
}
|
|
|
|
static void
|
|
update_cs_workgroup_threads(struct intel_device_info *devinfo)
|
|
{
|
|
/* GPGPU_WALKER::ThreadWidthCounterMaximum is U6-1 so the most threads we
|
|
* can program is 64 without going up to a rectangular group. This only
|
|
* impacts Haswell and TGL which have higher thread counts.
|
|
*
|
|
* INTERFACE_DESCRIPTOR_DATA::NumberofThreadsinGPGPUThreadGroup on Xe-HP+
|
|
* is 10 bits so we have no such restrictions.
|
|
*/
|
|
devinfo->max_cs_workgroup_threads =
|
|
devinfo->verx10 >= 125 ? devinfo->max_cs_threads :
|
|
MIN2(devinfo->max_cs_threads, 64);
|
|
}
|
|
|
|
bool
|
|
intel_get_device_info_from_pci_id(int pci_id,
|
|
struct intel_device_info *devinfo)
|
|
{
|
|
switch (pci_id) {
|
|
#undef CHIPSET
|
|
#define CHIPSET(id, family, fam_str, name) \
|
|
case id: *devinfo = intel_device_info_##family; break;
|
|
#include "pci_ids/crocus_pci_ids.h"
|
|
#include "pci_ids/iris_pci_ids.h"
|
|
|
|
#undef CHIPSET
|
|
#define CHIPSET(id, fam_str, name) \
|
|
case id: *devinfo = intel_device_info_gfx3; break;
|
|
#include "pci_ids/i915_pci_ids.h"
|
|
|
|
default:
|
|
mesa_logw("Driver does not support the 0x%x PCI ID.", pci_id);
|
|
return false;
|
|
}
|
|
|
|
switch (pci_id) {
|
|
#undef CHIPSET
|
|
#define CHIPSET(_id, _family, _fam_str, _name) \
|
|
case _id: \
|
|
/* sizeof(str_literal) includes the null */ \
|
|
STATIC_ASSERT(sizeof(_name) + sizeof(_fam_str) + 2 <= \
|
|
sizeof(devinfo->name)); \
|
|
strncpy(devinfo->name, _name " (" _fam_str ")", sizeof(devinfo->name)); \
|
|
break;
|
|
#include "pci_ids/crocus_pci_ids.h"
|
|
#include "pci_ids/iris_pci_ids.h"
|
|
default:
|
|
strncpy(devinfo->name, "Intel Unknown", sizeof(devinfo->name));
|
|
}
|
|
|
|
fill_masks(devinfo);
|
|
|
|
/* From the Skylake PRM, 3DSTATE_PS::Scratch Space Base Pointer:
|
|
*
|
|
* "Scratch Space per slice is computed based on 4 sub-slices. SW must
|
|
* allocate scratch space enough so that each slice has 4 slices allowed."
|
|
*
|
|
* The equivalent internal documentation says that this programming note
|
|
* applies to all Gfx9+ platforms.
|
|
*
|
|
* The hardware typically calculates the scratch space pointer by taking
|
|
* the base address, and adding per-thread-scratch-space * thread ID.
|
|
* Extra padding can be necessary depending how the thread IDs are
|
|
* calculated for a particular shader stage.
|
|
*/
|
|
|
|
switch(devinfo->ver) {
|
|
case 9:
|
|
devinfo->max_wm_threads = 64 /* threads-per-PSD */
|
|
* devinfo->num_slices
|
|
* 4; /* effective subslices per slice */
|
|
break;
|
|
case 11:
|
|
case 12:
|
|
devinfo->max_wm_threads = 128 /* threads-per-PSD */
|
|
* devinfo->num_slices
|
|
* 8; /* subslices per slice */
|
|
break;
|
|
default:
|
|
assert(devinfo->ver < 9);
|
|
break;
|
|
}
|
|
|
|
assert(devinfo->num_slices <= ARRAY_SIZE(devinfo->num_subslices));
|
|
|
|
if (devinfo->verx10 == 0)
|
|
devinfo->verx10 = devinfo->ver * 10;
|
|
|
|
if (devinfo->display_ver == 0)
|
|
devinfo->display_ver = devinfo->ver;
|
|
|
|
update_cs_workgroup_threads(devinfo);
|
|
|
|
return true;
|
|
}
|
|
|
|
/**
|
|
* for gfx8/gfx9, SLICE_MASK/SUBSLICE_MASK can be used to compute the topology
|
|
* (kernel 4.13+)
|
|
*/
|
|
static bool
|
|
getparam_topology(struct intel_device_info *devinfo, int fd)
|
|
{
|
|
int slice_mask = 0;
|
|
if (!getparam(fd, I915_PARAM_SLICE_MASK, &slice_mask))
|
|
goto maybe_warn;
|
|
|
|
int n_eus;
|
|
if (!getparam(fd, I915_PARAM_EU_TOTAL, &n_eus))
|
|
goto maybe_warn;
|
|
|
|
int subslice_mask = 0;
|
|
if (!getparam(fd, I915_PARAM_SUBSLICE_MASK, &subslice_mask))
|
|
goto maybe_warn;
|
|
|
|
return update_from_masks(devinfo, slice_mask, subslice_mask, n_eus);
|
|
|
|
maybe_warn:
|
|
/* Only with Gfx8+ are we starting to see devices with fusing that can only
|
|
* be detected at runtime.
|
|
*/
|
|
if (devinfo->ver >= 8)
|
|
mesa_logw("Kernel 4.1 required to properly query GPU properties.");
|
|
|
|
return false;
|
|
}
|
|
|
|
/**
|
|
* preferred API for updating the topology in devinfo (kernel 4.17+)
|
|
*/
|
|
static bool
|
|
query_topology(struct intel_device_info *devinfo, int fd)
|
|
{
|
|
struct drm_i915_query_topology_info *topo_info =
|
|
intel_i915_query_alloc(fd, DRM_I915_QUERY_TOPOLOGY_INFO, NULL);
|
|
if (topo_info == NULL)
|
|
return false;
|
|
|
|
if (devinfo->verx10 >= 125) {
|
|
struct drm_i915_query_topology_info *geom_topo_info =
|
|
intel_i915_query_alloc(fd, DRM_I915_QUERY_GEOMETRY_SUBSLICES, NULL);
|
|
if (geom_topo_info == NULL) {
|
|
free(topo_info);
|
|
return false;
|
|
}
|
|
|
|
update_from_single_slice_topology(devinfo, topo_info, geom_topo_info);
|
|
free(geom_topo_info);
|
|
} else {
|
|
update_from_topology(devinfo, topo_info);
|
|
}
|
|
|
|
free(topo_info);
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
/**
|
|
* Reports memory region info, and allows buffers to target system-memory,
|
|
* and/or device local memory.
|
|
*/
|
|
static bool
|
|
query_regions(struct intel_device_info *devinfo, int fd, bool update)
|
|
{
|
|
struct drm_i915_query_memory_regions *meminfo =
|
|
intel_i915_query_alloc(fd, DRM_I915_QUERY_MEMORY_REGIONS, NULL);
|
|
if (meminfo == NULL)
|
|
return false;
|
|
|
|
for (int i = 0; i < meminfo->num_regions; i++) {
|
|
const struct drm_i915_memory_region_info *mem = &meminfo->regions[i];
|
|
switch (mem->region.memory_class) {
|
|
case I915_MEMORY_CLASS_SYSTEM: {
|
|
if (!update) {
|
|
devinfo->mem.sram.mem_class = mem->region.memory_class;
|
|
devinfo->mem.sram.mem_instance = mem->region.memory_instance;
|
|
devinfo->mem.sram.mappable.size = mem->probed_size;
|
|
} else {
|
|
assert(devinfo->mem.sram.mem_class == mem->region.memory_class);
|
|
assert(devinfo->mem.sram.mem_instance == mem->region.memory_instance);
|
|
assert(devinfo->mem.sram.mappable.size == mem->probed_size);
|
|
}
|
|
/* The kernel uAPI only reports an accurate unallocated_size value
|
|
* for I915_MEMORY_CLASS_DEVICE.
|
|
*/
|
|
uint64_t available;
|
|
if (os_get_available_system_memory(&available))
|
|
devinfo->mem.sram.mappable.free = MIN2(available, mem->probed_size);
|
|
break;
|
|
}
|
|
case I915_MEMORY_CLASS_DEVICE:
|
|
if (!update) {
|
|
devinfo->mem.vram.mem_class = mem->region.memory_class;
|
|
devinfo->mem.vram.mem_instance = mem->region.memory_instance;
|
|
if (mem->probed_cpu_visible_size > 0) {
|
|
devinfo->mem.vram.mappable.size = mem->probed_cpu_visible_size;
|
|
devinfo->mem.vram.unmappable.size =
|
|
mem->probed_size - mem->probed_cpu_visible_size;
|
|
} else {
|
|
/* We are running on an older kernel without support for the
|
|
* small-bar uapi. These kernels only support systems where the
|
|
* entire vram is mappable.
|
|
*/
|
|
devinfo->mem.vram.mappable.size = mem->probed_size;
|
|
devinfo->mem.vram.unmappable.size = 0;
|
|
}
|
|
} else {
|
|
assert(devinfo->mem.vram.mem_class == mem->region.memory_class);
|
|
assert(devinfo->mem.vram.mem_instance == mem->region.memory_instance);
|
|
assert((devinfo->mem.vram.mappable.size +
|
|
devinfo->mem.vram.unmappable.size) == mem->probed_size);
|
|
}
|
|
if (mem->unallocated_size != -1)
|
|
devinfo->mem.vram.mappable.free = mem->unallocated_size;
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
|
|
free(meminfo);
|
|
devinfo->mem.use_class_instance = true;
|
|
return true;
|
|
}
|
|
|
|
static bool
|
|
compute_system_memory(struct intel_device_info *devinfo, bool update)
|
|
{
|
|
uint64_t total_phys;
|
|
if (!os_get_total_physical_memory(&total_phys))
|
|
return false;
|
|
|
|
uint64_t available = 0;
|
|
os_get_available_system_memory(&available);
|
|
|
|
if (!update)
|
|
devinfo->mem.sram.mappable.size = total_phys;
|
|
else
|
|
assert(devinfo->mem.sram.mappable.size == total_phys);
|
|
|
|
devinfo->mem.sram.mappable.free = available;
|
|
|
|
return true;
|
|
}
|
|
|
|
static int
|
|
intel_get_aperture_size(int fd, uint64_t *size)
|
|
{
|
|
struct drm_i915_gem_get_aperture aperture = { 0 };
|
|
|
|
int ret = intel_ioctl(fd, DRM_IOCTL_I915_GEM_GET_APERTURE, &aperture);
|
|
if (ret == 0 && size)
|
|
*size = aperture.aper_size;
|
|
|
|
return ret;
|
|
}
|
|
|
|
static bool
|
|
has_bit6_swizzle(int fd)
|
|
{
|
|
struct drm_gem_close close;
|
|
int ret;
|
|
|
|
struct drm_i915_gem_create gem_create = {
|
|
.size = 4096,
|
|
};
|
|
|
|
if (intel_ioctl(fd, DRM_IOCTL_I915_GEM_CREATE, &gem_create)) {
|
|
unreachable("Failed to create GEM BO");
|
|
return false;
|
|
}
|
|
|
|
bool swizzled = false;
|
|
|
|
/* set_tiling overwrites the input on the error path, so we have to open
|
|
* code intel_ioctl.
|
|
*/
|
|
do {
|
|
struct drm_i915_gem_set_tiling set_tiling = {
|
|
.handle = gem_create.handle,
|
|
.tiling_mode = I915_TILING_X,
|
|
.stride = 512,
|
|
};
|
|
|
|
ret = ioctl(fd, DRM_IOCTL_I915_GEM_SET_TILING, &set_tiling);
|
|
} while (ret == -1 && (errno == EINTR || errno == EAGAIN));
|
|
|
|
if (ret != 0) {
|
|
unreachable("Failed to set BO tiling");
|
|
goto close_and_return;
|
|
}
|
|
|
|
struct drm_i915_gem_get_tiling get_tiling = {
|
|
.handle = gem_create.handle,
|
|
};
|
|
|
|
if (intel_ioctl(fd, DRM_IOCTL_I915_GEM_GET_TILING, &get_tiling)) {
|
|
unreachable("Failed to get BO tiling");
|
|
goto close_and_return;
|
|
}
|
|
|
|
assert(get_tiling.tiling_mode == I915_TILING_X);
|
|
swizzled = get_tiling.swizzle_mode != I915_BIT_6_SWIZZLE_NONE;
|
|
|
|
close_and_return:
|
|
memset(&close, 0, sizeof(close));
|
|
close.handle = gem_create.handle;
|
|
intel_ioctl(fd, DRM_IOCTL_GEM_CLOSE, &close);
|
|
|
|
return swizzled;
|
|
}
|
|
|
|
static bool
|
|
has_get_tiling(int fd)
|
|
{
|
|
int ret;
|
|
|
|
struct drm_i915_gem_create gem_create = {
|
|
.size = 4096,
|
|
};
|
|
|
|
if (intel_ioctl(fd, DRM_IOCTL_I915_GEM_CREATE, &gem_create)) {
|
|
unreachable("Failed to create GEM BO");
|
|
return false;
|
|
}
|
|
|
|
struct drm_i915_gem_get_tiling get_tiling = {
|
|
.handle = gem_create.handle,
|
|
};
|
|
ret = intel_ioctl(fd, DRM_IOCTL_I915_GEM_SET_TILING, &get_tiling);
|
|
|
|
struct drm_gem_close close = {
|
|
.handle = gem_create.handle,
|
|
};
|
|
intel_ioctl(fd, DRM_IOCTL_GEM_CLOSE, &close);
|
|
|
|
return ret == 0;
|
|
}
|
|
|
|
static void
|
|
fixup_chv_device_info(struct intel_device_info *devinfo)
|
|
{
|
|
assert(devinfo->platform == INTEL_PLATFORM_CHV);
|
|
|
|
/* Cherryview is annoying. The number of EUs is depending on fusing and
|
|
* isn't determinable from the PCI ID alone. We default to the minimum
|
|
* available for that PCI ID and then compute the real value from the
|
|
* subslice information we get from the kernel.
|
|
*/
|
|
const uint32_t subslice_total = intel_device_info_subslice_total(devinfo);
|
|
const uint32_t eu_total = intel_device_info_eu_total(devinfo);
|
|
|
|
/* Logical CS threads = EUs per subslice * num threads per EU */
|
|
uint32_t max_cs_threads =
|
|
eu_total / subslice_total * devinfo->num_thread_per_eu;
|
|
|
|
/* Fuse configurations may give more threads than expected, never less. */
|
|
if (max_cs_threads > devinfo->max_cs_threads)
|
|
devinfo->max_cs_threads = max_cs_threads;
|
|
|
|
update_cs_workgroup_threads(devinfo);
|
|
|
|
/* Braswell is even more annoying. Its marketing name isn't determinable
|
|
* from the PCI ID and is also dependent on fusing.
|
|
*/
|
|
if (devinfo->pci_device_id != 0x22B1)
|
|
return;
|
|
|
|
char *bsw_model;
|
|
switch (eu_total) {
|
|
case 16: bsw_model = "405"; break;
|
|
case 12: bsw_model = "400"; break;
|
|
default: bsw_model = " "; break;
|
|
}
|
|
|
|
char *needle = strstr(devinfo->name, "XXX");
|
|
assert(needle);
|
|
if (needle)
|
|
memcpy(needle, bsw_model, 3);
|
|
}
|
|
|
|
static void
|
|
init_max_scratch_ids(struct intel_device_info *devinfo)
|
|
{
|
|
/* Determine the max number of subslices that potentially might be used in
|
|
* scratch space ids.
|
|
*
|
|
* For, Gfx11+, scratch space allocation is based on the number of threads
|
|
* in the base configuration.
|
|
*
|
|
* For Gfx9, devinfo->subslice_total is the TOTAL number of subslices and
|
|
* we wish to view that there are 4 subslices per slice instead of the
|
|
* actual number of subslices per slice. The documentation for 3DSTATE_PS
|
|
* "Scratch Space Base Pointer" says:
|
|
*
|
|
* "Scratch Space per slice is computed based on 4 sub-slices. SW
|
|
* must allocate scratch space enough so that each slice has 4
|
|
* slices allowed."
|
|
*
|
|
* According to the other driver team, this applies to compute shaders
|
|
* as well. This is not currently documented at all.
|
|
*
|
|
* For Gfx8 and older we user devinfo->subslice_total.
|
|
*/
|
|
unsigned subslices;
|
|
if (devinfo->verx10 == 125)
|
|
subslices = 32;
|
|
else if (devinfo->ver == 12)
|
|
subslices = (devinfo->platform == INTEL_PLATFORM_DG1 || devinfo->gt == 2 ? 6 : 2);
|
|
else if (devinfo->ver == 11)
|
|
subslices = 8;
|
|
else if (devinfo->ver >= 9 && devinfo->ver < 11)
|
|
subslices = 4 * devinfo->num_slices;
|
|
else
|
|
subslices = devinfo->subslice_total;
|
|
assert(subslices >= devinfo->subslice_total);
|
|
|
|
unsigned scratch_ids_per_subslice;
|
|
if (devinfo->ver >= 12) {
|
|
/* Same as ICL below, but with 16 EUs. */
|
|
scratch_ids_per_subslice = 16 * 8;
|
|
} else if (devinfo->ver >= 11) {
|
|
/* The MEDIA_VFE_STATE docs say:
|
|
*
|
|
* "Starting with this configuration, the Maximum Number of
|
|
* Threads must be set to (#EU * 8) for GPGPU dispatches.
|
|
*
|
|
* Although there are only 7 threads per EU in the configuration,
|
|
* the FFTID is calculated as if there are 8 threads per EU,
|
|
* which in turn requires a larger amount of Scratch Space to be
|
|
* allocated by the driver."
|
|
*/
|
|
scratch_ids_per_subslice = 8 * 8;
|
|
} else if (devinfo->platform == INTEL_PLATFORM_HSW) {
|
|
/* WaCSScratchSize:hsw
|
|
*
|
|
* Haswell's scratch space address calculation appears to be sparse
|
|
* rather than tightly packed. The Thread ID has bits indicating
|
|
* which subslice, EU within a subslice, and thread within an EU it
|
|
* is. There's a maximum of two slices and two subslices, so these
|
|
* can be stored with a single bit. Even though there are only 10 EUs
|
|
* per subslice, this is stored in 4 bits, so there's an effective
|
|
* maximum value of 16 EUs. Similarly, although there are only 7
|
|
* threads per EU, this is stored in a 3 bit number, giving an
|
|
* effective maximum value of 8 threads per EU.
|
|
*
|
|
* This means that we need to use 16 * 8 instead of 10 * 7 for the
|
|
* number of threads per subslice.
|
|
*/
|
|
scratch_ids_per_subslice = 16 * 8;
|
|
} else if (devinfo->platform == INTEL_PLATFORM_CHV) {
|
|
/* Cherryview devices have either 6 or 8 EUs per subslice, and each
|
|
* EU has 7 threads. The 6 EU devices appear to calculate thread IDs
|
|
* as if it had 8 EUs.
|
|
*/
|
|
scratch_ids_per_subslice = 8 * 7;
|
|
} else {
|
|
scratch_ids_per_subslice = devinfo->max_cs_threads;
|
|
}
|
|
|
|
unsigned max_thread_ids = scratch_ids_per_subslice * subslices;
|
|
|
|
if (devinfo->verx10 >= 125) {
|
|
/* On GFX version 12.5, scratch access changed to a surface-based model.
|
|
* Instead of each shader type having its own layout based on IDs passed
|
|
* from the relevant fixed-function unit, all scratch access is based on
|
|
* thread IDs like it always has been for compute.
|
|
*/
|
|
for (int i = MESA_SHADER_VERTEX; i < MESA_SHADER_STAGES; i++)
|
|
devinfo->max_scratch_ids[i] = max_thread_ids;
|
|
} else {
|
|
unsigned max_scratch_ids[] = {
|
|
[MESA_SHADER_VERTEX] = devinfo->max_vs_threads,
|
|
[MESA_SHADER_TESS_CTRL] = devinfo->max_tcs_threads,
|
|
[MESA_SHADER_TESS_EVAL] = devinfo->max_tes_threads,
|
|
[MESA_SHADER_GEOMETRY] = devinfo->max_gs_threads,
|
|
[MESA_SHADER_FRAGMENT] = devinfo->max_wm_threads,
|
|
[MESA_SHADER_COMPUTE] = max_thread_ids,
|
|
};
|
|
STATIC_ASSERT(sizeof(devinfo->max_scratch_ids) == sizeof(max_scratch_ids));
|
|
memcpy(devinfo->max_scratch_ids, max_scratch_ids,
|
|
sizeof(devinfo->max_scratch_ids));
|
|
}
|
|
}
|
|
|
|
bool
|
|
intel_get_device_info_from_fd(int fd, struct intel_device_info *devinfo)
|
|
{
|
|
int devid = 0;
|
|
const char *devid_override = getenv("INTEL_DEVID_OVERRIDE");
|
|
if (devid_override && strlen(devid_override) > 0) {
|
|
if (geteuid() == getuid()) {
|
|
devid = intel_device_name_to_pci_device_id(devid_override);
|
|
/* Fallback to PCI ID. */
|
|
if (devid <= 0)
|
|
devid = strtol(devid_override, NULL, 0);
|
|
if (devid <= 0) {
|
|
mesa_loge("Invalid INTEL_DEVID_OVERRIDE=\"%s\". "
|
|
"Use a valid numeric PCI ID or one of the supported "
|
|
"platform names:", devid_override);
|
|
for (unsigned i = 0; i < ARRAY_SIZE(name_map); i++)
|
|
mesa_loge(" %s", name_map[i].name);
|
|
return false;
|
|
}
|
|
} else {
|
|
mesa_logi("Ignoring INTEL_DEVID_OVERRIDE=\"%s\" because "
|
|
"real and effective user ID don't match.", devid_override);
|
|
}
|
|
}
|
|
|
|
if (devid > 0) {
|
|
if (!intel_get_device_info_from_pci_id(devid, devinfo))
|
|
return false;
|
|
devinfo->no_hw = true;
|
|
} else {
|
|
/* Get PCI info.
|
|
*
|
|
* Some callers may already have a valid drm device which holds
|
|
* values of PCI fields queried here prior to calling this function.
|
|
* But making this query optional leads to a more cumbersome
|
|
* implementation. These callers still need to initialize the fields
|
|
* somewhere out of this function and rely on an ioctl to get PCI
|
|
* device id for the next step when skipping this drm query.
|
|
*/
|
|
drmDevicePtr drmdev = NULL;
|
|
if (drmGetDevice2(fd, DRM_DEVICE_GET_PCI_REVISION, &drmdev)) {
|
|
mesa_loge("Failed to query drm device.");
|
|
return false;
|
|
}
|
|
if (!intel_get_device_info_from_pci_id
|
|
(drmdev->deviceinfo.pci->device_id, devinfo)) {
|
|
drmFreeDevice(&drmdev);
|
|
return false;
|
|
}
|
|
devinfo->pci_domain = drmdev->businfo.pci->domain;
|
|
devinfo->pci_bus = drmdev->businfo.pci->bus;
|
|
devinfo->pci_dev = drmdev->businfo.pci->dev;
|
|
devinfo->pci_func = drmdev->businfo.pci->func;
|
|
devinfo->pci_device_id = drmdev->deviceinfo.pci->device_id;
|
|
devinfo->pci_revision_id = drmdev->deviceinfo.pci->revision_id;
|
|
drmFreeDevice(&drmdev);
|
|
devinfo->no_hw = env_var_as_boolean("INTEL_NO_HW", false);
|
|
}
|
|
|
|
if (devinfo->ver == 10) {
|
|
mesa_loge("Gfx10 support is redacted.");
|
|
return false;
|
|
}
|
|
|
|
/* remaining initializion queries the kernel for device info */
|
|
if (devinfo->no_hw) {
|
|
/* Provide some sensible values for NO_HW. */
|
|
devinfo->gtt_size =
|
|
devinfo->ver >= 8 ? (1ull << 48) : 2ull * 1024 * 1024 * 1024;
|
|
return true;
|
|
}
|
|
|
|
if (intel_get_and_process_hwconfig_table(fd, devinfo)) {
|
|
/* After applying hwconfig values, some items need to be recalculated. */
|
|
devinfo->max_cs_threads =
|
|
devinfo->max_eus_per_subslice * devinfo->num_thread_per_eu;
|
|
|
|
update_cs_workgroup_threads(devinfo);
|
|
}
|
|
|
|
int timestamp_frequency;
|
|
if (getparam(fd, I915_PARAM_CS_TIMESTAMP_FREQUENCY,
|
|
×tamp_frequency))
|
|
devinfo->timestamp_frequency = timestamp_frequency;
|
|
else if (devinfo->ver >= 10) {
|
|
mesa_loge("Kernel 4.15 required to read the CS timestamp frequency.");
|
|
return false;
|
|
}
|
|
|
|
if (!getparam(fd, I915_PARAM_REVISION, &devinfo->revision))
|
|
devinfo->revision = 0;
|
|
|
|
if (!query_topology(devinfo, fd)) {
|
|
if (devinfo->ver >= 10) {
|
|
/* topology uAPI required for CNL+ (kernel 4.17+) */
|
|
return false;
|
|
}
|
|
|
|
/* else use the kernel 4.13+ api for gfx8+. For older kernels, topology
|
|
* will be wrong, affecting GPU metrics. In this case, fail silently.
|
|
*/
|
|
getparam_topology(devinfo, fd);
|
|
}
|
|
|
|
/* If the memory region uAPI query is not available, try to generate some
|
|
* numbers out of os_* utils for sram only.
|
|
*/
|
|
if (!query_regions(devinfo, fd, false))
|
|
compute_system_memory(devinfo, false);
|
|
|
|
/* region info is required for lmem support */
|
|
if (devinfo->has_local_mem && !devinfo->mem.use_class_instance) {
|
|
mesa_logw("Could not query local memory size.");
|
|
return false;
|
|
}
|
|
|
|
if (devinfo->platform == INTEL_PLATFORM_CHV)
|
|
fixup_chv_device_info(devinfo);
|
|
|
|
/* Broadwell PRM says:
|
|
*
|
|
* "Before Gfx8, there was a historical configuration control field to
|
|
* swizzle address bit[6] for in X/Y tiling modes. This was set in three
|
|
* different places: TILECTL[1:0], ARB_MODE[5:4], and
|
|
* DISP_ARB_CTL[14:13].
|
|
*
|
|
* For Gfx8 and subsequent generations, the swizzle fields are all
|
|
* reserved, and the CPU's memory controller performs all address
|
|
* swizzling modifications."
|
|
*/
|
|
devinfo->has_bit6_swizzle = devinfo->ver < 8 && has_bit6_swizzle(fd);
|
|
|
|
intel_get_aperture_size(fd, &devinfo->aperture_bytes);
|
|
get_context_param(fd, 0, I915_CONTEXT_PARAM_GTT_SIZE, &devinfo->gtt_size);
|
|
devinfo->has_tiling_uapi = has_get_tiling(fd);
|
|
|
|
/* Gfx7 and older do not support EU/Subslice info */
|
|
assert(devinfo->subslice_total >= 1 || devinfo->ver <= 7);
|
|
devinfo->subslice_total = MAX2(devinfo->subslice_total, 1);
|
|
|
|
init_max_scratch_ids(devinfo);
|
|
|
|
return true;
|
|
}
|
|
|
|
bool intel_device_info_update_memory_info(struct intel_device_info *devinfo, int fd)
|
|
{
|
|
return query_regions(devinfo, fd, true) || compute_system_memory(devinfo, true);
|
|
}
|