266 lines
7.7 KiB
C
266 lines
7.7 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
/* Copyright 2018 Marty E. Plummer <hanetzer@startmail.com> */
|
|
/* Copyright 2019 Linaro, Ltd, Rob Herring <robh@kernel.org> */
|
|
|
|
#ifndef __PANFROST_DEVICE_H__
|
|
#define __PANFROST_DEVICE_H__
|
|
|
|
#include <linux/atomic.h>
|
|
#include <linux/io-pgtable.h>
|
|
#include <linux/regulator/consumer.h>
|
|
#include <linux/spinlock.h>
|
|
#include <drm/drm_device.h>
|
|
#include <drm/drm_mm.h>
|
|
#include <drm/gpu_scheduler.h>
|
|
|
|
#include "panfrost_devfreq.h"
|
|
|
|
struct panfrost_device;
|
|
struct panfrost_mmu;
|
|
struct panfrost_job_slot;
|
|
struct panfrost_job;
|
|
struct panfrost_perfcnt;
|
|
|
|
#define NUM_JOB_SLOTS 3
|
|
#define MAX_PM_DOMAINS 3
|
|
|
|
struct panfrost_features {
|
|
u16 id;
|
|
u16 revision;
|
|
|
|
u64 shader_present;
|
|
u64 tiler_present;
|
|
u64 l2_present;
|
|
u64 stack_present;
|
|
u32 as_present;
|
|
u32 js_present;
|
|
|
|
u32 l2_features;
|
|
u32 core_features;
|
|
u32 tiler_features;
|
|
u32 mem_features;
|
|
u32 mmu_features;
|
|
u32 thread_features;
|
|
u32 max_threads;
|
|
u32 thread_max_workgroup_sz;
|
|
u32 thread_max_barrier_sz;
|
|
u32 coherency_features;
|
|
u32 afbc_features;
|
|
u32 texture_features[4];
|
|
u32 js_features[16];
|
|
|
|
u32 nr_core_groups;
|
|
u32 thread_tls_alloc;
|
|
|
|
unsigned long hw_features[64 / BITS_PER_LONG];
|
|
unsigned long hw_issues[64 / BITS_PER_LONG];
|
|
};
|
|
|
|
/*
|
|
* Features that cannot be automatically detected and need matching using the
|
|
* compatible string, typically SoC-specific.
|
|
*/
|
|
struct panfrost_compatible {
|
|
/* Supplies count and names. */
|
|
int num_supplies;
|
|
const char * const *supply_names;
|
|
/*
|
|
* Number of power domains required, note that values 0 and 1 are
|
|
* handled identically, as only values > 1 need special handling.
|
|
*/
|
|
int num_pm_domains;
|
|
/* Only required if num_pm_domains > 1. */
|
|
const char * const *pm_domain_names;
|
|
|
|
/* Vendor implementation quirks callback */
|
|
void (*vendor_quirk)(struct panfrost_device *pfdev);
|
|
};
|
|
|
|
struct panfrost_device {
|
|
struct device *dev;
|
|
struct drm_device *ddev;
|
|
struct platform_device *pdev;
|
|
|
|
void __iomem *iomem;
|
|
struct clk *clock;
|
|
struct clk *bus_clock;
|
|
struct regulator_bulk_data *regulators;
|
|
struct reset_control *rstc;
|
|
/* pm_domains for devices with more than one. */
|
|
struct device *pm_domain_devs[MAX_PM_DOMAINS];
|
|
struct device_link *pm_domain_links[MAX_PM_DOMAINS];
|
|
bool coherent;
|
|
|
|
struct panfrost_features features;
|
|
const struct panfrost_compatible *comp;
|
|
|
|
spinlock_t as_lock;
|
|
unsigned long as_in_use_mask;
|
|
unsigned long as_alloc_mask;
|
|
unsigned long as_faulty_mask;
|
|
struct list_head as_lru_list;
|
|
|
|
struct panfrost_job_slot *js;
|
|
|
|
struct panfrost_job *jobs[NUM_JOB_SLOTS][2];
|
|
struct list_head scheduled_jobs;
|
|
|
|
struct panfrost_perfcnt *perfcnt;
|
|
|
|
struct mutex sched_lock;
|
|
|
|
struct {
|
|
struct workqueue_struct *wq;
|
|
struct work_struct work;
|
|
atomic_t pending;
|
|
} reset;
|
|
|
|
struct mutex shrinker_lock;
|
|
struct list_head shrinker_list;
|
|
struct shrinker shrinker;
|
|
|
|
struct panfrost_devfreq pfdevfreq;
|
|
};
|
|
|
|
struct panfrost_mmu {
|
|
struct panfrost_device *pfdev;
|
|
struct kref refcount;
|
|
struct io_pgtable_cfg pgtbl_cfg;
|
|
struct io_pgtable_ops *pgtbl_ops;
|
|
struct drm_mm mm;
|
|
spinlock_t mm_lock;
|
|
int as;
|
|
atomic_t as_count;
|
|
struct list_head list;
|
|
};
|
|
|
|
struct panfrost_file_priv {
|
|
struct panfrost_device *pfdev;
|
|
|
|
struct drm_sched_entity sched_entity[NUM_JOB_SLOTS];
|
|
|
|
struct panfrost_mmu *mmu;
|
|
};
|
|
|
|
static inline struct panfrost_device *to_panfrost_device(struct drm_device *ddev)
|
|
{
|
|
return ddev->dev_private;
|
|
}
|
|
|
|
static inline int panfrost_model_cmp(struct panfrost_device *pfdev, s32 id)
|
|
{
|
|
s32 match_id = pfdev->features.id;
|
|
|
|
if (match_id & 0xf000)
|
|
match_id &= 0xf00f;
|
|
return match_id - id;
|
|
}
|
|
|
|
static inline bool panfrost_model_is_bifrost(struct panfrost_device *pfdev)
|
|
{
|
|
return panfrost_model_cmp(pfdev, 0x1000) >= 0;
|
|
}
|
|
|
|
static inline bool panfrost_model_eq(struct panfrost_device *pfdev, s32 id)
|
|
{
|
|
return !panfrost_model_cmp(pfdev, id);
|
|
}
|
|
|
|
int panfrost_unstable_ioctl_check(void);
|
|
|
|
int panfrost_device_init(struct panfrost_device *pfdev);
|
|
void panfrost_device_fini(struct panfrost_device *pfdev);
|
|
void panfrost_device_reset(struct panfrost_device *pfdev);
|
|
|
|
int panfrost_device_resume(struct device *dev);
|
|
int panfrost_device_suspend(struct device *dev);
|
|
|
|
enum drm_panfrost_exception_type {
|
|
DRM_PANFROST_EXCEPTION_OK = 0x00,
|
|
DRM_PANFROST_EXCEPTION_DONE = 0x01,
|
|
DRM_PANFROST_EXCEPTION_INTERRUPTED = 0x02,
|
|
DRM_PANFROST_EXCEPTION_STOPPED = 0x03,
|
|
DRM_PANFROST_EXCEPTION_TERMINATED = 0x04,
|
|
DRM_PANFROST_EXCEPTION_KABOOM = 0x05,
|
|
DRM_PANFROST_EXCEPTION_EUREKA = 0x06,
|
|
DRM_PANFROST_EXCEPTION_ACTIVE = 0x08,
|
|
DRM_PANFROST_EXCEPTION_MAX_NON_FAULT = 0x3f,
|
|
DRM_PANFROST_EXCEPTION_JOB_CONFIG_FAULT = 0x40,
|
|
DRM_PANFROST_EXCEPTION_JOB_POWER_FAULT = 0x41,
|
|
DRM_PANFROST_EXCEPTION_JOB_READ_FAULT = 0x42,
|
|
DRM_PANFROST_EXCEPTION_JOB_WRITE_FAULT = 0x43,
|
|
DRM_PANFROST_EXCEPTION_JOB_AFFINITY_FAULT = 0x44,
|
|
DRM_PANFROST_EXCEPTION_JOB_BUS_FAULT = 0x48,
|
|
DRM_PANFROST_EXCEPTION_INSTR_INVALID_PC = 0x50,
|
|
DRM_PANFROST_EXCEPTION_INSTR_INVALID_ENC = 0x51,
|
|
DRM_PANFROST_EXCEPTION_INSTR_TYPE_MISMATCH = 0x52,
|
|
DRM_PANFROST_EXCEPTION_INSTR_OPERAND_FAULT = 0x53,
|
|
DRM_PANFROST_EXCEPTION_INSTR_TLS_FAULT = 0x54,
|
|
DRM_PANFROST_EXCEPTION_INSTR_BARRIER_FAULT = 0x55,
|
|
DRM_PANFROST_EXCEPTION_INSTR_ALIGN_FAULT = 0x56,
|
|
DRM_PANFROST_EXCEPTION_DATA_INVALID_FAULT = 0x58,
|
|
DRM_PANFROST_EXCEPTION_TILE_RANGE_FAULT = 0x59,
|
|
DRM_PANFROST_EXCEPTION_ADDR_RANGE_FAULT = 0x5a,
|
|
DRM_PANFROST_EXCEPTION_IMPRECISE_FAULT = 0x5b,
|
|
DRM_PANFROST_EXCEPTION_OOM = 0x60,
|
|
DRM_PANFROST_EXCEPTION_OOM_AFBC = 0x61,
|
|
DRM_PANFROST_EXCEPTION_UNKNOWN = 0x7f,
|
|
DRM_PANFROST_EXCEPTION_DELAYED_BUS_FAULT = 0x80,
|
|
DRM_PANFROST_EXCEPTION_GPU_SHAREABILITY_FAULT = 0x88,
|
|
DRM_PANFROST_EXCEPTION_SYS_SHAREABILITY_FAULT = 0x89,
|
|
DRM_PANFROST_EXCEPTION_GPU_CACHEABILITY_FAULT = 0x8a,
|
|
DRM_PANFROST_EXCEPTION_TRANSLATION_FAULT_0 = 0xc0,
|
|
DRM_PANFROST_EXCEPTION_TRANSLATION_FAULT_1 = 0xc1,
|
|
DRM_PANFROST_EXCEPTION_TRANSLATION_FAULT_2 = 0xc2,
|
|
DRM_PANFROST_EXCEPTION_TRANSLATION_FAULT_3 = 0xc3,
|
|
DRM_PANFROST_EXCEPTION_TRANSLATION_FAULT_4 = 0xc4,
|
|
DRM_PANFROST_EXCEPTION_TRANSLATION_FAULT_IDENTITY = 0xc7,
|
|
DRM_PANFROST_EXCEPTION_PERM_FAULT_0 = 0xc8,
|
|
DRM_PANFROST_EXCEPTION_PERM_FAULT_1 = 0xc9,
|
|
DRM_PANFROST_EXCEPTION_PERM_FAULT_2 = 0xca,
|
|
DRM_PANFROST_EXCEPTION_PERM_FAULT_3 = 0xcb,
|
|
DRM_PANFROST_EXCEPTION_TRANSTAB_BUS_FAULT_0 = 0xd0,
|
|
DRM_PANFROST_EXCEPTION_TRANSTAB_BUS_FAULT_1 = 0xd1,
|
|
DRM_PANFROST_EXCEPTION_TRANSTAB_BUS_FAULT_2 = 0xd2,
|
|
DRM_PANFROST_EXCEPTION_TRANSTAB_BUS_FAULT_3 = 0xd3,
|
|
DRM_PANFROST_EXCEPTION_ACCESS_FLAG_0 = 0xd8,
|
|
DRM_PANFROST_EXCEPTION_ACCESS_FLAG_1 = 0xd9,
|
|
DRM_PANFROST_EXCEPTION_ACCESS_FLAG_2 = 0xda,
|
|
DRM_PANFROST_EXCEPTION_ACCESS_FLAG_3 = 0xdb,
|
|
DRM_PANFROST_EXCEPTION_ADDR_SIZE_FAULT_IN0 = 0xe0,
|
|
DRM_PANFROST_EXCEPTION_ADDR_SIZE_FAULT_IN1 = 0xe1,
|
|
DRM_PANFROST_EXCEPTION_ADDR_SIZE_FAULT_IN2 = 0xe2,
|
|
DRM_PANFROST_EXCEPTION_ADDR_SIZE_FAULT_IN3 = 0xe3,
|
|
DRM_PANFROST_EXCEPTION_ADDR_SIZE_FAULT_OUT0 = 0xe4,
|
|
DRM_PANFROST_EXCEPTION_ADDR_SIZE_FAULT_OUT1 = 0xe5,
|
|
DRM_PANFROST_EXCEPTION_ADDR_SIZE_FAULT_OUT2 = 0xe6,
|
|
DRM_PANFROST_EXCEPTION_ADDR_SIZE_FAULT_OUT3 = 0xe7,
|
|
DRM_PANFROST_EXCEPTION_MEM_ATTR_FAULT_0 = 0xe8,
|
|
DRM_PANFROST_EXCEPTION_MEM_ATTR_FAULT_1 = 0xe9,
|
|
DRM_PANFROST_EXCEPTION_MEM_ATTR_FAULT_2 = 0xea,
|
|
DRM_PANFROST_EXCEPTION_MEM_ATTR_FAULT_3 = 0xeb,
|
|
DRM_PANFROST_EXCEPTION_MEM_ATTR_NONCACHE_0 = 0xec,
|
|
DRM_PANFROST_EXCEPTION_MEM_ATTR_NONCACHE_1 = 0xed,
|
|
DRM_PANFROST_EXCEPTION_MEM_ATTR_NONCACHE_2 = 0xee,
|
|
DRM_PANFROST_EXCEPTION_MEM_ATTR_NONCACHE_3 = 0xef,
|
|
};
|
|
|
|
static inline bool
|
|
panfrost_exception_is_fault(u32 exception_code)
|
|
{
|
|
return exception_code > DRM_PANFROST_EXCEPTION_MAX_NON_FAULT;
|
|
}
|
|
|
|
const char *panfrost_exception_name(u32 exception_code);
|
|
bool panfrost_exception_needs_reset(const struct panfrost_device *pfdev,
|
|
u32 exception_code);
|
|
|
|
static inline void
|
|
panfrost_device_schedule_reset(struct panfrost_device *pfdev)
|
|
{
|
|
atomic_set(&pfdev->reset.pending, 1);
|
|
queue_work(pfdev->reset.wq, &pfdev->reset.work);
|
|
}
|
|
|
|
#endif
|