xref: /wlan-driver/qca-wifi-host-cmn/hif/src/ce/ce_main.h (revision 5113495b16420b49004c444715d2daae2066e7dc)

/*
 * Copyright (c) 2015-2021 The Linux Foundation. All rights reserved.
 * Copyright (c) 2022-2023 Qualcomm Innovation Center, Inc. All rights reserved.
 *
 * Permission to use, copy, modify, and/or distribute this software for
 * any purpose with or without fee is hereby granted, provided that the
 * above copyright notice and this permission notice appear in all
 * copies.
 *
 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
 * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
 * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
 * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
 * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
 * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
 * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
 * PERFORMANCE OF THIS SOFTWARE.
 */

#ifndef __CE_H__
#define __CE_H__

#include "qdf_atomic.h"
#include "qdf_lock.h"
#include "hif_main.h"
#include "qdf_util.h"
#include "hif_exec.h"

#ifndef DATA_CE_SW_INDEX_NO_INLINE_UPDATE
#define DATA_CE_UPDATE_SWINDEX(x, scn, addr)				\
		(x = CE_SRC_RING_READ_IDX_GET_FROM_DDR(scn, addr))
#else
#define DATA_CE_UPDATE_SWINDEX(x, scn, addr)
#endif

/*
 * Number of times to check for any pending tx/rx completion on
 * a copy engine, this count should be big enough. Once we hit
 * this threshold we'll not check for any Tx/Rx completion in same
 * interrupt handling. Note that this threshold is only used for
 * Rx interrupt processing, this can be used tor Tx as well if we
 * suspect any infinite loop in checking for pending Tx completion.
 */
#define CE_TXRX_COMP_CHECK_THRESHOLD 20

#define CE_HTT_T2H_MSG 1
#define CE_HTT_H2T_MSG 4

#define CE_OFFSET		0x00000400
#define CE_USEFUL_SIZE		0x00000058
#define CE_ALL_BITMAP  0xFFFF

#define HIF_REQUESTED_EVENTS 20
/*
 * enum ce_id_type - Copy engine ID
 */
enum ce_id_type {
	CE_ID_0,
	CE_ID_1,
	CE_ID_2,
	CE_ID_3,
	CE_ID_4,
	CE_ID_5,
	CE_ID_6,
	CE_ID_7,
	CE_ID_8,
	CE_ID_9,
	CE_ID_10,
	CE_ID_11,
#ifdef QCA_WIFI_QCN9224
	CE_ID_12,
	CE_ID_13,
	CE_ID_14,
	CE_ID_15,
#endif
	CE_ID_MAX
};

#ifdef CE_TASKLET_DEBUG_ENABLE
/**
 * enum ce_buckets - CE tasklet time buckets
 * @CE_BUCKET_500_US: tasklet bucket to store 0-0.5ms
 * @CE_BUCKET_1_MS: tasklet bucket to store 0.5-1ms
 * @CE_BUCKET_2_MS: tasklet bucket to store 1-2ms
 * @CE_BUCKET_5_MS: tasklet bucket to store 2-5ms
 * @CE_BUCKET_10_MS: tasklet bucket to store 5-10ms
 * @CE_BUCKET_BEYOND: tasklet bucket to store > 10ms
 * @CE_BUCKET_MAX: enum max value
 */
enum ce_buckets {
	CE_BUCKET_500_US,
	CE_BUCKET_1_MS,
	CE_BUCKET_2_MS,
	CE_BUCKET_5_MS,
	CE_BUCKET_10_MS,
	CE_BUCKET_BEYOND,
	CE_BUCKET_MAX,
};
#endif

enum ce_target_type {
	CE_SVC_LEGACY,
	CE_SVC_SRNG,
	CE_MAX_TARGET_TYPE
};

enum ol_ath_hif_pkt_ecodes {
	HIF_PIPE_NO_RESOURCE = 0
};

struct HIF_CE_state;

/* Per-pipe state. */
struct HIF_CE_pipe_info {
	/* Handle of underlying Copy Engine */
	struct CE_handle *ce_hdl;

	/* Our pipe number; facilitates use of pipe_info ptrs. */
	uint8_t pipe_num;

	/* Convenience back pointer to HIF_CE_state. */
	struct HIF_CE_state *HIF_CE_state;

	/* Instantaneous number of receive buffers that should be posted */
	atomic_t recv_bufs_needed;
	qdf_size_t buf_sz;
	qdf_spinlock_t recv_bufs_needed_lock;

	qdf_spinlock_t completion_freeq_lock;
	/* Limit the number of outstanding send requests. */
	int num_sends_allowed;

	/* adding three counts for debugging ring buffer errors */
	uint32_t nbuf_alloc_err_count;
	uint32_t nbuf_dma_err_count;
	uint32_t nbuf_ce_enqueue_err_count;
	struct hif_msg_callbacks pipe_callbacks;
};

/**
 * struct ce_tasklet_entry
 *
 * @intr_tq: intr_tq
 * @ce_id: ce_id
 * @inited: inited
 * @hi_tasklet_ce:
 * @hif_ce_state: hif_ce_state
 */
struct ce_tasklet_entry {
	struct tasklet_struct intr_tq;
	enum ce_id_type ce_id;
	bool inited;
	bool hi_tasklet_ce;
	void *hif_ce_state;
};

static inline bool hif_dummy_grp_done(struct hif_exec_context *grp_entry, int
				      work_done)
{
	return true;
}

extern struct hif_execution_ops tasklet_sched_ops;
extern struct hif_execution_ops napi_sched_ops;

/**
 * struct ce_stats
 *
 * @ce_per_cpu: Stats of the CEs running per CPU
 * @record_index: Current index to store in time record
 * @tasklet_sched_entry_ts: Timestamp when tasklet is scheduled
 * @tasklet_exec_entry_ts: Timestamp when tasklet is started execuiton
 * @tasklet_exec_time_record: Last N number of tasklets execution time
 * @tasklet_sched_time_record: Last N number of tasklets scheduled time
 * @ce_tasklet_exec_bucket: Tasklet execution time buckets
 * @ce_tasklet_sched_bucket: Tasklet time in queue buckets
 * @ce_tasklet_exec_last_update: Latest timestamp when bucket is updated
 * @ce_tasklet_sched_last_update: Latest timestamp when bucket is updated
 * @ce_ring_full_count:
 * @ce_manual_tasklet_schedule_count:
 * @ce_last_manual_tasklet_schedule_ts:
 */
struct ce_stats {
	uint32_t ce_per_cpu[CE_COUNT_MAX][QDF_MAX_AVAILABLE_CPU];
#ifdef CE_TASKLET_DEBUG_ENABLE
	uint32_t record_index[CE_COUNT_MAX];
	uint64_t tasklet_sched_entry_ts[CE_COUNT_MAX];
	uint64_t tasklet_exec_entry_ts[CE_COUNT_MAX];
	uint64_t tasklet_exec_time_record[CE_COUNT_MAX][HIF_REQUESTED_EVENTS];
	uint64_t tasklet_sched_time_record[CE_COUNT_MAX][HIF_REQUESTED_EVENTS];
	uint64_t ce_tasklet_exec_bucket[CE_COUNT_MAX][CE_BUCKET_MAX];
	uint64_t ce_tasklet_sched_bucket[CE_COUNT_MAX][CE_BUCKET_MAX];
	uint64_t ce_tasklet_exec_last_update[CE_COUNT_MAX][CE_BUCKET_MAX];
	uint64_t ce_tasklet_sched_last_update[CE_COUNT_MAX][CE_BUCKET_MAX];
#ifdef CE_TASKLET_SCHEDULE_ON_FULL
	uint32_t ce_ring_full_count[CE_COUNT_MAX];
	uint32_t ce_manual_tasklet_schedule_count[CE_COUNT_MAX];
	uint64_t ce_last_manual_tasklet_schedule_ts[CE_COUNT_MAX];
#endif
#endif
};

struct HIF_CE_state {
	struct hif_softc ol_sc;
	bool started;
	struct ce_tasklet_entry tasklets[CE_COUNT_MAX];
	struct hif_exec_context *hif_ext_group[HIF_MAX_GROUP];
	uint32_t hif_num_extgroup;
	qdf_spinlock_t keep_awake_lock;
	qdf_spinlock_t irq_reg_lock;
	unsigned int keep_awake_count;
	bool verified_awake;
	bool fake_sleep;
	qdf_timer_t sleep_timer;
	bool sleep_timer_init;
	qdf_time_t sleep_ticks;
	uint32_t ce_register_irq_done;

	struct CE_pipe_config *target_ce_config;
	struct CE_attr *host_ce_config;
	uint32_t target_ce_config_sz;
	/* Per-pipe state. */
	struct HIF_CE_pipe_info pipe_info[CE_COUNT_MAX];
	/* to be activated after BMI_DONE */
	struct hif_msg_callbacks msg_callbacks_pending;
	/* current msg callbacks in use */
	struct hif_msg_callbacks msg_callbacks_current;

	/* Target address used to signal a pending firmware event */
	uint32_t fw_indicator_address;

	/* Copy Engine used for Diagnostic Accesses */
	struct CE_handle *ce_diag;
	struct ce_stats stats;
	struct ce_ops *ce_services;
	struct service_to_pipe *tgt_svc_map;
	int sz_tgt_svc_map;
};

/*
 * HIA Map Definition
 */
struct host_interest_area_t {
	uint32_t hi_interconnect_state;
	uint32_t hi_early_alloc;
	uint32_t hi_option_flag2;
	uint32_t hi_board_data;
	uint32_t hi_board_data_initialized;
	uint32_t hi_failure_state;
	uint32_t hi_rddi_msi_num;
	uint32_t hi_pcie_perst_couple_en;
	uint32_t hi_sw_protocol_version;
};

struct shadow_reg_cfg {
	uint16_t ce_id;
	uint16_t reg_offset;
};

struct shadow_reg_v2_cfg {
	uint32_t reg_value;
};

#ifdef CONFIG_BYPASS_QMI

#define FW_SHARED_MEM (2 * 1024 * 1024)

#ifdef QCN7605_SUPPORT
struct msi_cfg {
	u16 ce_id;
	u16 msi_vector;
} qdf_packed;

struct ce_info {
	u32 rri_over_ddr_low_paddr;
	u32 rri_over_ddr_high_paddr;
	struct msi_cfg cfg[CE_COUNT_MAX];
} qdf_packed;
#endif
#endif

/**
 * struct ce_index
 *
 * @id: CE id
 * @u: union of legacy_info and srng_info
 * @sw_index: sw index
 * @write_index: write index
 * @hp: ring head pointer
 * @tp: ring tail pointer
 * @status_hp: status ring head pointer
 * @status_tp: status ring tail pointer
 */
struct ce_index {
	uint8_t id;
	union {
		struct {
			uint16_t sw_index;
			uint16_t write_index;
		} legacy_info;
		struct {
			uint16_t hp;
			uint16_t tp;
			uint16_t status_hp;
			uint16_t status_tp;
		} srng_info;
	} u;
} qdf_packed;

/**
 * struct hang_event_info
 *
 * @tlv_header: tlv header
 * @active_tasklet_count: active tasklet count
 * @active_grp_tasklet_cnt: active grp tasklet count
 * @ce_count:
 * @ce_info: CE info
 */
struct hang_event_info {
	uint16_t tlv_header;
	uint8_t active_tasklet_count;
	uint8_t active_grp_tasklet_cnt;
	uint8_t ce_count;
	struct ce_index ce_info[CE_COUNT_MAX];
} qdf_packed;

void hif_ce_stop(struct hif_softc *scn);
int hif_dump_ce_registers(struct hif_softc *scn);
void
hif_ce_dump_target_memory(struct hif_softc *scn, void *ramdump_base,
			  uint32_t address, uint32_t size);

#ifdef IPA_OFFLOAD
void hif_ce_ipa_get_ce_resource(struct hif_softc *scn,
			     qdf_shared_mem_t **ce_sr,
			     uint32_t *ce_sr_ring_size,
			     qdf_dma_addr_t *ce_reg_paddr);
#else
static inline
void hif_ce_ipa_get_ce_resource(struct hif_softc *scn,
			     qdf_shared_mem_t **ce_sr,
			     uint32_t *ce_sr_ring_size,
			     qdf_dma_addr_t *ce_reg_paddr)
{
}

#endif
int hif_wlan_enable(struct hif_softc *scn);
void ce_enable_polling(void *cestate);
void ce_disable_polling(void *cestate);
void hif_wlan_disable(struct hif_softc *scn);
void hif_get_target_ce_config(struct hif_softc *scn,
		struct CE_pipe_config **target_ce_config_ret,
		uint32_t *target_ce_config_sz_ret,
		struct service_to_pipe **target_service_to_ce_map_ret,
		uint32_t *target_service_to_ce_map_sz_ret,
		struct shadow_reg_cfg **target_shadow_reg_cfg_v1_ret,
		uint32_t *shadow_cfg_v1_sz_ret);

#ifdef WLAN_FEATURE_EPPING
void hif_ce_prepare_epping_config(struct hif_softc *scn,
				  struct HIF_CE_state *hif_state);
void hif_select_epping_service_to_pipe_map(struct service_to_pipe
					   **tgt_svc_map_to_use,
					   uint32_t *sz_tgt_svc_map_to_use);

#else
static inline
void hif_ce_prepare_epping_config(struct hif_softc *scn,
				  struct HIF_CE_state *hif_state)
{ }
static inline
void hif_select_epping_service_to_pipe_map(struct service_to_pipe
					   **tgt_svc_map_to_use,
					   uint32_t *sz_tgt_svc_map_to_use)
{ }
#endif

void ce_service_register_module(enum ce_target_type target_type,
				struct ce_ops* (*ce_attach)(void));

#ifdef CONFIG_SHADOW_V3
void hif_get_shadow_reg_config_v3(struct hif_softc *scn,
				  struct pld_shadow_reg_v3_cfg **shadow_config,
				  int *num_shadow_registers_configured);
void hif_preare_shadow_register_cfg_v3(struct hif_softc *scn);
#endif
#endif /* __CE_H__ */