Google Git
Sign in
android / kernel / google-modules / wlan / bcmdhd / bcm4390 / refs/heads/android-gs-caimito-6.1-android15-dp / . / dhd_pcie.c
blob: b34c59161f5ccfafccf27a3fa5fb1968f71ac9fa [file] [log] [blame] [edit]
/*
* DHD Bus Module for PCIE
*
* Copyright (C) 2024, Broadcom.
*
* Unless you and Broadcom execute a separate written software license
* agreement governing use of this software, this software is licensed to you
* under the terms of the GNU General Public License version 2 (the "GPL"),
* available at http://www.broadcom.com/licenses/GPLv2.php, with the
* following added to such license:
*
* As a special exception, the copyright holders of this software give you
* permission to link this software with independent modules, and to copy and
* distribute the resulting executable under terms of your choice, provided that
* you also meet, for each linked independent module, the terms and conditions of
* the license of that module. An independent module is a module which is not
* derived from this software. The special exception does not apply to any
* modifications of the software.
*
*
* <<Broadcom-WL-IPTag/Dual:>>
*/
/* include files */
#include <typedefs.h>
#include <bcmutils.h>
#include <bcmrand.h>
#include <bcmdevs.h>
#include <bcmdevs_legacy.h> /* need to still support chips no longer in trunk firmware */
#include <siutils.h>
#include <sbgci.h>
#include <hndoobr.h>
#include <hndsoc.h>
#include <hndpmu_dhd.h>
#include <etd.h>
#include <hnd_debug.h>
#include <sbchipc.h>
#include <sbhndarm.h>
#include <sbsysmem.h>
#include <sbsreng.h>
#include <hnd_armtrap.h>
#if defined(DHD_DEBUG)
#include <hnd_cons.h>
#endif /* defined(DHD_DEBUG) */
#include <dngl_stats.h>
#include <pcie_core.h>
#include <dhd.h>
#include <dhd_bus.h>
#include <dhd_flowring.h>
#include <dhd_proto.h>
#include <dhd_dbg.h>
#include <dhd_debug.h>
#if defined(__linux__)
#include <dhd_daemon.h>
#include <dhd_plat.h>
#endif /* __linux__ */
#include <dhdioctl.h>
#include <sdiovar.h>
#include <bcmmsgbuf.h>
#include <pcicfg.h>
#include <dhd_pcie.h>
#include <bcmpcie.h>
#include <bcmutils.h>
#include <bcmendian.h>
#include <bcmstdlib_s.h>
#ifdef DHDTCPACK_SUPPRESS
#include <dhd_ip.h>
#endif /* DHDTCPACK_SUPPRESS */
#include <bcmevent.h>
#ifdef DHD_TIMESYNC
#include <dhd_timesync.h>
#endif /* DHD_TIMESYNC */
#ifdef EWP_DACS
#include <dhd_log_dump.h>
#endif
#ifdef BCM_ROUTER_DHD
#include <bcmnvram.h>
#define STR_END "END\0\0"
#define BOARDREV_PROMOTABLE_STR "0xff"
#endif
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
#include <linux/pm_runtime.h>
#endif /* DHD_PCIE_NATIVE_RUNTIMEPM */
#if defined(DEBUGGER) || defined (DHD_DSCOPE)
#include <debugger.h>
#endif /* DEBUGGER || DHD_DSCOPE */
#if defined(FW_SIGNATURE)
#include <dngl_rtlv.h>
#include <bootrommem.h>
#include <fwpkg_utils.h>
#endif /* FW_SIGNATURE */
#ifdef COEX_CPU
#include <coex_shared_memfile.h>
#endif /* COEX_CPU */
#ifdef DNGL_AXI_ERROR_LOGGING
#include <dhd_linux_wq.h>
#include <dhd_linux.h>
#endif /* DNGL_AXI_ERROR_LOGGING */
#ifdef DHD_PKT_LOGGING
#include <dhd_pktlog.h>
#endif /* DHD_PKT_LOGGING */
#ifdef DHD_SSSR_DUMP
#include <dhd_pcie_sssr_dump.h>
#endif /* DHD_SSSR_DUMP */
#define MEMBLOCK 2048 /* Block size used for downloading of dongle image */
#if defined(__linux__)
#define MAX_WKLK_IDLE_CHECK 3 /* times dhd_wake_lock checked before deciding not to suspend */
#endif /* __linux__ */
#define DHD_MAX_ITEMS_HPP_TXCPL_RING 512
#define DHD_MAX_ITEMS_HPP_RXCPL_RING 512
#define MAX_HP2P_CMPL_RINGS 2u
#define DHD_MAX_ITEMS_MESH_RXCPL_RING 512
/* defines for 4378 */
#define ARMCR4REG_CORECAP (0x4/sizeof(uint32))
#define ARMCR4REG_MPUCTRL (0x90/sizeof(uint32))
#define ACC_MPU_SHIFT 25
#define ACC_MPU_MASK (0x1u << ACC_MPU_SHIFT)
/* defines for 43602a0 workaround JIRA CRWLARMCR4-53 */
#define ARMCR4REG_BANKIDX (0x40/sizeof(uint32))
#define ARMCR4REG_BANKPDA (0x4C/sizeof(uint32))
/* Temporary war to fix precommit till sync issue between trunk & precommit branch is resolved */
/* CTO Prevention Recovery */
#define CTO_TO_CLEAR_WAIT_MS 50
#define CTO_TO_CLEAR_WAIT_MAX_CNT 200
/* FLR setting */
#define PCIE_FLR_CAPAB_BIT 28
#define PCIE_FUNCTION_LEVEL_RESET_BIT 15
#ifdef BCMQT_HW
int cc_wd_reset = TRUE;
int db7trap_in_detach = FALSE;
#else
int db7trap_in_detach = TRUE;
int cc_wd_reset = FALSE;
#endif /* BCMQT_HW */
#ifdef BCMQT_HW
/* FLR takes longer on QT Z boards so increasing the delay by 30% */
#define DHD_FUNCTION_LEVEL_RESET_DELAY 70u
#define DHD_SSRESET_STATUS_RETRY_DELAY 55u
#else
#define DHD_FUNCTION_LEVEL_RESET_DELAY 70u /* 70 msec delay */
#define DHD_SSRESET_STATUS_RETRY_DELAY 40u
#endif /* BCMQT_HW */
/*
* Increase SSReset de-assert time to 8ms.
* since it takes longer time if re-scan time on 4378B0.
*/
#define DHD_SSRESET_STATUS_RETRIES 200u
/* Fetch address of a member in the pciedev_shared structure in dongle memory */
#define DHD_PCIE_SHARED_MEMBER_ADDR(bus, member) \
(bus)->shared_addr + OFFSETOF(pciedev_shared_t, member)
/* Fetch address of a member in rings_info_ptr structure in dongle memory */
#define DHD_RING_INFO_MEMBER_ADDR(bus, member) \
(bus)->pcie_sh->rings_info_ptr + OFFSETOF(ring_info_t, member)
/* Fetch address of a member in the ring_mem structure in dongle memory */
#define DHD_RING_MEM_MEMBER_ADDR(bus, ringid, member) \
(bus)->ring_sh[ringid].ring_mem_addr + OFFSETOF(ring_mem_t, member)
/* Mpu conntrol */
#define BUS_MPU_ENABLE_MASK 0x1u
#define BUS_MPU_ROM_PR_MASK 0x2u
#define BUS_MPU_VEC_PR_MASK 0x4u
#define BUS_MPU_LOCK_MASK 0x8u
#if defined(SUPPORT_MULTIPLE_BOARD_REV)
extern unsigned int system_rev;
#endif /* SUPPORT_MULTIPLE_BOARD_REV */
#ifdef BCMQT_HW
extern int qt_dngl_timeout;
#endif /* BCMQT_HW */
/* This can be overwritten by module parameter(dma_ring_indices) defined in dhd_linux.c */
uint dma_ring_indices = 0;
#ifdef DHD_AGGR_WI
uint aggr_wi_enab = DHD_AGGR_WI_EN;
#endif /* DHD_AGGR_WI */
/* This can be overwritten by module parameter(h2d_phase) defined in dhd_linux.c */
bool h2d_phase = 0;
/* This can be overwritten by module parameter(force_trap_bad_h2d_phase)
* defined in dhd_linux.c
*/
bool force_trap_bad_h2d_phase = 0;
/* This can be overwritten by module parameter ptm_sync_periodic */
int ptm_sync_periodic = TRUE;
/* This can be overwritten by module parameter allow_cons_iovar */
extern bool allow_cons_iovar;
uint32 ltr_latency_scale_ns[6] = {1, 32, 1024, 32768, 1048576, 33554432}; //ns
int dhd_dongle_ramsize;
struct dhd_bus *g_dhd_bus = NULL;
#if defined(DHD_FW_COREDUMP)
static int dhdpcie_mem_dump(dhd_bus_t *bus);
#endif /* DHD_FW_COREDUMP */
static int dhdpcie_checkdied(dhd_bus_t *bus, char *data, uint size);
static int dhdpcie_bus_readconsole(dhd_bus_t *bus);
static int dhdpcie_bus_doiovar(dhd_bus_t *bus, const bcm_iovar_t *vi, uint32 actionid,
const char *name, void *params,
uint plen, void *arg, uint len, int val_size);
static int dhdpcie_bus_lpback_req(struct dhd_bus *bus, uint32 intval);
static int dhdpcie_bus_dmaxfer_req(struct dhd_bus *bus,
uint32 len, uint32 srcdelay, uint32 destdelay,
uint32 d11_lpbk, uint32 core_num, uint32 wait,
uint32 mem_addr);
static int dhdpcie_bus_download_state(dhd_bus_t *bus, bool enter);
static int _dhdpcie_download_firmware(struct dhd_bus *bus);
static int dhdpcie_download_firmware(dhd_bus_t *bus, osl_t *osh);
#ifndef DHD_LINUX_STD_FW_API
static int dhdpcie_download_file(dhd_bus_t *bus, void *filep, uint32 fsize,
uint32 addr, char *path);
#else
static int dhdpcie_download_buffer(dhd_bus_t *bus, const uint8 *buf, uint32 buf_size, uint32 addr);
#endif
#if defined(FW_SIGNATURE)
static int dhdpcie_bus_download_fw_signature(dhd_bus_t *bus, bool *do_write);
static int dhdpcie_bus_write_fw_signature(dhd_bus_t *bus);
static int dhdpcie_bus_download_ram_bootloader(dhd_bus_t *bus);
static int dhdpcie_bus_write_fws_status(dhd_bus_t *bus);
static int dhdpcie_bus_write_fws_mem_info(dhd_bus_t *bus);
static int dhdpcie_bus_write_fwsig(dhd_bus_t *bus, char *fwsig_path, char *nvsig_path);
static int dhdpcie_download_rtlv_end(dhd_bus_t *bus);
#endif /* FW_SIGNATURE */
static int dhdpcie_bus_save_download_info(dhd_bus_t *bus, uint32 download_addr,
uint32 download_size, const char *signature_fname,
const char *bloader_fname, uint32 bloader_download_addr, const char *fw_path);
static int dhdpcie_bus_write_vars(dhd_bus_t *bus);
static bool dhdpcie_bus_process_mailbox_intr(dhd_bus_t *bus, uint32 intstatus);
static bool dhdpci_bus_read_frames(dhd_bus_t *bus);
static int dhdpcie_readshared(dhd_bus_t *bus);
static void dhdpcie_init_shared_addr(dhd_bus_t *bus);
static bool dhdpcie_dongle_attach(dhd_bus_t *bus);
static void dhdpcie_bus_dongle_setmemsize(dhd_bus_t *bus, int mem_size);
static void dhdpcie_bus_release_dongle(dhd_bus_t *bus, osl_t *osh,
bool dongle_isolation, bool reset_flag);
static void dhdpcie_bus_release_malloc(dhd_bus_t *bus, osl_t *osh);
static int dhdpcie_downloadvars(dhd_bus_t *bus, void *arg, int len);
static void dhdpcie_setbar1win(dhd_bus_t *bus, uint32 addr);
static void dhd_deinit_bar1_switch_lock(dhd_bus_t *bus);
static void dhd_init_bar2_switch_lock(dhd_bus_t *bus);
static void dhd_deinit_bar2_switch_lock(dhd_bus_t *bus);
static void dhd_init_pwr_req_lock(dhd_bus_t *bus);
static void dhd_deinit_pwr_req_lock(dhd_bus_t *bus);
static void dhd_init_bus_lp_state_lock(dhd_bus_t *bus);
static void dhd_deinit_bus_lp_state_lock(dhd_bus_t *bus);
static void dhd_init_backplane_access_lock(dhd_bus_t *bus);
static void dhd_deinit_backplane_access_lock(dhd_bus_t *bus);
static uint8 dhdpcie_bus_rtcm8(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset);
static void dhdpcie_bus_wtcm8(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset,
uint8 data);
static void dhdpcie_bus_wtcm16(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset,
uint16 data);
static uint16 dhdpcie_bus_rtcm16(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset);
static void dhdpcie_bus_wtcm32(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset,
uint32 data);
static uint32 dhdpcie_bus_rtcm32(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset);
#ifdef DHD_SUPPORT_64BIT
static void dhdpcie_bus_wtcm64(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset,
uint64 data) __attribute__ ((used));
static uint64 dhdpcie_bus_rtcm64(dhd_bus_t *bus, dhd_pcie_mem_region_t region,
ulong offset) __attribute__ ((used));
#endif /* DHD_SUPPORT_64BIT */
static void dhdpcie_bus_cfg_set_bar0_win(dhd_bus_t *bus, uint32 data);
static void dhdpcie_bus_reg_unmap(osl_t *osh, volatile char *addr, int size);
static int dhdpcie_cc_nvmshadow(dhd_bus_t *bus, struct bcmstrbuf *b);
static bool dhd_bus_support_dar_sec_status(dhd_bus_t *bus);
static int dhd_bus_security_info(dhd_pub_t *dhdp, struct bcmstrbuf *strbuf);
static int dhd_bus_sboot_disable(dhd_pub_t *dhdp, struct bcmstrbuf *strbuf);
static int dhd_bus_get_security_status(dhd_bus_t *bus, uint32 *status);
static void dhdpcie_fw_trap(dhd_bus_t *bus);
static void dhd_fillup_ring_sharedptr_info(dhd_bus_t *bus, ring_info_t *ring_info);
static void dhdpcie_handle_mb_data(dhd_bus_t *bus);
extern void dhd_dpc_enable(dhd_pub_t *dhdp);
#if defined(__linux__)
extern void dhd_update_fw_path(dhd_pub_t *dhdp, const char *fw_path);
#endif /* __linux__ */
#ifdef BCM_ROUTER_DHD
extern char * nvram_get(const char *name);
#endif
#ifdef BCM_ROUTER_DHD
int dbushost_initvars_flash(si_t *sih, osl_t *osh, char **base, uint len);
#endif
#if defined(DHD_H2D_LOG_TIME_SYNC)
static void dhdpci_bus_rte_log_time_sync_poll(dhd_bus_t *bus);
#endif /* DHD_H2D_LOG_TIME_SYNC */
#define PCI_VENDOR_ID_BROADCOM 0x14e4
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
#define MAX_D3_ACK_TIMEOUT 100
#endif /* DHD_PCIE_NATIVE_RUNTIMEPM */
#ifdef BCMQT
#define DHD_DEFAULT_DOORBELL_TIMEOUT 40 /* ms */
#else
#define DHD_DEFAULT_DOORBELL_TIMEOUT 200 /* ms */
#endif
#if defined(PCIE_OOB) || defined(PCIE_INB_DW)
static uint dhd_doorbell_timeout = DHD_DEFAULT_DOORBELL_TIMEOUT;
#endif /* PCIE_OOB || PCIE_INB_DW */
static bool dhdpcie_check_firmware_compatible(uint32 f_api_version, uint32 h_api_version);
static int dhdpcie_cto_error_recovery(struct dhd_bus *bus);
static int dhdpcie_init_d11status(struct dhd_bus *bus);
static int dhdpcie_wrt_rnd(struct dhd_bus *bus);
static void dhdpcie_set_host_init_hw_exit_latency(dhd_bus_t *bus, uint32 val);
static void dhdpcie_flush_bl_status(dhd_bus_t *bus);
#ifdef DHD_FWTRACE
#include <dhd_fwtrace.h>
#endif /* DHD_FWTRACE */
#ifdef DHD_HP2P
extern enum hrtimer_restart dhd_hp2p_write(struct hrtimer *timer);
static uint16 dhd_bus_set_hp2p_ring_max_size(struct dhd_bus *bus, bool tx, uint16 val);
#endif
#ifdef DHD_MESH
static uint16 dhd_bus_set_mesh_ring_max_size(struct dhd_bus *bus, bool tx, uint16 val);
#endif
#if defined(__linux__)
#if !defined(DHD_FW_MEM_CORRUPTION) && defined(BCM4375_CHIP)
#define NUM_PATTERNS 6
#else
#define NUM_PATTERNS 2
#endif /* !DHD_FW_MEM_CORRUPTION && BCM4375_CHIP */
static bool dhd_bus_tcm_test(struct dhd_bus *bus);
#endif /* __linux__ */
static void dhdpcie_pme_stat_clear(dhd_bus_t *bus);
#if defined(SUPPORT_MULTIPLE_BOARD_REVISION)
extern void concate_custom_board_revision(char *nv_path);
#endif /* SUPPORT_MULTIPLE_BOARD_REVISION */
static void dhdpcie_dump_sreng_regs(dhd_bus_t *bus);
/* IOVar table */
enum {
IOV_INTR = 1,
#ifdef DHD_BUS_MEM_ACCESS
IOV_MEMBYTES,
#endif /* DHD_BUS_MEM_ACCESS */
IOV_MEMSIZE,
IOV_SET_DOWNLOAD_STATE,
IOV_SET_DOWNLOAD_INFO,
IOV_DEVRESET,
IOV_VARS,
IOV_MSI_SIM,
IOV_PCIE_LPBK,
IOV_CC_NVMSHADOW,
IOV_RAMSIZE,
IOV_RAMSTART,
#ifdef COEX_CPU
IOV_COEX_ITCMBASE,
IOV_COEX_ITCMSIZE,
IOV_COEX_DTCMBASE,
IOV_COEX_DTCMSIZE,
#endif /* COEX_CPU */
IOV_SLEEP_ALLOWED,
IOV_PCIE_DMAXFER,
IOV_PCIE_SUSPEND,
#ifdef DHD_PCIE_REG_ACCESS
IOV_PCIEREG,
IOV_PCIECFGREG,
IOV_PCIECOREREG,
IOV_PCIESERDESREG,
IOV_PCIEASPM,
IOV_BAR0_SECWIN_REG,
IOV_SBREG,
#endif /* DHD_PCIE_REG_ACCESS */
IOV_DONGLEISOLATION,
IOV_LTRSLEEPON_UNLOOAD,
IOV_METADATA_DBG,
IOV_RX_METADATALEN,
IOV_TX_METADATALEN,
IOV_TXP_THRESHOLD,
IOV_BUZZZ_DUMP,
IOV_DUMP_RINGUPD_BLOCK,
IOV_DMA_RINGINDICES,
IOV_FORCE_FW_TRAP,
IOV_DB1_FOR_MB,
IOV_FLOW_PRIO_MAP,
#ifdef DHD_PCIE_RUNTIMEPM
IOV_IDLETIME,
#endif /* DHD_PCIE_RUNTIMEPM */
IOV_RX_CPL_POST_BOUND,
IOV_TX_CPL_BOUND,
IOV_CTRL_CPL_POST_BOUND,
IOV_TX_POST_BOUND,
IOV_HANGREPORT,
IOV_H2D_MAILBOXDATA,
IOV_INFORINGS,
IOV_H2D_PHASE,
IOV_H2D_ENABLE_TRAP_BADPHASE,
IOV_RING_SIZE_VER,
IOV_H2D_TXPOST_MAX_ITEM,
IOV_H2D_HTPUT_TXPOST_MAX_ITEM,
IOV_D2H_TXCPL_MAX_ITEM,
IOV_H2D_RXPOST_MAX_ITEM,
IOV_D2H_RXCPL_MAX_ITEM,
IOV_H2D_CTRLPOST_MAX_ITEM,
IOV_D2H_CTRLCPL_MAX_ITEM,
IOV_RX_BUF_BURST,
IOV_RX_BUFPOST_THRESHOLD,
IOV_TRAPDATA,
IOV_TRAPDATA_RAW,
IOV_CTO_PREVENTION,
#ifdef PCIE_OOB
IOV_OOB_BT_REG_ON,
IOV_OOB_ENABLE,
#endif /* PCIE_OOB */
#ifdef DEVICE_TX_STUCK_DETECT
IOV_DEVICE_TX_STUCK_DETECT,
#endif /* DEVICE_TX_STUCK_DETECT */
IOV_PCIE_WD_RESET,
IOV_DUMP_DONGLE,
#ifdef DHD_EFI
IOV_WIFI_PROPERTIES,
IOV_CONTROL_SIGNAL,
IOV_OTP_DUMP,
#ifdef BT_OVER_PCIE
IOV_BTOP_TEST,
#endif
#endif /* DHD_EFI */
IOV_IDMA_ENABLE,
IOV_IFRM_ENABLE,
IOV_CLEAR_RING,
IOV_DAR_ENABLE,
IOV_DHD_CAPS, /**< returns string with dhd capabilities */
#if defined(DEBUGGER) || defined(DHD_DSCOPE)
IOV_GDB_SERVER, /**< starts gdb server on given interface */
#endif /* DEBUGGER || DHD_DSCOPE */
#if defined(GDB_PROXY)
IOV_GDB_PROXY_PROBE, /**< gdb proxy support presence check */
IOV_GDB_PROXY_STOP_COUNT, /**< gdb proxy firmware stop count */
#endif /* GDB_PROXY */
IOV_INB_DW_ENABLE,
#if defined(PCIE_OOB) || defined(PCIE_INB_DW)
IOV_DEEP_SLEEP,
#endif /* PCIE_OOB || PCIE_INB_DW */
IOV_CTO_THRESHOLD,
#ifdef D2H_MINIDUMP
IOV_MINIDUMP_OVERRIDE,
#endif /* D2H_MINIDUMP */
IOV_HSCBSIZE, /* get HSCB buffer size */
#ifdef DHD_BUS_MEM_ACCESS
IOV_HSCBBYTES, /* copy HSCB buffer */
#endif
#ifdef DHD_FWTRACE
IOV_FWTRACE, /* Enable/disable firmware tracing */
#endif /* DHD_FWTRACE */
IOV_HP2P_ENABLE,
IOV_HP2P_PKT_THRESHOLD,
IOV_HP2P_TIME_THRESHOLD,
IOV_HP2P_PKT_EXPIRY,
IOV_HP2P_TXCPL_MAXITEMS,
IOV_HP2P_RXCPL_MAXITEMS,
IOV_HP2P_SCALE_FACTOR,
IOV_TXDUR_SCALE_FACTOR,
IOV_RXDUR_SCALE_FACTOR,
IOV_EXTDTXS_IN_TXCPL,
IOV_HOSTRDY_AFTER_INIT,
IOV_MESH_RXCPL_MAXITEMS,
IOV_HP2P_MF_ENABLE,
IOV_DONGLE_RXLAT_INFO,
IOV_DONGLE_RXLAT_HISTO,
IOV_LPM_MODE,
IOV_DONGLE_TXCPL_INFO,
#ifdef DHD_AGGR_WI
IOV_AGGR_WI_ENAB,
#endif /* DHD_AGGR_WI */
IOV_DONGLE_SEC_INFO,
IOV_DONGLE_SBOOT_DIS,
IOV_MDRING_LINK,
IOV_MDRING_UNLINK,
IOV_MDRING_DUMP,
IOV_FLOWRING_BKP_QSIZE,
IOV_MAX_HOST_RXBUFS,
IOV_PTM_ENABLE,
IOV_PCIE_DMAXFER_PTRN,
IOV_HOST_INIT_HW_EXIT_LATENCY,
IOV_PTM_VALIDATE_TS,
IOV_CTO_RECOVERY,
IOV_PCIE_LAST /**< unused IOVAR */
};
const bcm_iovar_t dhdpcie_iovars[] = {
{"intr", IOV_INTR, 0, 0, IOVT_BOOL, 0 },
#ifdef DHD_BUS_MEM_ACCESS
{"membytes", IOV_MEMBYTES, 0, 0, IOVT_BUFFER, 2 * sizeof(int) },
#endif /* DHD_BUS_MEM_ACCESS */
{"memsize", IOV_MEMSIZE, 0, 0, IOVT_UINT32, 0 },
{"dwnldstate", IOV_SET_DOWNLOAD_STATE, 0, 0, IOVT_BOOL, 0 },
{"dwnldinfo", IOV_SET_DOWNLOAD_INFO, 0, 0, IOVT_BUFFER,
sizeof(fw_download_info_t) },
{"vars", IOV_VARS, 0, 0, IOVT_BUFFER, 0 },
{"devreset", IOV_DEVRESET, 0, 0, IOVT_UINT8, 0 },
{"pcie_device_trap", IOV_FORCE_FW_TRAP, 0, 0, 0, 0 },
{"pcie_lpbk", IOV_PCIE_LPBK, 0, 0, IOVT_UINT32, 0 },
{"cc_nvmshadow", IOV_CC_NVMSHADOW, 0, 0, IOVT_BUFFER, 0 },
{"ramsize", IOV_RAMSIZE, 0, 0, IOVT_UINT32, 0 },
{"ramstart", IOV_RAMSTART, 0, 0, IOVT_UINT32, 0 },
#ifdef COEX_CPU
{"coex_itcmbase", IOV_COEX_ITCMBASE, 0, 0, IOVT_UINT32, 0 },
{"coex_itcmsize", IOV_COEX_ITCMSIZE, 0, 0, IOVT_UINT32, 0 },
{"coex_dtcmbase", IOV_COEX_DTCMBASE, 0, 0, IOVT_UINT32, 0 },
{"coex_dtcmsize", IOV_COEX_DTCMSIZE, 0, 0, IOVT_UINT32, 0 },
#endif /* COEX_CPU */
#ifdef DHD_PCIE_REG_ACCESS
{"pciereg", IOV_PCIEREG, 0, 0, IOVT_BUFFER, 2 * sizeof(int32) },
{"pciecfgreg", IOV_PCIECFGREG, DHD_IOVF_PWRREQ_BYPASS, 0, IOVT_BUFFER, 2 * sizeof(int32) },
{"pciecorereg", IOV_PCIECOREREG, 0, 0, IOVT_BUFFER, 2 * sizeof(int32) },
{"pcieserdesreg", IOV_PCIESERDESREG, 0, 0, IOVT_BUFFER, 3 * sizeof(int32) },
{"bar0secwinreg", IOV_BAR0_SECWIN_REG, 0, 0, IOVT_BUFFER, sizeof(sdreg_t) },
{"sbreg", IOV_SBREG, 0, 0, IOVT_BUFFER, sizeof(uint8) },
#endif /* DHD_PCIE_REG_ACCESS */
{"pcie_dmaxfer", IOV_PCIE_DMAXFER, 0, 0, IOVT_BUFFER, sizeof(dma_xfer_info_t)},
{"lpbk_dmaxfer_data_pattern", IOV_PCIE_DMAXFER_PTRN, 0, 0, IOVT_UINT32, 0},
{"pcie_suspend", IOV_PCIE_SUSPEND, DHD_IOVF_PWRREQ_BYPASS, 0, IOVT_UINT32, 0 },
#ifdef PCIE_OOB
{"oob_bt_reg_on", IOV_OOB_BT_REG_ON, 0, 0, IOVT_UINT32, 0 },
{"oob_enable", IOV_OOB_ENABLE, 0, 0, IOVT_UINT32, 0 },
#endif /* PCIE_OOB */
{"sleep_allowed", IOV_SLEEP_ALLOWED, 0, 0, IOVT_BOOL, 0 },
{"dngl_isolation", IOV_DONGLEISOLATION, 0, 0, IOVT_UINT32, 0 },
{"ltrsleep_on_unload", IOV_LTRSLEEPON_UNLOOAD, 0, 0, IOVT_UINT32, 0 },
{"dump_ringupdblk", IOV_DUMP_RINGUPD_BLOCK, 0, 0, IOVT_BUFFER, 0 },
{"dma_ring_indices", IOV_DMA_RINGINDICES, 0, 0, IOVT_UINT32, 0},
{"metadata_dbg", IOV_METADATA_DBG, 0, 0, IOVT_BOOL, 0 },
{"rx_metadata_len", IOV_RX_METADATALEN, 0, 0, IOVT_UINT32, 0 },
{"tx_metadata_len", IOV_TX_METADATALEN, 0, 0, IOVT_UINT32, 0 },
{"db1_for_mb", IOV_DB1_FOR_MB, 0, 0, IOVT_UINT32, 0 },
{"txp_thresh", IOV_TXP_THRESHOLD, 0, 0, IOVT_UINT32, 0 },
{"buzzz_dump", IOV_BUZZZ_DUMP, 0, 0, IOVT_UINT32, 0 },
{"flow_prio_map", IOV_FLOW_PRIO_MAP, 0, 0, IOVT_UINT32, 0 },
#ifdef DHD_PCIE_RUNTIMEPM
{"idletime", IOV_IDLETIME, 0, 0, IOVT_INT32, 0 },
#endif /* DHD_PCIE_RUNTIMEPM */
{"rx_cpl_post_bound", IOV_RX_CPL_POST_BOUND, 0, 0, IOVT_UINT32, 0 },
{"tx_cpl_bound", IOV_TX_CPL_BOUND, 0, 0, IOVT_UINT32, 0 },
{"ctrl_cpl_post_bound", IOV_CTRL_CPL_POST_BOUND, 0, 0, IOVT_UINT32, 0 },
{"tx_post_bound", IOV_TX_POST_BOUND, 0, 0, IOVT_UINT32, 0 },
#ifdef DHD_PCIE_REG_ACCESS
{"aspm", IOV_PCIEASPM, 0, 0, IOVT_INT32, 0 },
#endif /* DHD_PCIE_REG_ACCESS */
{"fw_hang_report", IOV_HANGREPORT, 0, 0, IOVT_BOOL, 0 },
{"h2d_mb_data", IOV_H2D_MAILBOXDATA, 0, 0, IOVT_UINT32, 0 },
{"inforings", IOV_INFORINGS, 0, 0, IOVT_UINT32, 0 },
{"h2d_phase", IOV_H2D_PHASE, 0, 0, IOVT_UINT32, 0 },
{"force_trap_bad_h2d_phase", IOV_H2D_ENABLE_TRAP_BADPHASE, 0, 0,
IOVT_UINT32, 0 },
{"ring_size_ver", IOV_RING_SIZE_VER, 0, 0, IOVT_UINT32, 0 },
{"h2d_max_txpost", IOV_H2D_TXPOST_MAX_ITEM, 0, 0, IOVT_UINT32, 0 },
{"h2d_htput_max_txpost", IOV_H2D_HTPUT_TXPOST_MAX_ITEM, 0, 0, IOVT_UINT32, 0 },
{"d2h_max_txcpl", IOV_D2H_TXCPL_MAX_ITEM, 0, 0, IOVT_UINT32, 0 },
{"h2d_max_rxpost", IOV_H2D_RXPOST_MAX_ITEM, 0, 0, IOVT_UINT32, 0 },
{"d2h_max_rxcpl", IOV_D2H_RXCPL_MAX_ITEM, 0, 0, IOVT_UINT32, 0 },
{"h2d_max_ctrlpost", IOV_H2D_CTRLPOST_MAX_ITEM, 0, 0, IOVT_UINT32, 0 },
{"d2h_max_ctrlcpl", IOV_D2H_CTRLCPL_MAX_ITEM, 0, 0, IOVT_UINT32, 0 },
{"rx_buf_burst", IOV_RX_BUF_BURST, 0, 0, IOVT_UINT32, 0 },
{"rx_bufpost_threshold", IOV_RX_BUFPOST_THRESHOLD, 0, 0, IOVT_UINT32, 0 },
{"trap_data", IOV_TRAPDATA, 0, 0, IOVT_BUFFER, 0 },
{"trap_data_raw", IOV_TRAPDATA_RAW, 0, 0, IOVT_BUFFER, 0 },
{"cto_prevention", IOV_CTO_PREVENTION, 0, 0, IOVT_UINT32, 0 },
{"pcie_wd_reset", IOV_PCIE_WD_RESET, 0, 0, IOVT_BOOL, 0 },
#ifdef DEVICE_TX_STUCK_DETECT
{"dev_tx_stuck_monitor", IOV_DEVICE_TX_STUCK_DETECT, 0, 0, IOVT_UINT32, 0 },
#endif /* DEVICE_TX_STUCK_DETECT */
{"dump_dongle", IOV_DUMP_DONGLE, 0, 0, IOVT_BUFFER,
MAX(sizeof(dump_dongle_in_t), sizeof(dump_dongle_out_t))},
{"clear_ring", IOV_CLEAR_RING, 0, 0, IOVT_UINT32, 0 },
#ifdef DHD_EFI
{"properties", IOV_WIFI_PROPERTIES, 0, 0, IOVT_BUFFER, 0},
{"otp_dump", IOV_OTP_DUMP, 0, 0, IOVT_BUFFER, 0},
{"control_signal", IOV_CONTROL_SIGNAL, 0, 0, IOVT_UINT32, 0},
#ifdef BT_OVER_PCIE
{"btop_test", IOV_BTOP_TEST, 0, 0, IOVT_UINT32, 0},
#endif
#endif /* DHD_EFI */
{"idma_enable", IOV_IDMA_ENABLE, 0, 0, IOVT_UINT32, 0 },
{"ifrm_enable", IOV_IFRM_ENABLE, 0, 0, IOVT_UINT32, 0 },
{"dar_enable", IOV_DAR_ENABLE, 0, 0, IOVT_UINT32, 0 },
{"cap", IOV_DHD_CAPS, 0, 0, IOVT_BUFFER, 0},
#if defined(DEBUGGER) || defined(DHD_DSCOPE)
{"gdb_server", IOV_GDB_SERVER, 0, 0, IOVT_UINT32, 0 },
#endif /* DEBUGGER || DHD_DSCOPE */
#if defined(GDB_PROXY)
{"gdb_proxy_probe", IOV_GDB_PROXY_PROBE, 0, 0, IOVT_BUFFER, 2 * sizeof(int32) },
{"gdb_proxy_stop_count", IOV_GDB_PROXY_STOP_COUNT, 0, 0, IOVT_UINT32, 0 },
#endif /* GDB_PROXY */
{"inb_dw_enable", IOV_INB_DW_ENABLE, 0, 0, IOVT_UINT32, 0 },
#if defined(PCIE_OOB) || defined(PCIE_INB_DW)
{"deep_sleep", IOV_DEEP_SLEEP, 0, 0, IOVT_UINT32, 0},
#endif /* PCIE_OOB || PCIE_INB_DW */
{"cto_threshold", IOV_CTO_THRESHOLD, 0, 0, IOVT_UINT32, 0 },
#ifdef D2H_MINIDUMP
{"minidump_override", IOV_MINIDUMP_OVERRIDE, 0, 0, IOVT_UINT32, 0 },
#endif /* D2H_MINIDUMP */
{"hscbsize", IOV_HSCBSIZE, 0, 0, IOVT_UINT32, 0 },
#ifdef DHD_BUS_MEM_ACCESS
{"hscbbytes", IOV_HSCBBYTES, 0, 0, IOVT_BUFFER, 2 * sizeof(int32) },
#endif
#ifdef DHD_FWTRACE
{"fwtrace", IOV_FWTRACE, 0, 0, IOVT_UINT32, 0 },
#endif /* DHD_FWTRACE */
#ifdef DHD_HP2P
{"hp2p_enable", IOV_HP2P_ENABLE, 0, 0, IOVT_UINT32, 0 },
{"hp2p_pkt_thresh", IOV_HP2P_PKT_THRESHOLD, 0, 0, IOVT_UINT32, 0 },
{"hp2p_time_thresh", IOV_HP2P_TIME_THRESHOLD, 0, 0, IOVT_UINT32, 0 },
{"hp2p_pkt_expiry", IOV_HP2P_PKT_EXPIRY, 0, 0, IOVT_UINT32, 0 },
{"hp2p_txcpl_maxitems", IOV_HP2P_TXCPL_MAXITEMS, 0, 0, IOVT_UINT32, 0 },
{"hp2p_rxcpl_maxitems", IOV_HP2P_RXCPL_MAXITEMS, 0, 0, IOVT_UINT32, 0 },
{"hp2p_scale_factor", IOV_HP2P_SCALE_FACTOR, 0, 0, IOVT_UINT32, 0 },
{"tx_duration_scale", IOV_TXDUR_SCALE_FACTOR, 0, 0, IOVT_UINT32, 0 },
{"rx_duration_scale", IOV_RXDUR_SCALE_FACTOR, 0, 0, IOVT_UINT32, 0 },
#endif /* DHD_HP2P */
#ifdef DHD_MESH
{"mesh_rxcpl_maxitems", IOV_MESH_RXCPL_MAXITEMS, 0, 0, IOVT_UINT32, 0 },
#endif /* DHD_HP2P */
{"extdtxs_in_txcpl", IOV_EXTDTXS_IN_TXCPL, 0, 0, IOVT_UINT32, 0 },
{"hostrdy_after_init", IOV_HOSTRDY_AFTER_INIT, 0, 0, IOVT_UINT32, 0 },
{"hp2p_mf_enable", IOV_HP2P_MF_ENABLE, 0, 0, IOVT_UINT32, 0 },
{"dump_rxlat", IOV_DONGLE_RXLAT_INFO, 0, 0, IOVT_BUFFER,
sizeof(rx_cpl_history_t) * MAX_RXCPL_HISTORY + 128 },
{"dump_rxlat_hist", IOV_DONGLE_RXLAT_HISTO, 0, 0, IOVT_BUFFER,
(MAX_RX_LAT_PRIO * MAX_RX_LAT_HIST_BIN * 2) + 128 },
{"lpm_mode", IOV_LPM_MODE, 0, 0, IOVT_UINT32, 0 },
{"dump_txcpl", IOV_DONGLE_TXCPL_INFO, 0, 0, IOVT_BUFFER,
sizeof(tx_cpl_history_t) * MAX_TXCPL_HISTORY + 128 },
#ifdef DHD_AGGR_WI
{"aggr_wi_enab", IOV_AGGR_WI_ENAB, 0, 0, IOVT_UINT32, 0},
#endif /* DHD_AGGR_WI */
{"security_status", IOV_DONGLE_SEC_INFO, 0, 0, IOVT_BUFFER,
sizeof(tx_cpl_history_t) * MAX_TXCPL_HISTORY + 128 },
{"sboot_disable", IOV_DONGLE_SBOOT_DIS, 0, 0, IOVT_BUFFER,
sizeof(tx_cpl_history_t) * MAX_TXCPL_HISTORY + 128 },
{"mdring_link", IOV_MDRING_LINK, 0, 0, IOVT_UINT32, 0 },
{"mdring_unlink", IOV_MDRING_UNLINK, 0, 0, IOVT_UINT32, 0 },
{"dump_mdring", IOV_MDRING_DUMP, 0, 0, IOVT_BUFFER,
MAX_MDRING_ITEM_DUMP * D2HRING_MDCMPLT_ITEMSIZE },
{"flowring_bkp_qsize", IOV_FLOWRING_BKP_QSIZE, 0, 0, IOVT_UINT32, 0},
{"max_host_rxbufs", IOV_MAX_HOST_RXBUFS, 0, 0, IOVT_UINT32, 0},
{"ptm_enable", IOV_PTM_ENABLE, 0, 0, IOVT_UINT32, 0 },
{"ptm_validate_ts", IOV_PTM_VALIDATE_TS, 0, 0, IOVT_UINT32, 0 },
{"host_init_hw_exit_latency", IOV_HOST_INIT_HW_EXIT_LATENCY, 0, 0,
IOVT_UINT32, 0 },
{"cto_recovery", IOV_CTO_RECOVERY, 0, 0, IOVT_UINT32, 0 },
{NULL, 0, 0, 0, 0, 0 }
};
#ifdef BCMQT_HW
#define MAX_READ_TIMEOUT 200 * 1000 /* 200 ms in dongle time */
#elif defined(NDIS)
#define MAX_READ_TIMEOUT 5 * 1000 * 1000
#else
#define MAX_READ_TIMEOUT 2 * 1000 * 1000
#endif
#define DHD_INFORING_BOUND 32
#define DHD_BTLOGRING_BOUND 32
#if defined(DEBUGGER) || defined(DHD_DSCOPE)
static uint16
dhdpcie_gdb_bus_rtcm16(dhd_bus_t *bus, ulong offset)
{
return dhdpcie_bus_rtcm16(bus, DHD_PCIE_MEM_BAR1, offset);
}
static uint32
dhdpcie_gdb_bus_rtcm32(dhd_bus_t *bus, ulong offset)
{
return dhdpcie_bus_rtcm32(bus, DHD_PCIE_MEM_BAR1, offset);
}
static void
dhdpcie_gdb_bus_wtcm32(dhd_bus_t *bus, ulong offset, uint32 data)
{
dhdpcie_bus_wtcm32(bus, DHD_PCIE_MEM_BAR1, offset, data);
}
/** the GDB debugger layer will call back into this (bus) layer to read/write dongle memory */
static struct dhd_gdb_bus_ops_s bus_ops = {
.read_u16 = dhdpcie_gdb_bus_rtcm16,
.read_u32 = dhdpcie_gdb_bus_rtcm32,
.write_u32 = dhdpcie_gdb_bus_wtcm32,
};
#endif /* DEBUGGER || DHD_DSCOPE */
bool
dhd_bus_get_flr_force_fail(struct dhd_bus *bus)
{
return bus->flr_force_fail;
}
/**
* Register/Unregister functions are called by the main DHD entry point (eg module insertion) to
* link with the bus driver, in order to look for or await the device.
*/
int
dhd_bus_register(void)
{
DHD_TRACE(("%s: Enter\n", __FUNCTION__));
return dhdpcie_bus_register();
}
void
dhd_bus_unregister(void)
{
DHD_TRACE(("%s: Enter\n", __FUNCTION__));
dhdpcie_bus_unregister();
return;
}
/** returns a host virtual address */
uint32 *
dhdpcie_bus_reg_map(osl_t *osh, ulong addr, int size)
{
return (uint32 *)REG_MAP(addr, size);
}
void
dhdpcie_bus_reg_unmap(osl_t *osh, volatile char *addr, int size)
{
REG_UNMAP(addr);
return;
}
/**
* retrun H2D Doorbell registers address
* use DAR registers instead of enum register for corerev >= 23 (4347B0)
*/
uint
dhd_bus_db0_addr_get(struct dhd_bus *bus)
{
uint addr = PCIE_REG_OFF(hosttodev0doorbell0);
uint dar_addr = DAR_PCIH2D_DB0_0(bus->sih->buscorerev);
/* Note: For DAR doorbell registers, the values is invalid. */
return ((DAR_ACTIVE(bus->dhd)) ? dar_addr : addr);
}
uint
dhd_bus_db0_addr_2_get(struct dhd_bus *bus)
{
/* Note: For DAR doorbell registers, the values is invalid. */
return ((DAR_ACTIVE(bus->dhd)) ? DAR_PCIH2D_DB2_0(bus->sih->buscorerev) :
PCIE_REG_OFF(hosttodev2doorbell0));
}
uint
dhd_bus_db1_addr_get(struct dhd_bus *bus)
{
/* Note: For DB1, don't use DAR register */
return PCIE_REG_OFF(hosttodev0doorbell1);
}
uint
dhd_bus_db1_addr_3_get(struct dhd_bus *bus)
{
/* Note: For DB7, don't use DAR register */
return PCIE_REG_OFF(hosttodev3doorbell1);
}
static void
dhd_init_pwr_req_lock(dhd_bus_t *bus)
{
if (!bus->pwr_req_lock) {
bus->pwr_req_lock = osl_spin_lock_init(bus->osh);
}
}
static void
dhd_deinit_pwr_req_lock(dhd_bus_t *bus)
{
if (bus->pwr_req_lock) {
osl_spin_lock_deinit(bus->osh, bus->pwr_req_lock);
bus->pwr_req_lock = NULL;
}
}
#ifdef PCIE_INB_DW
void
dhdpcie_set_dongle_deepsleep(dhd_bus_t *bus, bool val)
{
ulong flags_ds;
if (INBAND_DW_ENAB(bus)) {
DHD_BUS_DONGLE_DS_LOCK(bus->dongle_ds_lock, flags_ds);
bus->dongle_in_deepsleep = val;
DHD_BUS_DONGLE_DS_UNLOCK(bus->dongle_ds_lock, flags_ds);
}
}
void
dhd_init_dongle_ds_lock(dhd_bus_t *bus)
{
if (!bus->dongle_ds_lock) {
bus->dongle_ds_lock = osl_spin_lock_init(bus->osh);
}
}
void
dhd_deinit_dongle_ds_lock(dhd_bus_t *bus)
{
if (bus->dongle_ds_lock) {
osl_spin_lock_deinit(bus->osh, bus->dongle_ds_lock);
bus->dongle_ds_lock = NULL;
}
}
#endif /* PCIE_INB_DW */
/*
* WAR for SWWLAN-215055 - [4378B0] ARM fails to boot without DAR WL domain request
*/
void
dhd_bus_pcie_pwr_req_wl_domain(struct dhd_bus *bus, uint offset, bool enable)
{
if (enable) {
si_corereg(bus->sih, bus->sih->buscoreidx, offset,
SRPWR_DMN1_ARMBPSD_MASK << SRPWR_REQON_SHIFT,
SRPWR_DMN1_ARMBPSD_MASK << SRPWR_REQON_SHIFT);
} else {
si_corereg(bus->sih, bus->sih->buscoreidx, offset,
SRPWR_DMN1_ARMBPSD_MASK << SRPWR_REQON_SHIFT, 0);
}
}
static INLINE void
_dhd_bus_pcie_pwr_req_clear_cmn(struct dhd_bus *bus)
{
uint mask;
/*
* If multiple de-asserts, decrement ref and return
* Clear power request when only one pending
* so initial request is not removed unexpectedly
*/
if (bus->pwr_req_ref > 1) {
bus->pwr_req_ref--;
return;
}
ASSERT(bus->pwr_req_ref == 1);
if (MULTIBP_ENAB(bus->sih)) {
/* Common BP controlled by HW so only need to toggle WL/ARM backplane */
mask = SRPWR_DMN1_ARMBPSD_MASK;
} else {
mask = SRPWR_DMN0_PCIE_MASK | SRPWR_DMN1_ARMBPSD_MASK;
}
si_srpwr_request(bus->sih, mask, 0);
bus->pwr_req_ref = 0;
}
void
dhd_bus_pcie_pwr_req_clear(struct dhd_bus *bus)
{
unsigned long flags = 0;
DHD_BUS_PWR_REQ_LOCK(bus->pwr_req_lock, flags);
_dhd_bus_pcie_pwr_req_clear_cmn(bus);
DHD_BUS_PWR_REQ_UNLOCK(bus->pwr_req_lock, flags);
}
static INLINE void
dhd_bus_pcie_pwr_req_clear_nolock(struct dhd_bus *bus)
{
_dhd_bus_pcie_pwr_req_clear_cmn(bus);
}
static INLINE void
_dhd_bus_pcie_pwr_req_cmn(struct dhd_bus *bus)
{
uint mask, val;
/* If multiple request entries, increment reference and return */
if (bus->pwr_req_ref > 0) {
bus->pwr_req_ref++;
return;
}
ASSERT(bus->pwr_req_ref == 0);
if (MULTIBP_ENAB(bus->sih)) {
/* Common BP controlled by HW so only need to toggle WL/ARM backplane */
mask = SRPWR_DMN1_ARMBPSD_MASK;
val = SRPWR_DMN1_ARMBPSD_MASK;
} else {
mask = SRPWR_DMN0_PCIE_MASK | SRPWR_DMN1_ARMBPSD_MASK;
val = SRPWR_DMN0_PCIE_MASK | SRPWR_DMN1_ARMBPSD_MASK;
}
si_srpwr_request(bus->sih, mask, val);
bus->pwr_req_ref = 1;
}
void
dhd_bus_pcie_pwr_req(struct dhd_bus *bus)
{
unsigned long flags = 0;
DHD_BUS_PWR_REQ_LOCK(bus->pwr_req_lock, flags);
_dhd_bus_pcie_pwr_req_cmn(bus);
DHD_BUS_PWR_REQ_UNLOCK(bus->pwr_req_lock, flags);
}
static INLINE void
_dhd_bus_pcie_pwr_req_pd0123_cmn(struct dhd_bus *bus)
{
uint mask, val;
mask = SRPWR_DMN_ALL_MASK(bus->sih);
val = SRPWR_DMN_ALL_MASK(bus->sih);
si_srpwr_request(bus->sih, mask, val);
}
void
dhd_bus_pcie_pwr_req_reload_war(struct dhd_bus *bus)
{
unsigned long flags = 0;
/*
* Few corerevs need the power domain to be active for FLR.
* Return if the pwr req is not applicable for the corerev
*/
if (!(PCIE_PWR_REQ_RELOAD_WAR_ENAB(bus->sih->buscorerev))) {
return;
}
DHD_BUS_PWR_REQ_LOCK(bus->pwr_req_lock, flags);
_dhd_bus_pcie_pwr_req_pd0123_cmn(bus);
DHD_BUS_PWR_REQ_UNLOCK(bus->pwr_req_lock, flags);
}
static INLINE void
_dhd_bus_pcie_pwr_req_clear_pd0123_cmn(struct dhd_bus *bus)
{
uint mask;
mask = SRPWR_DMN_ALL_MASK(bus->sih);
si_srpwr_request(bus->sih, mask, 0);
}
void
dhd_bus_pcie_pwr_req_clear_reload_war(struct dhd_bus *bus)
{
unsigned long flags = 0;
/* return if the pwr clear is not applicable for the corerev */
if (!(PCIE_PWR_REQ_RELOAD_WAR_ENAB(bus->sih->buscorerev))) {
return;
}
DHD_BUS_PWR_REQ_LOCK(bus->pwr_req_lock, flags);
_dhd_bus_pcie_pwr_req_clear_pd0123_cmn(bus);
DHD_BUS_PWR_REQ_UNLOCK(bus->pwr_req_lock, flags);
}
static INLINE void
dhd_bus_pcie_pwr_req_nolock(struct dhd_bus *bus)
{
_dhd_bus_pcie_pwr_req_cmn(bus);
}
bool
dhdpcie_chip_support_msi(dhd_bus_t *bus)
{
/* For chips with buscorerev <= 14 intstatus
* is not getting cleared from these firmwares.
* Either host can read and clear intstatus for these
* or not enable MSI at all.
* Here option 2 of not enabling MSI is choosen.
* Also for hw4 chips, msi is not enabled.
*/
DHD_PRINT(("%s: buscorerev=%d chipid=0x%x\n",
__FUNCTION__, bus->sih->buscorerev, si_chipid(bus->sih)));
if (bus->sih->buscorerev <= 14 ||
si_chipid(bus->sih) == BCM4385_CHIP_ID ||
si_chipid(bus->sih) == BCM4375_CHIP_ID ||
si_chipid(bus->sih) == BCM4376_CHIP_ID ||
si_chipid(bus->sih) == BCM4362_CHIP_ID ||
si_chipid(bus->sih) == BCM43751_CHIP_ID ||
si_chipid(bus->sih) == BCM43752_CHIP_ID ||
si_chipid(bus->sih) == BCM4361_CHIP_ID ||
si_chipid(bus->sih) == BCM4359_CHIP_ID) {
return FALSE;
} else {
return TRUE;
}
}
/*
* Based on the combination of buscorerev and chipid,
* if boot interrupt is expected return true. Else false.
*/
static bool
dhdpcie_chip_support_fw_boot_intr(dhd_bus_t *bus)
{
/*
* 1. chip with buscorerev < 68 doesnot support boot interrupt
* 2. Though 4383 buscorerev > 68 boot interrupt is not supported yet
*/
if ((bus->sih->buscorerev < 68) || (si_chipid(bus->sih) == BCM4383_CHIP_ID)) {
return FALSE;
}
return TRUE;
}
bool
dhd_ptm_sync_prerequisite(dhd_pub_t *dhd)
{
DHD_PRINT(("%s ptm_sync_periodic: %d ptm_cfg_enabled: %d dongle_support_ptm: %d\n",
__FUNCTION__, ptm_sync_periodic,
dhd->bus->ptm_cfg_enabled, dhd->dongle_support_ptm));
/* PTM user control check */
if (ptm_sync_periodic) {
/* PTM is supported by both EP and RC. Also PTM is not disabled for this chip */
if (dhd->bus->ptm_cfg_enabled) {
/* dongle advertised PTM */
if (dhd->dongle_support_ptm) {
return TRUE;
}
}
}
return FALSE;
}
/* Get LTR sleep latency which dongle has set through wl bus IOVAR */
static int32
dhdpcie_ltr_sleep_lat_get(dhd_pub_t *dhdp, uint32 *ltr_sleep_lat_ns)
{
uint32 ltr_sleep_lat, ltr_latency_scale, ltr_latency_value;
int32 ret = 0;
ret = dhd_iovar(dhdp, 0, "bus:ltr_sleep_lat", NULL, 0, (char *)&ltr_sleep_lat,
sizeof(ltr_sleep_lat), FALSE);
if (ret < 0) {
DHD_ERROR(("%s: , bus:ltr_sleep_lat not supported, proceed\n", __FUNCTION__));
} else {
ltr_latency_scale =
(ltr_sleep_lat & PCIE_LTR_LAT_SCALE_MASK) >> PCIE_LTR_LAT_SCALE_SHIFT;
ltr_latency_value = ltr_sleep_lat & PCIE_LTR_LAT_VALUE_MASK;
*ltr_sleep_lat_ns = ltr_latency_scale_ns[ltr_latency_scale] * ltr_latency_value;
DHD_PRINT(("ltr_sleep_lat = %dus, ltr_sleep_lat : 0x%x ltr_latency_scale: %d"
" ltr_latency_value: %d\n", (*ltr_sleep_lat_ns / 1000),
ltr_sleep_lat, ltr_latency_scale, ltr_latency_value));
}
return ret;
}
/* Get LTR active latency which dongle has set through wl bus IOVAR */
static uint32
dhdpcie_ltr_active_lat_get(dhd_pub_t *dhdp, uint32 *ltr_active_lat_ns)
{
uint32 ltr_active_lat, ltr_latency_scale, ltr_latency_value;
int32 ret = 0;
ret = dhd_iovar(dhdp, 0, "bus:ltr_active_lat", NULL, 0, (char *)&ltr_active_lat,
sizeof(ltr_active_lat), FALSE);
if (ret < 0) {
DHD_ERROR(("%s: , bus:ltr_active_lat not supported, proceed\n", __FUNCTION__));
} else {
ltr_latency_scale =
(ltr_active_lat & PCIE_LTR_LAT_SCALE_MASK) >> PCIE_LTR_LAT_SCALE_SHIFT;
ltr_latency_value = (ltr_active_lat & PCIE_LTR_LAT_VALUE_MASK);
*ltr_active_lat_ns = ltr_latency_scale_ns[ltr_latency_scale] * ltr_latency_value;
DHD_PRINT(("ltr_active_lat = %dus, ltr_active_lat: 0x%x ltr_latency_scale: %d"
" ltr_latency_value: 0x%x\n",
(*ltr_active_lat_ns / 1000), ltr_active_lat,
ltr_latency_scale, ltr_latency_value));
}
return ret;
}
/* Set LTR active latency through wl bus IOVAR */
static int32
dhdpcie_ltr_active_lat_set(dhd_pub_t *dhdp, uint32 ltr_active_lat_set_us)
{
int ret = 0;
ret = dhd_iovar(dhdp, 0, "bus:ltr_active_lat",
(char *)&ltr_active_lat_set_us, 4, NULL, 0, TRUE);
if (ret < 0) {
DHD_ERROR(("%s: , bus:ltr_active_lat set failed, proceed\n", __FUNCTION__));
}
return ret;
}
/* Get LTR threshold set by RC */
static int32
dhdpcie_cfg_ltr_threshold_get(dhd_pub_t *dhdp, uint32 *ltr_threshold_lat_ns)
{
uint32 ltr_threshold, ltr_latency_scale, ltr_latency_value;
ltr_threshold = dhdpcie_ep_access_cap(dhdp->bus, PCIE_EXTCAP_ID_L1SS,
PCIE_EXTCAP_L1SS_CONTROL_OFFSET, TRUE, FALSE, 0);
if (ltr_threshold == -1) {
return BCME_ERROR;
}
ltr_latency_scale =
(ltr_threshold & PCIE_LTR_THRESHOLD_SCALE_MASK) >> PCIE_LTR_THRESHOLD_SCALE_SHIFT;
ltr_latency_value =
(ltr_threshold & PCIE_LTR_THRESHOLD_VALUE_MASK) >> PCIE_LTR_THRESHOLD_VALUE_SHIFT;
*ltr_threshold_lat_ns = ltr_latency_scale_ns[ltr_latency_scale] * ltr_latency_value;
DHD_PRINT(("ltr_threshold_lat = %dus, ltr_threshold: 0x%x ltr_latency_scale: %d"
" ltr_latency_value 0x%x\n",
(*ltr_threshold_lat_ns / 1000), ltr_threshold,
ltr_latency_scale, ltr_latency_value));
return 0;
}
/*
* In case LTR active is greater than LTR threshold, for dongle to enter L1.1,
* set LTR active to 90% of LTR threshold.
*/
static void
dhdpcie_ltr_active_sanity_check(dhd_pub_t *dhdp)
{
uint32 ltr_active_lat_ns;
uint32 ltr_threshold_lat_ns;
uint32 ltr_sleep_lat_ns;
uint32 ltr_active_lat_set;
int32 ret = 0;
ret = dhdpcie_ltr_active_lat_get(dhdp, &ltr_active_lat_ns);
if (ret < 0) {
return;
}
ret = dhdpcie_cfg_ltr_threshold_get(dhdp, &ltr_threshold_lat_ns);
if (ret < 0) {
return;
}
/*
* ltr_threshold_lat_ns: LTR threshold set by RC
* ltr_active_lat_ns: LTR active set by FW
* To enter L1.1 ltr_active_lat_ns should be less than ltr_threshold_lat_ns.
* When the above condition is not met change the bus:ltr_active_lat set by Dongle.
*/
if (ltr_active_lat_ns >= ltr_threshold_lat_ns) {
/* 90% of ltr_threshold_lat_ns */
ltr_active_lat_set = ((ltr_threshold_lat_ns * 90) / 100);
/* the wl iovar expects us as input */
ret = dhdpcie_ltr_active_lat_set(dhdp, ltr_active_lat_set / 1000);
if (ret < 0) {
return;
}
DHD_PRINT(("To enter L1.1, LTR active latency should be less than LTR threshold"
" set by RC. But the same was not true. Hence changed the"
" LTR active latency to %dus\n", ltr_active_lat_set / 1000));
dhdp->bus->ltr_active_set_during_init = TRUE;
/* read and check the ltr set */
ret = dhdpcie_ltr_active_lat_get(dhdp, &ltr_active_lat_ns);
if (ret < 0) {
return;
}
}
/* for debug information */
dhdpcie_ltr_sleep_lat_get(dhdp, &ltr_sleep_lat_ns);
}
/* This is the function to plug-in any post prot init quirks */
void
dhdpcie_quirks_after_prot_init(dhd_pub_t *dhdp)
{
dhdpcie_ltr_active_sanity_check(dhdp);
}
/* This is the function to plug-in any quirks before dongle attach */
int32
dhdpcie_quirks_before_dongle_attach(dhd_bus_t *bus)
{
uint16 chipid;
if (bus == NULL) {
DHD_ERROR(("%s dhd_bus_t is NULL\n", __FUNCTION__));
return BCME_NOTUP;
}
chipid = dhd_get_chipid(bus);
if (chipid == (uint16)-1) {
DHD_ERROR(("%s chipid=0x%x\n", __FUNCTION__, chipid));
return BCME_ERROR;
}
#if defined(BCMSUP_4WAY_HANDSHAKE)
dhd_initilize_idsup(chipid);
#endif /* BCMSUP_4WAY_HANDSHAKE */
return BCME_OK;
}
/**
* Called once for each hardware (dongle) instance that this DHD manages.
*
* 'regs' is the host virtual address that maps to the start of the PCIe BAR0 window. The first 4096
* bytes in this window are mapped to the backplane address in the PCIEBAR0Window register. The
* precondition is that the PCIEBAR0Window register 'points' at the PCIe core.
*
* 'tcm' is the *host* virtual address at which tcm is mapped.
*/
int dhdpcie_bus_attach(osl_t *osh, dhd_bus_t **bus_ptr,
volatile char *regs, volatile char *tcm, volatile char *bar2, void *pci_dev)
{
dhd_bus_t *bus = NULL;
int ret = BCME_OK;
DHD_TRACE(("%s: ENTER\n", __FUNCTION__));
do {
if (!(bus = MALLOCZ(osh, sizeof(dhd_bus_t)))) {
DHD_ERROR(("%s: MALLOC of dhd_bus_t failed\n", __FUNCTION__));
ret = BCME_NORESOURCE;
break;
}
bus->regs = regs;
bus->tcm = tcm;
bus->bar2 = bar2;
bus->osh = osh;
#ifndef NDIS
/* Save pci_dev into dhd_bus, as it may be needed in dhd_attach */
bus->dev = (struct pci_dev *)pci_dev;
#endif
#ifdef DHD_EFI
bus->pcie_dev = pci_dev;
#endif
dll_init(&bus->flowring_active_list);
#ifdef IDLE_TX_FLOW_MGMT
bus->active_list_last_process_ts = OSL_SYSUPTIME();
#endif /* IDLE_TX_FLOW_MGMT */
#ifdef DEVICE_TX_STUCK_DETECT
/* Enable the Device stuck detection feature by default */
bus->dev_tx_stuck_monitor = TRUE;
bus->device_tx_stuck_check = OSL_SYSUPTIME();
#endif /* DEVICE_TX_STUCK_DETECT */
/* Attach pcie shared structure */
if (!(bus->pcie_sh = MALLOCZ(osh, sizeof(pciedev_shared_t)))) {
DHD_ERROR(("%s: MALLOC of bus->pcie_sh failed\n", __FUNCTION__));
ret = BCME_NORESOURCE;
break;
}
/* dhd_common_init(osh); */
dhdpcie_quirks_before_dongle_attach(bus);
if (dhdpcie_dongle_attach(bus)) {
DHD_ERROR(("%s: dhdpcie_probe_attach failed\n", __FUNCTION__));
ret = BCME_NOTREADY;
break;
}
/* software resources */
if (!(bus->dhd = dhd_attach(osh, bus, PCMSGBUF_HDRLEN))) {
DHD_ERROR(("%s: dhd_attach failed\n", __FUNCTION__));
ret = BCME_NORESOURCE;
break;
}
DHD_PRINT(("%s: making DHD_BUS_DOWN\n", __FUNCTION__));
bus->dhd->busstate = DHD_BUS_DOWN;
bus->dhd->hostrdy_after_init = TRUE;
bus->db1_for_mb = TRUE;
bus->dhd->hang_report = TRUE;
bus->use_mailbox = FALSE;
bus->use_d0_inform = FALSE;
bus->init_done = FALSE;
bus->flr_force_fail = FALSE;
/* update the dma indices if set through module parameter. */
if (dma_ring_indices != 0) {
dhdpcie_set_dma_ring_indices(bus->dhd, dma_ring_indices);
}
#ifdef DHD_AGGR_WI
dhdpcie_set_aggr_wi_enable(bus->dhd, aggr_wi_enab);
#endif /* DHD_AGGR_WI */
/* update h2d phase support if set through module parameter */
bus->dhd->h2d_phase_supported = h2d_phase ? TRUE : FALSE;
/* update force trap on bad phase if set through module parameter */
bus->dhd->force_dongletrap_on_bad_h2d_phase =
force_trap_bad_h2d_phase ? TRUE : FALSE;
#ifdef BTLOG
bus->dhd->bt_logging_enabled = TRUE;
#endif
#ifdef IDLE_TX_FLOW_MGMT
bus->enable_idle_flowring_mgmt = FALSE;
#endif /* IDLE_TX_FLOW_MGMT */
bus->irq_registered = FALSE;
#ifdef DHD_MSI_SUPPORT
bus->d2h_intr_method = enable_msi && dhdpcie_chip_support_msi(bus) ?
PCIE_MSI : PCIE_INTX;
#else
bus->d2h_intr_method = PCIE_INTX;
#endif /* DHD_MSI_SUPPORT */
#ifdef NDIS
/* For NDIS use D2H INTMASK based control */
bus->d2h_intr_control = PCIE_D2H_INTMASK_CTRL;
#else
/* For MSI, use host irq based control and for INTX use D2H INTMASK based control */
if (bus->d2h_intr_method == PCIE_MSI) {
bus->d2h_intr_control = PCIE_HOST_IRQ_CTRL;
} else {
bus->d2h_intr_control = PCIE_D2H_INTMASK_CTRL;
}
#endif /* NDIS */
DHD_PRINT(("d2h_intr_method -> %s d2h_intr_control -> %s\n",
bus->d2h_intr_method ? "PCIE_MSI" : "PCIE_INTX",
bus->d2h_intr_control ? "HOST_IRQ" : "D2H_INTMASK"));
#ifdef DHD_HP2P
bus->hp2p_txcpl_max_items = DHD_MAX_ITEMS_HPP_TXCPL_RING;
bus->hp2p_rxcpl_max_items = DHD_MAX_ITEMS_HPP_RXCPL_RING;
#endif /* DHD_HP2P */
#ifdef DHD_MESH
bus->mesh_rxcpl_max_items = DHD_MAX_ITEMS_MESH_RXCPL_RING;
#endif /* DHD_MESH */
DHD_TRACE(("%s: EXIT SUCCESS\n",
__FUNCTION__));
g_dhd_bus = bus;
*bus_ptr = bus;
return ret;
} while (0);
DHD_TRACE(("%s: EXIT FAILURE\n", __FUNCTION__));
#ifdef DHD_EFI
/* for EFI even if there is an error, load still succeeds
* so 'bus' should not be freed here, it is freed during unload
*/
if (bus) {
*bus_ptr = bus;
}
#else
if (bus && bus->pcie_sh) {
MFREE(osh, bus->pcie_sh, sizeof(pciedev_shared_t));
}
if (bus) {
MFREE(osh, bus, sizeof(dhd_bus_t));
}
#endif /* DHD_EFI */
return ret;
}
bool
dhd_bus_skip_clm(dhd_pub_t *dhdp)
{
switch (dhd_bus_chip_id(dhdp)) {
case BCM4369_CHIP_ID:
return TRUE;
default:
return FALSE;
}
}
uint
dhd_bus_chip(struct dhd_bus *bus)
{
ASSERT(bus->sih != NULL);
return bus->sih->chip;
}
uint
dhd_bus_chiprev(struct dhd_bus *bus)
{
ASSERT(bus);
ASSERT(bus->sih != NULL);
return bus->sih->chiprev;
}
void *
dhd_bus_pub(struct dhd_bus *bus)
{
return bus->dhd;
}
void *
dhd_bus_sih(struct dhd_bus *bus)
{
return (void *)bus->sih;
}
void *
dhd_bus_txq(struct dhd_bus *bus)
{
return &bus->txq;
}
/** Get Chip ID version */
uint dhd_bus_chip_id(dhd_pub_t *dhdp)
{
dhd_bus_t *bus = dhdp->bus;
return bus->sih->chip;
}
/** Get Chip Rev ID version */
uint dhd_bus_chiprev_id(dhd_pub_t *dhdp)
{
dhd_bus_t *bus = dhdp->bus;
return bus->sih->chiprev;
}
/** Get Chip Pkg ID version */
uint dhd_bus_chippkg_id(dhd_pub_t *dhdp)
{
dhd_bus_t *bus = dhdp->bus;
return bus->sih->chippkg;
}
/** Conduct Loopback test */
int
dhd_bus_dmaxfer_lpbk(dhd_pub_t *dhdp, uint32 type)
{
dma_xfer_info_t dmaxfer_lpbk;
int ret = BCME_OK;
#define PCIE_DMAXFER_LPBK_LENGTH 4096
bzero(&dmaxfer_lpbk, sizeof(dma_xfer_info_t));
dmaxfer_lpbk.version = DHD_DMAXFER_VERSION;
dmaxfer_lpbk.length = (uint16)sizeof(dma_xfer_info_t);
dmaxfer_lpbk.num_bytes = PCIE_DMAXFER_LPBK_LENGTH;
dmaxfer_lpbk.type = type;
dmaxfer_lpbk.should_wait = TRUE;
ret = dhd_bus_iovar_op(dhdp, "pcie_dmaxfer", NULL, 0,
(char *)&dmaxfer_lpbk, sizeof(dma_xfer_info_t), IOV_SET);
if (ret < 0) {
DHD_ERROR(("failed to start PCIe Loopback Test!!! "
"Type:%d Reason:%d\n", type, ret));
return ret;
}
if (dmaxfer_lpbk.status != DMA_XFER_SUCCESS) {
DHD_ERROR(("failed to check PCIe Loopback Test!!! "
"Type:%d Status:%d Error code:%d\n", type,
dmaxfer_lpbk.status, dmaxfer_lpbk.error_code));
ret = BCME_ERROR;
} else {
DHD_PRINT(("successful to check PCIe Loopback Test"
" Type:%d\n", type));
}
#undef PCIE_DMAXFER_LPBK_LENGTH
return ret;
}
/* Check if there is DPC scheduling errors */
bool
dhd_bus_query_dpc_sched_errors(dhd_pub_t *dhdp)
{
dhd_bus_t *bus = dhdp->bus;
bool sched_err;
if ((bus->dpc_entry_time < bus->isr_exit_time) && bus->dpc_sched) {
/* Kernel doesn't schedule the DPC after processing PCIe IRQ */
sched_err = TRUE;
} else if (bus->dpc_entry_time < bus->resched_dpc_time) {
/* Kernel doesn't schedule the DPC after DHD tries to reschedule
* the DPC due to pending work items to be processed.
*/
sched_err = TRUE;
} else {
sched_err = FALSE;
}
if (sched_err) {
/* print out minimum timestamp info */
DHD_PRINT(("isr_entry_time="SEC_USEC_FMT
" isr_exit_time="SEC_USEC_FMT
" dpc_entry_time="SEC_USEC_FMT
"\ndpc_exit_time="SEC_USEC_FMT
" isr_sched_dpc_time="SEC_USEC_FMT
" resched_dpc_time="SEC_USEC_FMT
" dpc_sched=%u\n",
GET_SEC_USEC(bus->isr_entry_time),
GET_SEC_USEC(bus->isr_exit_time),
GET_SEC_USEC(bus->dpc_entry_time),
GET_SEC_USEC(bus->dpc_exit_time),
GET_SEC_USEC(bus->isr_sched_dpc_time),
GET_SEC_USEC(bus->resched_dpc_time),
bus->dpc_sched));
}
return sched_err;
}
/** Read and clear intstatus. This should be called with interrupts disabled or inside isr */
uint32
dhdpcie_bus_intstatus(dhd_bus_t *bus)
{
uint32 intstatus = 0;
uint32 intmask = 0;
if (__DHD_CHK_BUS_LPS_D3_ACKED(bus)) {
#ifdef DHD_EFI
DHD_INFO(("%s: trying to clear intstatus after D3 Ack\n", __FUNCTION__));
#else
DHD_PRINT(("%s: trying to clear intstatus after D3 Ack\n", __FUNCTION__));
#endif /* !DHD_EFI */
return intstatus;
}
/* check for PCIE Gen2 also */
if ((bus->sih->buscorerev == 6) || (bus->sih->buscorerev == 4) ||
(bus->sih->buscorerev == 2)) {
intstatus = dhdpcie_bus_cfg_read_dword(bus, PCIIntstatus, 4);
dhdpcie_bus_cfg_write_dword(bus, PCIIntstatus, 4, intstatus);
intstatus &= I_MB;
} else {
/* this is a PCIE core register..not a config register... */
intstatus = si_corereg(bus->sih, bus->sih->buscoreidx, bus->pcie_mailbox_int, 0, 0);
#ifdef DHD_MMIO_TRACE
dhd_bus_mmio_trace(bus, bus->pcie_mailbox_int, intstatus, FALSE);
#endif /* defined(DHD_MMIO_TRACE) */
/* this is a PCIE core register..not a config register... */
intmask = si_corereg(bus->sih, bus->sih->buscoreidx, bus->pcie_mailbox_mask, 0, 0);
/* Is device removed. intstatus & intmask read 0xffffffff */
if (intstatus == (uint32)-1 || intmask == (uint32)-1) {
DHD_ERROR(("%s: INTSTAT : 0x%x INTMASK : 0x%x ! pcie link down.\n",
__FUNCTION__, intstatus, intmask));
#ifdef CUSTOMER_HW4_DEBUG
#if defined(OEM_ANDROID)
#ifdef SUPPORT_LINKDOWN_RECOVERY
#ifdef CONFIG_ARCH_MSM
bus->no_cfg_restore = 1;
#endif /* CONFIG_ARCH_MSM */
#endif /* SUPPORT_LINKDOWN_RECOVERY */
bus->dhd->hang_reason = HANG_REASON_PCIE_LINK_DOWN_EP_DETECT;
#ifdef WL_CFGVENDOR_SEND_HANG_EVENT
copy_hang_info_linkdown(bus->dhd);
#endif /* WL_CFGVENDOR_SEND_HANG_EVENT */
dhd_os_send_hang_message(bus->dhd);
#endif /* OEM_ANDROID */
#endif /* CUSTOMER_HW4_DEBUG */
return intstatus;
}
intstatus &= intmask;
#ifdef DHD_MMIO_TRACE
dhd_bus_mmio_trace(bus, bus->pcie_mailbox_mask, intmask, FALSE);
#endif /* defined(DHD_MMIO_TRACE) */
/* define the mask in a .h file */
/*
* The fourth argument to si_corereg is the "mask" fields of the register to update
* and the fifth field is the "value" to update. Now if we are interested in only
* few fields of the "mask" bit map, we should not be writing back what we read
* By doing so, we might clear/ack interrupts that are not handled yet.
*/
#ifdef DHD_MMIO_TRACE
dhd_bus_mmio_trace(bus, bus->pcie_mailbox_int, intstatus, TRUE);
#endif /* defined(DHD_MMIO_TRACE) */
si_corereg(bus->sih, bus->sih->buscoreidx, bus->pcie_mailbox_int, bus->def_intmask,
intstatus);
intstatus &= bus->def_intmask;
}
return intstatus;
}
void
dhdpcie_cto_recovery_handler(dhd_pub_t *dhd)
{
dhd_bus_t *bus = dhd->bus;
int ret;
#ifndef CONFIG_X86
if (dhd->up == FALSE) {
DHD_ERROR(("%s : dhd is not up\n", __FUNCTION__));
return;
}
#endif /* !CONFIG_X86 */
if (bus->is_linkdown) {
DHD_ERROR(("%s: link is down\n", __FUNCTION__));
return;
}
if (bus->sih == NULL) {
DHD_ERROR(("%s: The address of sih is invalid\n", __FUNCTION__));
return;
}
/* Disable PCIe Runtime PM to avoid D3_ACK timeout.
*/
DHD_DISABLE_RUNTIME_PM(dhd);
/* Sleep for 1 seconds so that any AXI timeout
* if running on ALP clock also will be captured
*/
OSL_SLEEP(1000);
#if defined(DHD_FW_COREDUMP) && defined(DHD_SSSR_DUMP)
/* if FIS is supported, directly collect FIS dumps
* without going for CTO recovery step
*/
if (!bus->is_linkdown && bus->dhd->memdump_enabled &&
dhd_is_fis_enabled() && dhdpcie_set_collect_fis(bus)) {
DHD_PRINT(("%s: FIS is supported, skip CTO recovery and collect FIS directly\n",
__FUNCTION__));
DHD_PRINT(("%s : Set collect_sssr as TRUE\n", __FUNCTION__));
bus->dhd->collect_sssr = TRUE;
#ifdef DHD_SDTC_ETB_DUMP
if (bus->dhd->etb_dap_flush_supported) {
DHD_PRINT(("%s : Set collect_sdtc as TRUE\n", __FUNCTION__));
bus->dhd->collect_sdtc = TRUE;
}
#endif /* DHD_SDTC_ETB_DUMP */
bus->dhd->memdump_type = DUMP_TYPE_CTO_RECOVERY;
dhdpcie_mem_dump(bus);
goto exit;
}
#endif /* DHD_FW_COREDUMP && DHD_SSSR_DUMP */
/* reset backplane and cto,
* then access through pcie is recovered.
*/
ret = dhdpcie_cto_error_recovery(bus);
if (!ret) {
int save_idx = si_coreidx(bus->sih);
/* Waiting for backplane reset */
OSL_SLEEP(10);
/* TODO:- dump SR engine regs */
/* take sysmem out of reset - otherwise
* socram collected again will read only
* 0xffff
*/
if (si_setcore(bus->sih, SYSMEM_CORE_ID, 0)) {
if (!si_iscoreup(bus->sih))
si_core_reset(bus->sih, 0, 0);
si_setcoreidx(bus->sih, save_idx);
}
/* Dump debug Info */
dhd_prot_debug_info_print(bus->dhd);
/* Dump console buffer */
dhd_bus_dump_console_buffer(bus);
#if defined(DHD_FW_COREDUMP)
/* save core dump or write to a file */
if (!bus->is_linkdown && bus->dhd->memdump_enabled) {
#ifdef DHD_SSSR_DUMP
DHD_PRINT(("%s : Set collect_sssr as TRUE\n", __FUNCTION__));
bus->dhd->collect_sssr = TRUE;
dhdpcie_set_collect_fis(bus);
#endif /* DHD_SSSR_DUMP */
#ifdef DHD_SDTC_ETB_DUMP
if (bus->dhd->etb_dap_flush_supported) {
DHD_PRINT(("%s : Set collect_sdtc as TRUE\n", __FUNCTION__));
bus->dhd->collect_sdtc = TRUE;
}
#endif /* DHD_SDTC_ETB_DUMP */
bus->dhd->memdump_type = DUMP_TYPE_CTO_RECOVERY;
dhdpcie_mem_dump(bus);
}
#endif /* DHD_FW_COREDUMP */
}
exit:
#ifdef OEM_ANDROID
#ifdef SUPPORT_LINKDOWN_RECOVERY
#ifdef CONFIG_ARCH_MSM
bus->no_cfg_restore = 1;
#endif /* CONFIG_ARCH_MSM */
#endif /* SUPPORT_LINKDOWN_RECOVERY */
/* do not set linkdown if FIS dump collection
* is to be done for CTO
*/
if (!bus->dhd->collect_fis) {
dhd_bus_set_linkdown(dhd, TRUE);
}
bus->dhd->hang_reason = HANG_REASON_PCIE_CTO_DETECT;
/* Send HANG event */
dhd_os_send_hang_message(bus->dhd);
#endif /* OEM_ANDROID */
return;
}
int
dhdpcie_check_for_cto(dhd_bus_t *bus)
{
uint32 intstatus = 0;
/* read pci_intstatus */
intstatus = dhdpcie_bus_cfg_read_dword(bus, PCI_INT_STATUS, 4);
if (intstatus == (uint32)-1 ||
bus->dhd->dhd_induce_error == DHD_INDUCE_PCIE_LINK_DOWN_IN_ISR) {
DHD_CONS_ONLY(("%s: Invalid cfg intstatus(0x%x):0x%x, "
"pcie link down, dhd_induce_error %u\n", __FUNCTION__,
PCI_INT_STATUS, intstatus, bus->dhd->dhd_induce_error));
dhd_bus_set_linkdown(bus->dhd, TRUE);
dhd_pcie_debug_info_dump(bus->dhd);
#ifdef OEM_ANDROID
#if defined(CONFIG_ARCH_MSM) && defined(SUPPORT_LINKDOWN_RECOVERY)
bus->no_cfg_restore = 1;
#endif /* CONFIG_ARCH_MSM && SUPPORT_LINKDOWN_RECOVERY */
bus->dhd->hang_reason = HANG_REASON_PCIE_LINK_DOWN_EP_DETECT;
#ifdef WL_CFGVENDOR_SEND_HANG_EVENT
copy_hang_info_linkdown(bus->dhd);
#endif /* WL_CFGVENDOR_SEND_HANG_EVENT */
dhd_os_send_hang_message(bus->dhd);
#endif /* OEM_ANDROID */
return BCME_ERROR;
}
if (intstatus & PCI_CTO_INT_MASK) {
DHD_CONS_ONLY(("%s: ##### CTO REPORTED BY DONGLE "
"intstat=0x%x enab=%d\n", __FUNCTION__,
intstatus, bus->cto_enable));
bus->cto_triggered = 1;
bus->dhd->do_chip_bighammer = TRUE;
dhd_bus_dump_imp_cfg_registers(bus);
/*
* DAR still accessible
*/
dhd_bus_dump_dar_registers(bus);
/* Stop Tx flow */
dhd_bus_stop_queue(bus);
/* Schedule CTO recovery */
if (bus->cto_recovery_enable) {
dhd_schedule_cto_recovery(bus->dhd);
}
return BCME_ERROR;
}
return BCME_OK;
}
/**
* Name: dhdpcie_bus_isr
* Parameters:
* 1: IN int irq -- interrupt vector
* 2: IN void *arg -- handle to private data structure
* Return value:
* Status (TRUE or FALSE)
*
* Description:
* Interrupt Service routine checks for the status register,
* disable interrupt and queue DPC if mail box interrupts are raised.
*/
int32
dhdpcie_bus_isr(dhd_bus_t *bus)
{
uint32 intstatus = 0;
do {
DHD_TRACE(("%s: Enter\n", __FUNCTION__));
/* verify argument */
if (!bus) {
DHD_INFO(("%s : bus is null pointer, exit \n", __FUNCTION__));
break;
}
if (bus->dhd->dongle_reset) {
DHD_INFO(("%s : dongle is reset\n", __FUNCTION__));
break;
}
if (bus->dhd->busstate == DHD_BUS_DOWN) {
DHD_INFO(("%s : bus is down \n", __FUNCTION__));
break;
}
/* avoid processing of interrupts until msgbuf prot is inited */
if (!bus->init_done) {
/* From 4378 (buscorerev 68) onwards
* FW issues boot interrupt upon boot complete
*/
if ((bus->dhd->busstate >= DHD_BUS_LOAD) &&
(bus->sih->buscorerev >= 68) &&
(!bus->fw_boot_intr)) {
bus->rd_shared_pass_time = OSL_LOCALTIME_NS();
bus->fw_boot_intr = TRUE;
DHD_CONS_ONLY(("%s: recd. boot intr\n", __FUNCTION__));
dhd_os_fwboot_intr_wake(bus->dhd);
} else {
DHD_INFO(("%s, not ready to receive interrupts:\n", __FUNCTION__));
}
/* Clear intstatus for INTx, after receiving boot interrupt */
if (bus->d2h_intr_method == PCIE_INTX) {
intstatus = dhdpcie_bus_intstatus(bus);
/* Check if the interrupt is ours or not */
if (intstatus == 0) {
bus->non_ours_irq_count++;
bus->last_non_ours_irq_time = OSL_LOCALTIME_NS();
}
}
break;
}
/* Do not process any ISR after receiving D3_ACK */
if (__DHD_CHK_BUS_LPS_D3_ACKED(bus)) {
DHD_CONS_ONLY(("%s: D3 Ack Received, skip\n", __FUNCTION__));
break;
}
/*
* For MSI case, skip reading chip intstatus as
* well as cfg intstatus (for CTO) from ISR.
* The cfg intstatus will be read in DPC.
*/
if (bus->d2h_intr_method == PCIE_MSI) {
/* For MSI, as intstatus is cleared by firmware, no need to read */
goto skip_intstatus_read;
}
if (PCIECTO_ENAB(bus)) {
if (dhdpcie_check_for_cto(bus) != BCME_OK) {
/* Disable further PCIe interrupts */
#ifndef NDIS
dhdpcie_disable_irq_nosync(bus); /* Disable interrupt!! */
#endif
break;
}
}
intstatus = dhdpcie_bus_intstatus(bus);
/* Check if the interrupt is ours or not */
if (intstatus == 0) {
bus->non_ours_irq_count++;
bus->last_non_ours_irq_time = OSL_LOCALTIME_NS();
break;
}
/* save the intstatus */
/* read interrupt status register!! Status bits will be cleared in DPC !! */
bus->intstatus = intstatus;
/* return error for 0xFFFFFFFF */
if (intstatus == (uint32)-1) {
DHD_CONS_ONLY(("%s : wrong interrupt status val : 0x%x\n",
__FUNCTION__, intstatus));
dhd_bus_set_linkdown(bus->dhd, TRUE);
dhdpcie_disable_irq_nosync(bus);
break;
}
skip_intstatus_read:
/* Overall operation:
* - Mask further interrupts
* - Read/ack intstatus
* - Take action based on bits and state
* - Reenable interrupts (as per state)
*/
/* Count the interrupt call */
bus->intrcount++;
bus->ipend = TRUE;
/* Due to irq mismatch WARNING in linux, currently keeping it disabled and
* using dongle intmask to control INTR enable/disable
*/
if (bus->d2h_intr_control == PCIE_HOST_IRQ_CTRL) {
if (!dhdpcie_irq_disabled(bus)) {
bus->host_irq_disable_count++;
dhdpcie_disable_irq_nosync(bus); /* Disable interrupt!! */
}
} else {
dhdpcie_bus_intr_disable(bus); /* Disable interrupt using IntMask!! */
bus->dngl_intmask_disable_count++;
}
bus->intdis = TRUE;
#ifdef DHD_FLOW_RING_STATUS_TRACE
if (bus->dhd->dma_h2d_ring_upd_support && bus->dhd->dma_d2h_ring_upd_support &&
(bus->dhd->ring_attached == TRUE)) {
dhd_bus_flow_ring_status_isr_trace(bus->dhd);
}
#endif /* DHD_FLOW_RING_STATUS_TRACE */
#if defined(PCIE_ISR_THREAD)
DHD_TRACE(("Calling dhd_bus_dpc() from %s\n", __FUNCTION__));
DHD_OS_WAKE_LOCK(bus->dhd);
while (dhd_bus_dpc(bus));
DHD_OS_WAKE_UNLOCK(bus->dhd);
#else
bus->dpc_sched = TRUE;
/* Reset dpc_resched, which will be set only if tasklet got rescheduled by itself */
bus->dpc_resched = FALSE;
bus->isr_sched_dpc_time = OSL_LOCALTIME_NS();
#ifndef NDIS
dhd_sched_dpc(bus->dhd); /* queue DPC now!! */
#endif /* !NDIS */
#endif /* defined(SDIO_ISR_THREAD) */
DHD_TRACE(("%s: Exit Success DPC Queued\n", __FUNCTION__));
return TRUE;
} while (0);
DHD_TRACE(("%s: Exit Failure\n", __FUNCTION__));
return FALSE;
}
int
dhdpcie_set_pwr_state(dhd_bus_t *bus, uint state)
{
uint32 cur_state = 0;
uint32 pm_csr = 0;
osl_t *osh = bus->osh;
pm_csr = OSL_PCI_READ_CONFIG(osh, PCIECFGREG_PM_CSR, sizeof(uint32));
cur_state = pm_csr & PCIECFGREG_PM_CSR_STATE_MASK;
if (cur_state == state) {
DHD_PRINT(("%s: Already in state %u \n", __FUNCTION__, cur_state));
return BCME_OK;
}
if (state > PCIECFGREG_PM_CSR_STATE_D3_HOT)
return BCME_ERROR;
/* Validate the state transition
* if already in a lower power state, return error
*/
if (state != PCIECFGREG_PM_CSR_STATE_D0 &&
cur_state <= PCIECFGREG_PM_CSR_STATE_D3_COLD &&
cur_state > state) {
DHD_ERROR(("%s: Invalid power state transition !\n", __FUNCTION__));
return BCME_ERROR;
}
pm_csr &= ~PCIECFGREG_PM_CSR_STATE_MASK;
pm_csr |= state;
OSL_PCI_WRITE_CONFIG(osh, PCIECFGREG_PM_CSR, sizeof(uint32), pm_csr);
/* need to wait for the specified mandatory pcie power transition delay time */
if (state == PCIECFGREG_PM_CSR_STATE_D3_HOT ||
cur_state == PCIECFGREG_PM_CSR_STATE_D3_HOT)
OSL_DELAY(DHDPCIE_PM_D3_DELAY);
else if (state == PCIECFGREG_PM_CSR_STATE_D2 ||
cur_state == PCIECFGREG_PM_CSR_STATE_D2)
OSL_DELAY(DHDPCIE_PM_D2_DELAY);
/* read back the power state and verify */
pm_csr = OSL_PCI_READ_CONFIG(osh, PCIECFGREG_PM_CSR, sizeof(uint32));
cur_state = pm_csr & PCIECFGREG_PM_CSR_STATE_MASK;
if (cur_state != state) {
DHD_ERROR(("%s: power transition failed ! Current state is %u \n",
__FUNCTION__, cur_state));
return BCME_ERROR;
} else {
DHD_PRINT(("%s: power transition to %u success \n",
__FUNCTION__, cur_state));
}
return BCME_OK;
}
int
dhdpcie_config_check(dhd_bus_t *bus)
{
uint32 i, val;
int ret = BCME_ERROR;
for (i = 0; i < DHDPCIE_CONFIG_CHECK_RETRY_COUNT; i++) {
val = OSL_PCI_READ_CONFIG(bus->osh, PCI_CFG_VID, sizeof(uint32));
if ((val & 0xFFFF) == VENDOR_BROADCOM) {
ret = BCME_OK;
break;
}
OSL_DELAY(DHDPCIE_CONFIG_CHECK_DELAY_MS * 1000);
}
return ret;
}
int
dhdpcie_config_restore(dhd_bus_t *bus, bool restore_pmcsr)
{
uint32 i;
osl_t *osh = bus->osh;
if (BCME_OK != dhdpcie_config_check(bus)) {
DHD_ERROR(("%s: failed\n", __FUNCTION__));
return BCME_ERROR;
}
for (i = PCI_CFG_REV >> 2; i < DHDPCIE_CONFIG_HDR_SIZE; i++) {
OSL_PCI_WRITE_CONFIG(osh, i << 2, sizeof(uint32), bus->saved_config.header[i]);
}
OSL_PCI_WRITE_CONFIG(osh, PCI_CFG_CMD, sizeof(uint32), bus->saved_config.header[1]);
if (restore_pmcsr)
OSL_PCI_WRITE_CONFIG(osh, PCIECFGREG_PM_CSR,
sizeof(uint32), bus->saved_config.pmcsr);
OSL_PCI_WRITE_CONFIG(osh, PCIECFGREG_MSI_CAP, sizeof(uint32), bus->saved_config.msi_cap);
OSL_PCI_WRITE_CONFIG(osh, PCIECFGREG_MSI_ADDR_L, sizeof(uint32),
bus->saved_config.msi_addr0);
OSL_PCI_WRITE_CONFIG(osh, PCIECFGREG_MSI_ADDR_H,
sizeof(uint32), bus->saved_config.msi_addr1);
OSL_PCI_WRITE_CONFIG(osh, PCIECFGREG_MSI_DATA,
sizeof(uint32), bus->saved_config.msi_data);
OSL_PCI_WRITE_CONFIG(osh, PCIECFGREG_DEV_STATUS_CTRL,
sizeof(uint32), bus->saved_config.exp_dev_ctrl_stat);
OSL_PCI_WRITE_CONFIG(osh, PCIECFGGEN_DEV_STATUS_CTRL2,
sizeof(uint32), bus->saved_config.exp_dev_ctrl_stat2);
OSL_PCI_WRITE_CONFIG(osh, PCIECFGREG_LINK_STATUS_CTRL,
sizeof(uint32), bus->saved_config.exp_link_ctrl_stat);
OSL_PCI_WRITE_CONFIG(osh, PCIECFGREG_LINK_STATUS_CTRL2,
sizeof(uint32), bus->saved_config.exp_link_ctrl_stat2);
OSL_PCI_WRITE_CONFIG(osh, PCIECFGREG_PML1_SUB_CTRL1,
sizeof(uint32), bus->saved_config.l1pm0);
OSL_PCI_WRITE_CONFIG(osh, PCIECFGREG_PML1_SUB_CTRL2,
sizeof(uint32), bus->saved_config.l1pm1);
OSL_PCI_WRITE_CONFIG(bus->osh, PCI_BAR0_WIN, sizeof(uint32),
bus->saved_config.bar0_win);
dhdpcie_setbar1win(bus, bus->saved_config.bar1_win);
OSL_PCI_WRITE_CONFIG(bus->osh, PCIE2_BAR0_WIN2, sizeof(uint32),
bus->saved_config.bar0_win2);
OSL_PCI_WRITE_CONFIG(bus->osh, PCIE2_BAR0_CORE2_WIN, sizeof(uint32),
bus->saved_config.bar0_core2_win);
OSL_PCI_WRITE_CONFIG(bus->osh, PCIE2_BAR0_CORE2_WIN2, sizeof(uint32),
bus->saved_config.bar0_core2_win2);
return BCME_OK;
}
int
dhdpcie_config_save(dhd_bus_t *bus)
{
uint32 i;
osl_t *osh = bus->osh;
if (BCME_OK != dhdpcie_config_check(bus)) {
DHD_ERROR(("%s: failed\n", __FUNCTION__));
return BCME_ERROR;
}
for (i = 0; i < DHDPCIE_CONFIG_HDR_SIZE; i++) {
bus->saved_config.header[i] = OSL_PCI_READ_CONFIG(osh, i << 2, sizeof(uint32));
}
bus->saved_config.pmcsr = OSL_PCI_READ_CONFIG(osh, PCIECFGREG_PM_CSR, sizeof(uint32));
bus->saved_config.msi_cap = OSL_PCI_READ_CONFIG(osh, PCIECFGREG_MSI_CAP,
sizeof(uint32));
bus->saved_config.msi_addr0 = OSL_PCI_READ_CONFIG(osh, PCIECFGREG_MSI_ADDR_L,
sizeof(uint32));
bus->saved_config.msi_addr1 = OSL_PCI_READ_CONFIG(osh, PCIECFGREG_MSI_ADDR_H,
sizeof(uint32));
bus->saved_config.msi_data = OSL_PCI_READ_CONFIG(osh, PCIECFGREG_MSI_DATA,
sizeof(uint32));
bus->saved_config.exp_dev_ctrl_stat = OSL_PCI_READ_CONFIG(osh,
PCIECFGREG_DEV_STATUS_CTRL, sizeof(uint32));
bus->saved_config.exp_dev_ctrl_stat2 = OSL_PCI_READ_CONFIG(osh,
PCIECFGGEN_DEV_STATUS_CTRL2, sizeof(uint32));
bus->saved_config.exp_link_ctrl_stat = OSL_PCI_READ_CONFIG(osh,
PCIECFGREG_LINK_STATUS_CTRL, sizeof(uint32));
bus->saved_config.exp_link_ctrl_stat2 = OSL_PCI_READ_CONFIG(osh,
PCIECFGREG_LINK_STATUS_CTRL2, sizeof(uint32));
bus->saved_config.l1pm0 = OSL_PCI_READ_CONFIG(osh, PCIECFGREG_PML1_SUB_CTRL1,
sizeof(uint32));
bus->saved_config.l1pm1 = OSL_PCI_READ_CONFIG(osh, PCIECFGREG_PML1_SUB_CTRL2,
sizeof(uint32));
bus->saved_config.bar0_win = OSL_PCI_READ_CONFIG(osh, PCI_BAR0_WIN,
sizeof(uint32));
bus->saved_config.bar1_win = OSL_PCI_READ_CONFIG(osh, PCI_BAR1_WIN,
sizeof(uint32));
bus->saved_config.bar0_win2 = OSL_PCI_READ_CONFIG(osh, PCIE2_BAR0_WIN2,
sizeof(uint32));
bus->saved_config.bar0_core2_win = OSL_PCI_READ_CONFIG(osh, PCIE2_BAR0_CORE2_WIN,
sizeof(uint32));
bus->saved_config.bar0_core2_win2 = OSL_PCI_READ_CONFIG(osh, PCIE2_BAR0_CORE2_WIN2,
sizeof(uint32));
return BCME_OK;
}
#ifdef CONFIG_ARCH_EXYNOS
dhd_pub_t *link_recovery = NULL;
#endif /* CONFIG_ARCH_EXYNOS */
static void
dhdpcie_bus_intr_init(dhd_bus_t *bus)
{
uint buscorerev = bus->sih->buscorerev;
bus->pcie_mailbox_int = PCIMailBoxInt(buscorerev);
bus->pcie_mailbox_mask = PCIMailBoxMask(buscorerev);
bus->d2h_mb_mask = PCIE_MB_D2H_MB_MASK(buscorerev);
bus->def_intmask = PCIE_MB_D2H_MB_MASK(buscorerev);
if (buscorerev < 64) {
bus->def_intmask |= PCIE_MB_TOPCIE_FN0_0 | PCIE_MB_TOPCIE_FN0_1;
}
}
static void
dhdpcie_cc_watchdog_reset(dhd_bus_t *bus)
{
uint32 wd_en = (bus->sih->buscorerev >= 66) ? WD_SSRESET_PCIE_F0_EN :
(WD_SSRESET_PCIE_F0_EN | WD_SSRESET_PCIE_ALL_FN_EN);
pcie_watchdog_reset(bus->osh, bus->sih, WD_ENABLE_MASK, wd_en);
}
void
dhdpcie_dongle_reset(dhd_bus_t *bus)
{
/* if the pcie link is down, watchdog reset
* should not be done, as it may hang
*/
if (bus->is_linkdown) {
return;
}
/* Currently BP reset using CFG reg is done only for android platforms */
#ifdef DHD_USE_BP_RESET_SPROM
/* This is for architectures that does NOT control subsystem reset */
(void)dhd_bus_cfg_sprom_ctrl_bp_reset(bus);
return;
#elif defined(DHD_USE_BP_RESET_SS_CTRL)
/* This is for architectures that supports Subsystem Control */
(void)dhd_bus_cfg_ss_ctrl_bp_reset(bus);
return;
#else
/* For QT, flr takes a long time on qt and is only required when testing with BT
* included database. Fall back to watchdog reset by default and only perform
* flr if enabled through module parameter or if FLR is not supported
*/
if (cc_wd_reset || (dhd_bus_perform_flr(bus, FALSE) == BCME_UNSUPPORTED)) {
/* Legacy chipcommon watchdog reset */
dhdpcie_cc_watchdog_reset(bus);
return;
}
return;
#endif /* DHD_USE_BP_RESET */
}
#ifdef BCMQT_HW
/* Xtal to ALP clock ratio can change from chip to chip and this functions returns the
* Xtal to ALP clock ratio by extracting the value for the current chip.
*/
static uint32
dhdpcie_get_xtal_to_alp_ratio(dhd_bus_t *bus)
{
uint16 chipid = si_chipid(bus->sih);
uint32 xtal_to_alp_ratio;
switch (chipid) {
case BCM4390_CHIP_GRPID:
case BCM4399_CHIP_GRPID:
/* Use 4397 chip GRPID so that both 4397 and 4398 chip
* ids are covered
*/
case BCM4397_CHIP_GRPID:
xtal_to_alp_ratio = 2;
break;
default:
xtal_to_alp_ratio = 1;
break;
}
return xtal_to_alp_ratio;
}
/* Calculate dongle/host clock ratio for QT so the waiting period in host driver can be scaled
* properly. The dongle uses ALP clock by default which can't be read directly. But ILP and
* ALP clocks are scaled disproportionally in QT. So DHD must know the preset crystal frequency
* for ALP clock in order to calculate the scale ratio. The logic below takes 3 sources of xtal
* frequency as following priority:
* 1 module parameter
* 2 nvram "xtalfreq" line (not available for the first dongle reset)
* 3 Hard coded 37.4MHz
* If the QT simulation of a chip uses a different frequency xtal other than 37.4MHz, it's
* strongly recommended to expend the hard coded value to per chip basis or override with module
* parameter.
*/
#define XTAL_FREQ_37M4 37400000u
void dhdpcie_htclkratio_cal(dhd_bus_t *bus)
{
uint cur_coreidx, pmu_idx, ilp_on_fast_lpo;
uint32 ilp_start, ilp_tick = 0, alp_to_ilp_ratio = 0;
int xtalfreq = 0;
uint32 alp_freq = 0;
uint32 xtal_to_alp_ratio = dhdpcie_get_xtal_to_alp_ratio(bus);
/* If a larger than 1 htclkratio is set through module parameter, use it directly */
if (htclkratio > 1) {
goto exit;
}
/* Store current core id */
cur_coreidx = si_coreidx(bus->sih);
if (!si_setcore(bus->sih, PMU_CORE_ID, 0)) {
htclkratio = 2000;
goto exit;
}
pmu_idx = si_coreidx(bus->sih);
/* Count IPL ticks in 1 second of host domain clock */
ilp_start = si_corereg(bus->sih, pmu_idx, PMU_REG_OFF(PMUTimer), 0, 0);
OSL_DISABLE_PREEMPTION(bus->osh);
OSL_DELAY(1000000);
OSL_ENABLE_PREEMPTION(bus->osh);
ilp_tick = si_corereg(bus->sih, pmu_idx, PMU_REG_OFF(PMUTimer), 0, 0);
/* -1 to compensate the incomplete cycle at the beginning */
ilp_tick -= ilp_start - 1;
ilp_on_fast_lpo = si_corereg(bus->sih, pmu_idx, PMU_REG_OFF(PMUStatus), 0, 0) &
PST_ILPFASTLPO;
if (PMUREV(bus->sih->pmurev) <= 45) {
/* If ILP is running on Fast LPO is enabled, XtalFreqRatio uses 1 Mhz ILP instead of
* 32 KHz. But PMUTimer runs at 32 KHz only irrespective of Fast LPO is enabled or
* not. Thereby scale up ilp_tick when Fast LPO is enabled. In case of Zebu/QT,
* Fast LPO is exactly 32 times of ILP clock.
* [Reference: CRWLPMU-284]
*/
if (ilp_on_fast_lpo) {
ilp_tick *= 32;
}
}
/* Get xtal vs ILP ratio from XtalFreqRatio(0x66c) */
alp_to_ilp_ratio = si_corereg(bus->sih, pmu_idx, PMU_REG_OFF(XtalFreqRatio), 0, 0);
alp_to_ilp_ratio = (alp_to_ilp_ratio & PMU_XTALFREQ_REG_ILPCTR_MASK) / 4;
/* Go back to original core */
si_setcoreidx(bus->sih, cur_coreidx);
/* Use module parameter if one is provided. Otherwise use default 37.4MHz */
if (dngl_xtalfreq) {
xtalfreq = dngl_xtalfreq;
} else {
xtalfreq = XTAL_FREQ_37M4;
}
alp_freq = xtalfreq / xtal_to_alp_ratio;
/* htclkratio = Expected ALP Freq / Real ALP Freq
* = Expected ALP Freq / (Real ILP Tick * Real alp_to_ilp_ratio)
*/
htclkratio = alp_freq / (ilp_tick * alp_to_ilp_ratio);
bus->xtalfreq = xtalfreq;
bus->ilp_tick = ilp_tick;
bus->alp_to_ilp_ratio = alp_to_ilp_ratio;
bus->xtal_to_alp_ratio = xtal_to_alp_ratio;
exit:
DHD_PRINT(("Host/Dongle clock ratio %u with %dHz xtal frequency, ilp_tick: %d, "
"alp_to_ilp_ratio: %d, ilp_on_fast_lpo: %d\n",
htclkratio, xtalfreq, ilp_tick, alp_to_ilp_ratio, !!ilp_on_fast_lpo));
}
/* Re-calculate htclkratio if nvram provides a different xtalfreq */
void dhdpcie_htclkratio_recal(dhd_bus_t *bus, char *nvram, uint nvram_sz)
{
char *freq_c = NULL;
uint len, p;
int xtalfreq = 0;
uint cur_coreidx, pmu_idx;
uint32 alp_to_ilp_ratio = 0;
uint32 alp_freq = 0;
/* Do not re-calculate if xtalfreq is overridden by module parameter */
if (dngl_xtalfreq)
return;
/* look for "xtalfreq=nnnn" line in nvram */
len = strlen("xtalfreq");
for (p = 0; p < (nvram_sz - len) && nvram[p]; ) {
if ((bcmp(&nvram[p], "xtalfreq", len) == 0) && (nvram[p + len] == '=')) {
freq_c = &nvram[p + len + 1u];
break;
}
/* jump to next line */
while (nvram[p++]);
}
if (freq_c) {
xtalfreq = bcm_strtoul(freq_c, NULL, 0);
if (xtalfreq > (INT_MAX / 1000u)) {
DHD_PRINT(("xtalfreq %d in nvram is too big\n", xtalfreq));
xtalfreq = 0;
}
xtalfreq *= 1000;
}
/* Skip recalculation if:
* nvram doesn't provide "xtalfreq", or
* first calculation was not performed because module parameter override, or
* xtalfreq in nvram is the same as the one used in first calculation
*/
if (xtalfreq == 0 || bus->xtalfreq == 0 || xtalfreq == bus->xtalfreq) {
return;
}
/* Print out a error message here. Even if the ratio is corrected with nvram setting, dongle
* reset has been performed before DHD has access to NVRAM. Insufficient waiting period
* for reset might cause unexpected behavior.
*/
DHD_PRINT(("Re-calculating Host/Dongle clock ratio because nvram xtalfreq %dHz is different"
" from %dHz\n", xtalfreq, bus->xtalfreq));
alp_freq = xtalfreq / bus->xtal_to_alp_ratio;
htclkratio = alp_freq / (bus->ilp_tick * bus->alp_to_ilp_ratio);
bus->xtalfreq = xtalfreq;
/* Recalculate alp_to_ilp_ratio just to aid in debuggability. Mainly to compare with the
* previously calculated alp_to_ilp_ratio.
*/
cur_coreidx = si_coreidx(bus->sih);
si_setcore(bus->sih, PMU_CORE_ID, 0);
pmu_idx = si_coreidx(bus->sih);
alp_to_ilp_ratio = si_corereg(bus->sih, pmu_idx, PMU_REG_OFF(XtalFreqRatio), 0, 0);
alp_to_ilp_ratio = (alp_to_ilp_ratio & PMU_XTALFREQ_REG_ILPCTR_MASK) / 4;
si_setcoreidx(bus->sih, cur_coreidx);
DHD_PRINT(("Corrected Host/Dongle clock ratio %u with %dHz xtal frequency, ilp_tick: %d, "
"alp_to_ilp_ratio: %d, alp_to_ilp_ratio (recalculated): %d\n", htclkratio,
xtalfreq, bus->ilp_tick, bus->alp_to_ilp_ratio, alp_to_ilp_ratio));
}
#endif /* BCMQT_HW */
#define CHIP_COMMON_SCR_DHD_TO_BL_ADDR(sih) (SI_ENUM_BASE(sih) + CC_REG_OFF(BackplaneAddrLow))
#define CHIP_COMMON_SCR_BL_TO_DHD_ADDR(sih) (SI_ENUM_BASE(sih) + CC_REG_OFF(BackplaneAddrHi))
void
dhdpcie_bus_mpu_disable(dhd_bus_t *bus)
{
volatile uint32 *cr4_regs;
if (BCM4378_CHIP(bus->sih->chip) ||
BCM4376_CHIP(bus->sih->chip) ||
BCM4387_CHIP(bus->sih->chip)) {
cr4_regs = si_setcore(bus->sih, ARMCR4_CORE_ID, 0);
if (cr4_regs == NULL) {
DHD_ERROR(("%s: Failed to find ARM core!\n", __FUNCTION__));
return;
}
if (R_REG(bus->osh, cr4_regs + ARMCR4REG_CORECAP) & ACC_MPU_MASK) {
/* bus mpu is supported */
W_REG(bus->osh, cr4_regs + ARMCR4REG_MPUCTRL, 0);
}
}
}
void
dhd_update_chip_specific_tunables(dhd_pub_t *dhd)
{
dhd_bus_t *bus = dhd->bus;
uint16 chipid = si_chipid(bus->sih);
uint set_ring_size_version;
#ifdef FLOW_RING_PREALLOC
dhd->max_prealloc_flowrings = MAX_FLOW_RINGS_V1;
#endif /* FLOW_RING_PREALLOC */
dhd->htput_support = FALSE;
dhd->htput_force_sta = FALSE;
set_ring_size_version = 1;
switch (chipid) {
/* Enable htput support for all 160Mhz chips */
case BCM4388_CHIP_ID:
case BCM4389_CHIP_ID:
case BCM4399_CHIP_GRPID:
dhd->htput_support = TRUE;
set_ring_size_version = 2;
#ifdef FLOW_RING_PREALLOC
dhd->max_prealloc_flowrings = MAX_FLOW_RINGS_V2;
#endif /* FLOW_RING_PREALLOC */
break;
/* Enable htput for 4383 even though its 80Mhz chip */
case BCM4383_CHIP_ID:
dhd->htput_support = TRUE;
dhd->htput_force_sta = TRUE;
set_ring_size_version = 2;
break;
case BCM4390_CHIP_GRPID:
case BCM4397_CHIP_GRPID:
dhd->htput_support = TRUE;
/* For 4397/4398 use ring size version 3(2.5gbps)
*/
set_ring_size_version = 3;
break;
default:
break;
}
if (dhd->htput_support) {
dhd->htput_sta_flowrings = HTPUT_NUM_STA_FLOW_RINGS;
dhd->htput_client_flowrings = HTPUT_NUM_CLIENT_FLOW_RINGS;
dhd->htput_total_flowrings =
dhd->htput_sta_flowrings + dhd->htput_client_flowrings;
}
/* Change ring size version only if it is 0 (not overridden by module parameter) */
if (!ring_size_alloc_version) {
ring_size_alloc_version = set_ring_size_version;
}
DHD_PRINT(("%s: htput_support:%d ring_size_alloc_version:%d\n",
__FUNCTION__, dhd->htput_support, ring_size_alloc_version));
#ifdef FLOW_RING_PREALLOC
DHD_PRINT(("%s: max_prealloc_flowrings:%d\n",
__FUNCTION__, dhd->max_prealloc_flowrings));
#endif /* FLOW_RING_PREALLOC */
return;
}
static void
dhdpcie_check_reset_sysmem(dhd_bus_t *bus, bool check)
{
uint32 origidx = si_coreidx(bus->sih);
bool isup = FALSE;
/* Switch to SYSMEM core */
if (si_setcore(bus->sih, SYSMEM_CORE_ID, 0))
{
isup = si_iscoreup(bus->sih);
if (!isup) {
DHD_ERROR(("%s: WARNING ! sysmem core is not up, do sysmem reset\n",
__FUNCTION__));
si_core_reset(bus->sih, 0, 0);
} else if (!check) {
/* force reset if check is disabled */
si_core_reset(bus->sih, 0, 0);
} else {
DHD_PRINT(("%s: sysmem core is already up\n", __FUNCTION__));
}
}
si_setcoreidx(bus->sih, origidx);
}
#define PMU_BASE 0x18018000u
#define PMU_VREG11 0XBu
#define PMU_PFM_KICKSTART_ENABLE 0x12000u
static void
dhdpcie_chip_specific_init(dhd_bus_t *bus, uint chipid)
{
osl_t *osh = bus->osh;
uint16 chiprev = dhd_get_chiprev(bus);
BCM_REFERENCE(osh);
/* set asr_pfm_kickstart_en to avoid ASR crash during cold start */
if ((BCM4390_CHIP(chipid) && (chiprev == 2 || chiprev == 5)) ||
(BCM4399_CHIP(chipid) && chiprev == 3)) {
OSL_PCI_WRITE_CONFIG(osh, PCI_BAR0_WIN, sizeof(uint32), PMU_BASE);
/* enable indirect bpaccess */
OSL_PCI_WRITE_CONFIG(osh, PCIE_CFG_SUBSYSTEM_CONTROL, sizeof(uint32),
PCIE_SUBSYS_CTRL_BPACCESS_ENABLE);
OSL_PCI_WRITE_CONFIG(osh, PCI_CFG_INDBP_ADDR, sizeof(uint32),
PMU_REG_OFF(RegulatorControlAddr));
OSL_PCI_WRITE_CONFIG(osh, PCI_CFG_INDBP_DATA, sizeof(uint32), PMU_VREG11);
OSL_PCI_WRITE_CONFIG(osh, PCI_CFG_INDBP_ADDR, sizeof(uint32),
PMU_REG_OFF(RegulatorControlData));
OSL_PCI_WRITE_CONFIG(osh, PCI_CFG_INDBP_DATA, sizeof(uint32),
PMU_PFM_KICKSTART_ENABLE);
/* restore to pre WAR values */
/* bar0 was programmed by dhd_get_chiprev() to si_enum_base. Restore to same */
dhdpcie_bus_cfg_set_bar0_win(bus, si_enum_base(0));
/* disable indirect bpaccess */
OSL_PCI_WRITE_CONFIG(osh, PCIE_CFG_SUBSYSTEM_CONTROL,
sizeof(uint32), PCIE_SUBSYS_CTRL_BPACCESS_DISABLE);
DHD_PRINT(("%s: programmed ASR WAR and "
"restored bar0(0x%x) to 0x%x and ssctrl(0x%x) to 0x%x\n",
__FUNCTION__, PCI_BAR0_WIN, si_enum_base(0),
PCIE_CFG_SUBSYSTEM_CONTROL, PCIE_SUBSYS_CTRL_BPACCESS_DISABLE));
}
/* Configure CTO Prevention functionality */
#if defined(BCMFPGA_HW) || defined(BCMQT_HW)
DHD_PRINT(("Disable CTO\n"));
bus->cto_enable = FALSE;
bus->cto_recovery_enable = FALSE;
/* CTO init routine invoked below for silicon clears the default
* value of PCI_INT_MASK register in config space and enables only
* the CTO relevant bits. To maintain a similar behavior, clear
* the default value of PCI_INT_MASK for emulation platforms as well.
*/
dhdpcie_cto_cfg_init(bus, bus->cto_enable);
#else
#if defined(BCMPCIE_CTO_PREVENTION)
if (BCM4349_CHIP(chipid) || BCM4350_CHIP(chipid) || BCM4345_CHIP(chipid)) {
DHD_PRINT(("Disable CTO\n"));
bus->cto_enable = FALSE;
bus->cto_recovery_enable = FALSE;
} else {
DHD_PRINT(("Enable CTO\n"));
bus->cto_enable = TRUE;
bus->cto_recovery_enable = TRUE;
}
#else
DHD_PRINT(("Disable CTO\n"));
bus->cto_enable = FALSE;
bus->cto_recovery_enable = FALSE;
#endif /* BCMPCIE_CTO_PREVENTION */
#endif /* BCMFPGA_HW || BCMQT_HW */
if (PCIECTO_ENAB(bus)) {
/* WAR - Delay the CTO init in 4397A0. */
if (!(BCM4397_CHIP(chipid) && chiprev == 0)) {
dhdpcie_cto_init(bus, TRUE);
}
}
}
static bool
dhdpcie_dongle_attach(dhd_bus_t *bus)
{
osl_t *osh = bus->osh;
volatile void *regsva = (volatile void*)bus->regs;
uint16 devid;
uint32 val;
sbpcieregs_t *sbpcieregs;
bool dongle_reset_needed;
uint16 chipid;
BCM_REFERENCE(chipid);
DHD_TRACE(("%s: ENTER\n", __FUNCTION__));
chipid = dhd_get_chipid(bus);
if (chipid == (uint16)-1) {
DHD_ERROR(("%s:chip id read fails! chipid=0x%x\n", __FUNCTION__, chipid));
goto fail;
}
dhdpcie_chip_specific_init(bus, chipid);
#ifdef CONFIG_ARCH_EXYNOS
link_recovery = bus->dhd;
#endif /* CONFIG_ARCH_EXYNOS */
dhd_init_pwr_req_lock(bus);
dhd_init_bus_lp_state_lock(bus);
dhd_init_backplane_access_lock(bus);
bus->alp_only = TRUE;
bus->sih = NULL;
/* Checking PCIe bus status with reading configuration space */
val = OSL_PCI_READ_CONFIG(osh, PCI_CFG_VID, sizeof(uint32));
if ((val & 0xFFFF) != VENDOR_BROADCOM) {
DHD_ERROR(("%s : failed to read PCI configuration space!\n", __FUNCTION__));
goto fail;
}
devid = (val >> 16) & 0xFFFF;
bus->cl_devid = devid;
/* Set bar0 window to si_enum_base */
dhdpcie_bus_cfg_set_bar0_win(bus, si_enum_base(devid));
/*
* Checking PCI_SPROM_CONTROL register for preventing invalid address access
* due to switch address space from PCI_BUS to SI_BUS.
*/
val = OSL_PCI_READ_CONFIG(osh, PCI_SPROM_CONTROL, sizeof(uint32));
if (val == 0xffffffff) {
DHD_ERROR(("%s : failed to read SPROM control register\n", __FUNCTION__));
goto fail;
}
/* Save good copy of PCIe config space */
if (BCME_OK != dhdpcie_config_save(bus)) {
DHD_ERROR(("%s : failed to save PCI configuration space!\n", __FUNCTION__));
goto fail;
}
DHD_PRINT(("%s: before si_attach\n", __FUNCTION__));
dhdpcie_print_amni_regs(bus);
/* si_attach() will provide an SI handle and scan the backplane */
if (!(bus->sih = si_attach((uint)devid, osh, regsva, PCI_BUS, bus,
&bus->vars, &bus->varsz))) {
DHD_ERROR(("%s: si_attach failed!\n", __FUNCTION__));
goto fail;
}
DHD_PRINT(("%s: after si_attach\n", __FUNCTION__));
dhdpcie_print_amni_regs(bus);
if (MULTIBP_ENAB(bus->sih) && (bus->sih->buscorerev >= 66)) {
/*
* HW JIRA - CRWLPCIEGEN2-672
* Producer Index Feature which is used by F1 gets reset on F0 FLR
* fixed in REV68
*/
if (PCIE_ENUM_RESET_WAR_ENAB(bus->sih->buscorerev)) {
dhdpcie_ssreset_dis_enum_rst(bus);
}
/* IOV_DEVRESET could exercise si_detach()/si_attach() again so reset
* dhdpcie_bus_release_dongle() --> si_detach()
* dhdpcie_dongle_attach() --> si_attach()
*/
bus->pwr_req_ref = 0;
}
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req_nolock(bus);
}
/* Calling after requesting dm1 (Wl) power as there are mac wrapper regs */
dhd_dump_pcie_slave_wrapper_regs(bus);
/* Get info on the ARM and SOCRAM cores... */
/* Should really be qualified by device id */
if ((si_setcore(bus->sih, ARM7S_CORE_ID, 0)) ||
(si_setcore(bus->sih, ARMCM3_CORE_ID, 0)) ||
(si_setcore(bus->sih, ARMCR4_CORE_ID, 0)) ||
(si_setcore(bus->sih, ARMCA7_CORE_ID, 0))) {
bus->armrev = si_corerev(bus->sih);
bus->coreid = si_coreid(bus->sih);
} else {
DHD_ERROR(("%s: failed to find ARM core!\n", __FUNCTION__));
goto fail;
}
/* CA7 requires coherent bits on */
if (bus->coreid == ARMCA7_CORE_ID) {
val = dhdpcie_bus_cfg_read_dword(bus, PCIE_CFG_SUBSYSTEM_CONTROL, 4);
dhdpcie_bus_cfg_write_dword(bus, PCIE_CFG_SUBSYSTEM_CONTROL, 4,
(val | PCIE_BARCOHERENTACCEN_MASK));
}
/* EFI requirement - stop driver load if FW is already running
* need to do this here before pcie_watchdog_reset, because
* pcie_watchdog_reset will put the ARM back into halt state
*/
if (!dhdpcie_is_arm_halted(bus)) {
DHD_ERROR(("%s: ARM is not halted,FW is already running! Abort.\n",
__FUNCTION__));
goto fail;
}
BCM_REFERENCE(dongle_reset_needed);
/* For inbuilt drivers pcie clk req will be done by RC,
* so do not do clkreq from dhd
*/
#if defined(__linux__)
if (dhd_download_fw_on_driverload)
#endif /* __linux__ */
{
/* Enable CLKREQ# */
dhdpcie_clkreq(bus->osh, 1, 1);
}
/* Calculate htclkratio only for QT, for FPGA it is fixed at 30 */
#ifdef BCMQT_HW
dhdpcie_htclkratio_cal(bus);
#endif /* BCMQT_HW */
/*
* bus->dhd will be NULL if it is called from dhd_bus_attach, so need to reset
* without checking dongle_isolation flag, but if it is called via some other path
* like quiesce FLR, then based on dongle_isolation flag, watchdog_reset should
* be called.
*/
if (bus->dhd == NULL) {
/* dhd_attach not yet happened, do dongle reset */
#ifdef DHD_SKIP_DONGLE_RESET_IN_ATTACH
dongle_reset_needed = FALSE;
#else
dongle_reset_needed = TRUE;
#endif /* DHD_SKIP_DONGLE_RESET_IN_ATTACH */
} else {
/* Based on dongle_isolationflag, reset dongle */
dongle_reset_needed = !(bus->dhd->dongle_isolation);
}
/* 4397 Fix for FLR reset & CTO init(only for A0) */
if (BCM4397_CHIP(bus->sih->chip) && bus->sih->chiprev == 0) {
uint origidx = 0;
chipcregs_t *cc;
/* Write a value 0x1E in PMU CC reg18 */
origidx = si_coreidx(bus->sih);
pmu_corereg(bus->sih, SI_CC_IDX, ChipControlAddr, ~0, PMU_CHIPCTL18);
pmu_corereg(bus->sih, SI_CC_IDX, ChipControlData,
(PMU_CC18_WL_BOOKER_FORCEPWRDWN_EN | PMU_CC18_WL_P_CHAN_TIMER_SEL_MASK),
(PMU_CC18_WL_BOOKER_FORCEPWRDWN_EN |
((PMU_CC18_WL_P_CHAN_TIMER_SEL_8ms << PMU_CC18_WL_P_CHAN_TIMER_SEL_OFF) &
PMU_CC18_WL_P_CHAN_TIMER_SEL_MASK)));
/* 4397A0 WAR.
* Set max rsrc mask to 0x7fffffff and force HT before CTO init
*/
pmu_corereg(bus->sih, SI_CC_IDX, MaxResourceMask, ~0, 0x7fffffff);
cc = (chipcregs_t*)si_setcore(bus->sih, CC_CORE_ID, 0);
if (cc) {
OR_REG(osh, CC_REG_ADDR(cc, ClockCtlStatus), CCS_FORCEHT);
SPINWAIT(((R_REG(osh,
CC_REG_ADDR(cc, ClockCtlStatus)) & CCS_HTAVAIL) == 0),
PMU_MAX_TRANSITION_DLY);
} else {
DHD_ERROR(("CC is NULL\n"));
}
si_setcore(bus->sih, origidx, 0);
if (PCIECTO_ENAB(bus)) {
dhdpcie_cto_init(bus, TRUE);
}
}
/* need to set the force_bt_quiesce flag here
* before calling dhdpcie_dongle_flr_or_pwr_toggle
*/
bus->force_bt_quiesce = TRUE;
/*
* For buscorerev = 66 and after, F0 FLR should be done independent from F1.
* So don't need BT quiesce.
*/
if (bus->sih->buscorerev >= 66) {
bus->force_bt_quiesce = FALSE;
}
/*
* Issue dongle to reset all the cores on the chip - similar to rmmod dhd
* This is required to avoid spurious interrupts to the Host and bring back
* dongle to a sane state (on host soft-reboot / watchdog-reboot).
*/
if (dongle_reset_needed) {
dhdpcie_dongle_reset(bus);
}
dhdpcie_dongle_flr_or_pwr_toggle(bus);
dhdpcie_flush_bl_status(bus);
dhdpcie_bus_mpu_disable(bus);
si_setcore(bus->sih, PCIE2_CORE_ID, 0);
sbpcieregs = (sbpcieregs_t*)(bus->regs);
/* WAR where the BAR1 window may not be sized properly */
W_REG(osh, PCIE_REG_ADDR(sbpcieregs, ConfigIndAddr), 0x4e0);
val = R_REG(osh, PCIE_REG_ADDR(sbpcieregs, ConfigIndData));
W_REG(osh, PCIE_REG_ADDR(sbpcieregs, ConfigIndData), val);
/* for newer chips sysmem may be out of reset after POR
* so check and reset sysmem only if required
*/
dhdpcie_check_reset_sysmem(bus, TRUE);
/* if chip uses sysmem instead of tcm, typically ARM CA chips */
if (si_setcore(bus->sih, SYSMEM_CORE_ID, 0)) {
if (!(bus->orig_ramsize = si_sysmem_size(bus->sih))) {
DHD_ERROR(("%s: failed to find SYSMEM memory!\n", __FUNCTION__));
goto fail;
}
/* also populate base address */
switch ((uint16)bus->sih->chip) {
case BCM4385_CHIP_ID:
bus->dongle_ram_base = CA7_4385_RAM_BASE;
break;
case BCM4388_CHIP_ID:
case BCM4389_CHIP_ID:
bus->dongle_ram_base = CA7_4389_RAM_BASE;
break;
case BCM4390_CHIP_GRPID:
case BCM4399_CHIP_GRPID:
/* Temp fix for SOCI_NCI as si_addrspace() is zero for 4390 */
bus->dongle_ram_base = 0x2A0000;
/* Temp fix for si_sysmem_size() incorrect RAM size */
bus->orig_ramsize = 3276800;
#ifdef COEX_CPU
/* Coex CPU TCMs geometry should come from ewp info in pcie
* shared info. Set hardcoded values here for firmwares that don't
* support it.
*/
bus->coex_itcm_base = COEX_ITCM_BASE;
bus->coex_itcm_size = COEX_ITCM_SIZE;
bus->coex_dtcm_base = COEX_DTCM_BASE;
bus->coex_dtcm_size = COEX_DTCM_SIZE;
#endif /* COEX_CPU */
break;
default:
if (CHIPTYPE(bus->sih->socitype) == SOCI_NCI) {
/* CORE_SLAVE_PORT_1 is AXI Slave port, CORE_BASE_ADDR_1 is
* RAM base address.
*/
bus->dongle_ram_base = si_addrspace(bus->sih,
CORE_SLAVE_PORT_1, CORE_BASE_ADDR_1);
} else {
/* also populate base address */
bus->dongle_ram_base = 0x200000;
DHD_PRINT(("%s: WARNING: Using default ram base at 0x%x\n",
__FUNCTION__, bus->dongle_ram_base));
}
break;
}
} else if (!si_setcore(bus->sih, ARMCR4_CORE_ID, 0)) {
if (!(bus->orig_ramsize = si_socram_size(bus->sih))) {
DHD_ERROR(("%s: failed to find SOCRAM memory!\n", __FUNCTION__));
goto fail;
}
} else {
/* cr4 has a different way to find the RAM size from TCM's */
if (!(bus->orig_ramsize = si_tcm_size(bus->sih))) {
DHD_ERROR(("%s: failed to find CR4-TCM memory!\n", __FUNCTION__));
goto fail;
}
/* also populate base address */
switch ((uint16)bus->sih->chip) {
case BCM4339_CHIP_ID:
case BCM4335_CHIP_ID:
bus->dongle_ram_base = CR4_4335_RAM_BASE;
break;
case BCM4358_CHIP_ID:
case BCM4354_CHIP_ID:
case BCM43567_CHIP_ID:
case BCM43569_CHIP_ID:
case BCM4350_CHIP_ID:
case BCM43570_CHIP_ID:
bus->dongle_ram_base = CR4_4350_RAM_BASE;
break;
case BCM4360_CHIP_ID:
bus->dongle_ram_base = CR4_4360_RAM_BASE;
break;
case BCM4364_CHIP_ID:
bus->dongle_ram_base = CR4_4364_RAM_BASE;
break;
CASE_BCM4345_CHIP:
bus->dongle_ram_base = (bus->sih->chiprev < 6) /* changed at 4345C0 */
? CR4_4345_LT_C0_RAM_BASE : CR4_4345_GE_C0_RAM_BASE;
break;
CASE_BCM43602_CHIP:
bus->dongle_ram_base = CR4_43602_RAM_BASE;
break;
case BCM4349_CHIP_GRPID:
/* RAM based changed from 4349c0(revid=9) onwards */
bus->dongle_ram_base = ((bus->sih->chiprev < 9) ?
CR4_4349_RAM_BASE : CR4_4349_RAM_BASE_FROM_REV_9);
break;
case BCM4347_CHIP_ID:
case BCM4357_CHIP_ID:
case BCM4361_CHIP_ID:
bus->dongle_ram_base = CR4_4347_RAM_BASE;
break;
case BCM43751_CHIP_ID:
bus->dongle_ram_base = CR4_43751_RAM_BASE;
break;
case BCM43752_CHIP_ID:
bus->dongle_ram_base = CR4_43752_RAM_BASE;
break;
case BCM4376_CHIP_GRPID:
bus->dongle_ram_base = CR4_4376_RAM_BASE;
break;
case BCM4378_CHIP_GRPID:
bus->dongle_ram_base = CR4_4378_RAM_BASE;
break;
case BCM4362_CHIP_ID:
bus->dongle_ram_base = CR4_4362_RAM_BASE;
break;
case BCM4375_CHIP_ID:
case BCM4369_CHIP_ID:
bus->dongle_ram_base = CR4_4369_RAM_BASE;
break;
case BCM4377_CHIP_ID:
bus->dongle_ram_base = CR4_4377_RAM_BASE;
break;
case BCM4383_CHIP_ID:
bus->dongle_ram_base = CR4_4383_RAM_BASE;
break;
case BCM4387_CHIP_GRPID:
bus->dongle_ram_base = CR4_4387_RAM_BASE;
break;
case BCM4385_CHIP_ID:
bus->dongle_ram_base = CR4_4385_RAM_BASE;
break;
default:
bus->dongle_ram_base = 0;
DHD_PRINT(("%s: WARNING: Using default ram base at 0x%x\n",
__FUNCTION__, bus->dongle_ram_base));
}
}
bus->ramsize = bus->orig_ramsize;
if (dhd_dongle_ramsize) {
dhdpcie_bus_dongle_setmemsize(bus, dhd_dongle_ramsize);
}
if (bus->ramsize > DONGLE_TCM_MAP_SIZE) {
DHD_ERROR(("%s : invalid ramsize %d(0x%x) is returned from dongle\n",
__FUNCTION__, bus->ramsize, bus->ramsize));
goto fail;
}
DHD_PRINT(("DHD: dongle ram size is set to %d(orig %d) at 0x%x\n",
bus->ramsize, bus->orig_ramsize, bus->dongle_ram_base));
dhdpcie_bar1_window_switch_enab(bus);
/* Init bar1_switch_lock only after bar1_switch_enab is inited */
dhd_init_bar1_switch_lock(bus);
dhd_init_bar2_switch_lock(bus);
bus->srmemsize = si_socram_srmem_size(bus->sih);
dhdpcie_bus_intr_init(bus);
/* Set the poll and/or interrupt flags */
bus->intr = (bool)dhd_intr;
#ifdef DHD_DISABLE_ASPM
dhd_bus_aspm_enable_rc_ep(bus, FALSE);
#endif /* DHD_DISABLE_ASPM */
#ifdef PCIE_OOB
dhdpcie_oob_init(bus);
#endif /* PCIE_OOB */
#ifdef PCIE_INB_DW
bus->inb_enabled = TRUE;
#endif /* PCIE_INB_DW */
#if defined(PCIE_OOB) || defined(PCIE_INB_DW)
bus->ds_enabled = TRUE;
bus->deep_sleep = TRUE;
#endif
/*
* This check is to prevent to go back to enable during fw download
* after forced to disable by dhd commend(eg. "dhd dar_enable 0") after insmod
*/
if ((bus->dhd == NULL) || (bus->dhd->dongle_reset == FALSE)) {
bus->dar_enabled = TRUE;
bus->idma_enabled = TRUE;
bus->ifrm_enabled = TRUE;
}
dhdpcie_pme_stat_clear(bus);
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req_clear_nolock(bus);
/*
* One time clearing of Common Power Domain since HW default is set
* Needs to be after FLR because FLR resets PCIe enum back to HW defaults
* for 4378B0 (rev 68).
*/
si_srpwr_request(bus->sih, SRPWR_DMN0_PCIE_MASK, 0);
/*
* WAR to fix ARM cold boot;
* Assert WL domain in DAR helps but not enum
*/
if (bus->sih->buscorerev >= 68) {
dhd_bus_pcie_pwr_req_wl_domain(bus,
DAR_PCIE_PWR_CTRL((bus->sih)->buscorerev), TRUE);
}
}
DHD_TRACE(("%s: EXIT: SUCCESS\n", __FUNCTION__));
return 0;
fail:
/* for EFI even if there is an error, load still succeeds
* so si_detach should not be called here, it is called during unload
*/
#ifndef DHD_EFI
/*
* As request irq is done later, till then CTO will not be detected,
* so unconditionally dump cfg and DAR registers.
*/
dhd_bus_dump_imp_cfg_registers(bus);
/* Check if CTO has happened */
if (PCIECTO_ENAB(bus)) {
/* read pci_intstatus */
uint32 pci_intstatus =
dhdpcie_bus_cfg_read_dword(bus, PCI_INT_STATUS, 4);
if (pci_intstatus == (uint32)-1) {
DHD_ERROR(("%s : Invalid pci_intstatus(0x%x)\n",
__FUNCTION__, pci_intstatus));
} else if (pci_intstatus & PCI_CTO_INT_MASK) {
DHD_ERROR(("%s: ##### CTO REPORTED BY DONGLE "
"intstat=0x%x enab=%d\n", __FUNCTION__,
pci_intstatus, bus->cto_enable));
}
dhd_bus_dump_dar_registers(bus);
}
dhd_deinit_pwr_req_lock(bus);
dhd_deinit_bus_lp_state_lock(bus);
dhd_deinit_backplane_access_lock(bus);
if (bus->sih != NULL) {
/* Dump DAR registers only if si_attach has succeeded */
dhd_bus_dump_dar_registers(bus);
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req_clear_nolock(bus);
}
si_detach(bus->sih);
bus->sih = NULL;
}
dhd_deinit_pwr_req_lock(bus);
dhd_deinit_bus_lp_state_lock(bus);
dhd_deinit_backplane_access_lock(bus);
#endif /* DHD_EFI */
DHD_TRACE(("%s: EXIT: FAILURE\n", __FUNCTION__));
return -1;
}
int
dhpcie_bus_unmask_interrupt(dhd_bus_t *bus)
{
dhdpcie_bus_cfg_write_dword(bus, PCIIntmask, 4, I_MB);
return 0;
}
int
dhpcie_bus_mask_interrupt(dhd_bus_t *bus)
{
dhdpcie_bus_cfg_write_dword(bus, PCIIntmask, 4, 0x0);
return 0;
}
/* Non atomic function, caller should hold appropriate lock */
void
dhdpcie_bus_intr_enable(dhd_bus_t *bus)
{
DHD_TRACE(("%s Enter\n", __FUNCTION__));
if (bus) {
if (bus->sih && !bus->is_linkdown) {
/* Skip after receiving D3 ACK */
if (__DHD_CHK_BUS_LPS_D3_ACKED(bus)) {
return;
}
if ((bus->sih->buscorerev == 2) || (bus->sih->buscorerev == 6) ||
(bus->sih->buscorerev == 4)) {
dhpcie_bus_unmask_interrupt(bus);
} else {
#ifdef DHD_MMIO_TRACE
dhd_bus_mmio_trace(bus, bus->pcie_mailbox_mask,
bus->def_intmask, TRUE);
#endif /* defined(DHD_MMIO_TRACE) */
si_corereg(bus->sih, bus->sih->buscoreidx, bus->pcie_mailbox_mask,
bus->def_intmask, bus->def_intmask);
}
}
#if defined(NDIS)
dhd_msix_message_set(bus->dhd, 0, 0, TRUE);
#endif
}
DHD_TRACE(("%s Exit\n", __FUNCTION__));
}
/* Non atomic function, caller should hold appropriate lock */
void
dhdpcie_bus_intr_disable(dhd_bus_t *bus)
{
DHD_TRACE(("%s Enter\n", __FUNCTION__));
if (bus && bus->sih && !bus->is_linkdown) {
/* Skip after receiving D3 ACK */
if (__DHD_CHK_BUS_LPS_D3_ACKED(bus)) {
return;
}
if ((bus->sih->buscorerev == 2) || (bus->sih->buscorerev == 6) ||
(bus->sih->buscorerev == 4)) {
dhpcie_bus_mask_interrupt(bus);
} else {
#ifdef DHD_MMIO_TRACE
dhd_bus_mmio_trace(bus, bus->pcie_mailbox_mask, 0, TRUE);
#endif /* defined(DHD_MMIO_TRACE) */
si_corereg(bus->sih, bus->sih->buscoreidx, bus->pcie_mailbox_mask,
bus->def_intmask, 0);
}
}
#if defined(NDIS)
/*
* dhdpcie_bus_intr_disable may get called from
* dhdpcie_dongle_attach -> dhdpcie_dongle_reset
* with dhd = NULL during attach time. So check for bus->dhd NULL before
* calling dhd_msix_message_set
*/
if (bus && bus->dhd) {
dhd_msix_message_set(bus->dhd, 0, 0, FALSE);
}
#endif
DHD_TRACE(("%s Exit\n", __FUNCTION__));
}
/*
* dhdpcie_advertise_bus_cleanup advertises that clean up is under progress
* to other bus user contexts like Tx, Rx, IOVAR, WD etc and it waits for other contexts
* to gracefully exit. All the bus usage contexts before marking busstate as busy, will check for
* whether the busstate is DHD_BUS_DOWN or DHD_BUS_DOWN_IN_PROGRESS, if so
* they will exit from there itself without marking dhd_bus_busy_state as BUSY.
*/
void
dhdpcie_advertise_bus_cleanup(dhd_pub_t *dhdp)
{
unsigned long flags;
int timeleft;
#ifdef DHD_PCIE_RUNTIMEPM
dhdpcie_runtime_bus_wake(dhdp, TRUE, dhdpcie_advertise_bus_cleanup);
#endif /* DHD_PCIE_RUNTIMEPM */
dhdp->dhd_watchdog_ms_backup = dhd_watchdog_ms;
if (dhdp->dhd_watchdog_ms_backup) {
DHD_PRINT(("%s: Disabling wdtick before dhd deinit\n",
__FUNCTION__));
dhd_os_wd_timer(dhdp, 0);
}
/* issue db7 trap only if hostready has been rung by dhd,
* else FW will not send db7 ack
*/
if (dhdp->busstate != DHD_BUS_DOWN && dhdp->bus->hostready_count > 0) {
#ifdef DHD_DONGLE_TRAP_IN_DETACH
/*
* For x86 platforms, rmmod/insmod is failing due to some power
* resources are not held high.
* Hence induce DB7 trap during detach and in FW trap handler all
* power resources are held high.
*/
if (1 &&
#ifndef OEM_ANDROID
!dhdp->dongle_isolation &&
#endif /* OEM_ANDROPID */
db7trap_in_detach && !dhd_query_bus_erros(dhdp) &&
dhdp->db7_trap.fw_db7w_trap) {
dhdp->db7_trap.fw_db7w_trap_inprogress = TRUE;
dhdpcie_fw_trap(dhdp->bus);
if (!dhdp->db7_trap.fw_db7w_trap_received) {
char buf[512];
struct bcmstrbuf b;
struct bcmstrbuf *strbuf = &b;
bcm_binit(strbuf, buf, sizeof(buf));
bcm_bprintf_bypass = TRUE;
dhd_dump_intr_counters(dhdp, strbuf);
bcm_bprintf_bypass = FALSE;
DHD_ERROR(("%s : Did not receive DB7 Ack\n", __FUNCTION__));
if (dhdp->memdump_enabled) {
dhdp->memdump_type = DUMP_TYPE_NO_DB7_ACK;
dhdpcie_mem_dump(dhdp->bus);
}
#ifdef WBRC
if (dhdp->fw_mode_changed == FALSE) {
DHD_ERROR(("%s : Set do_chip_bighammer\n", __FUNCTION__));
dhdp->do_chip_bighammer = TRUE;
}
#endif /* WBRC */
}
dhdp->db7_trap.fw_db7w_trap_inprogress = FALSE;
} else {
DHD_ERROR(("%s: DB7 Not sent!!!\n",
__FUNCTION__));
}
#endif /* DHD_DONGLE_TRAP_IN_DETACH */
DHD_GENERAL_LOCK(dhdp, flags);
dhdp->busstate = DHD_BUS_DOWN_IN_PROGRESS;
DHD_GENERAL_UNLOCK(dhdp, flags);
}
/* Wakeup any waiting IOCTL contexts */
dhd_os_set_ioctl_resp_timeout(IOCTL_DISABLE_TIMEOUT);
dhd_wakeup_ioctl_event(dhdp, IOCTL_RETURN_ON_BUS_STOP);
timeleft = dhd_os_busbusy_wait_negation(dhdp, &dhdp->dhd_bus_busy_state);
if (dhdp->dhd_bus_busy_state != 0) {
/* This condition ideally should not occur, this means some
* bus usage context is not clearing the respective usage bit, print
* dhd_bus_busy_state and crash the host for further debugging.
*/
DHD_ERROR(("%s : Timeout due to dhd_bus_busy_state=0x%x timeleft=%d\n",
__FUNCTION__, dhdp->dhd_bus_busy_state, timeleft));
ASSERT(0);
}
return;
}
/*
* dhdpcie_busbusy_wait mark busstate as DHD_BUS_DOWN_IN_PROGRESS and waits
* for all the contexts to garacefully exit. All the bus usage contexts before
* marking busstate as busy, will check for whether the busstate is DHD_BUS_DOWN
* or DHD_BUS_DOWN_IN_PROGRESS, if so they will exit from there itself without
* marking dhd_bus_busy_state as BUSY.
*/
void
dhdpcie_busbusy_wait(dhd_pub_t *dhdp)
{
unsigned long flags;
int timeleft;
dhdp->dhd_watchdog_ms_backup = dhd_watchdog_ms;
if (dhdp->dhd_watchdog_ms_backup) {
DHD_PRINT(("%s: Disabling wdtick\n", __FUNCTION__));
dhd_os_wd_timer(dhdp, 0);
}
DHD_GENERAL_LOCK(dhdp, flags);
dhdp->busstate = DHD_BUS_DOWN_IN_PROGRESS;
DHD_GENERAL_UNLOCK(dhdp, flags);
timeleft = dhd_os_busbusy_wait_negation(dhdp, &dhdp->dhd_bus_busy_state);
if ((timeleft == 0) || (timeleft == 1)) {
DHD_ERROR(("%s : Timeout due to dhd_bus_busy_state=0x%x\n",
__FUNCTION__, dhdp->dhd_bus_busy_state));
}
DHD_GENERAL_LOCK(dhdp, flags);
dhdp->busstate = DHD_BUS_DOWN;
DHD_GENERAL_UNLOCK(dhdp, flags);
return;
}
static void
dhdpcie_bus_remove_prep(dhd_bus_t *bus)
{
unsigned long flags;
DHD_TRACE(("%s Enter\n", __FUNCTION__));
DHD_GENERAL_LOCK(bus->dhd, flags);
DHD_PRINT(("%s: making DHD_BUS_DOWN\n", __FUNCTION__));
bus->dhd->busstate = DHD_BUS_DOWN;
DHD_GENERAL_UNLOCK(bus->dhd, flags);
#ifdef PCIE_INB_DW
/* De-Initialize the lock to serialize Device Wake Inband activities */
if (bus->inb_lock) {
osl_spin_lock_deinit(bus->dhd->osh, bus->inb_lock);
bus->inb_lock = NULL;
}
#endif
if (bus->sih && !bus->dhd->dongle_isolation) {
dhd_bus_pcie_pwr_req_reload_war(bus);
/* Skip below WARs for Android as insmod fails after rmmod in Brix Android */
#if !defined(OEM_ANDROID)
/* HW4347-909, Set PCIE TRefUp time to 100us for 4347/4377 */
if ((bus->sih->buscorerev == 19) || (bus->sih->buscorerev == 23)) {
/* Set PCIE TRefUp time to 100us for 4347 */
pcie_set_trefup_time_100us(bus->sih);
}
/* disable fast lpo from 4347/4377 */
/* Do not disable fast lpo for 4378/4387/4389/4381/4382.
* Because we always enable fast lpo. it causes insmod/rmmod reload failure.
*/
if ((PMUREV(bus->sih->pmurev) > 31) &&
!(PCIE_FASTLPO_ENABLED(bus->sih->buscorerev))) {
si_pmu_fast_lpo_disable(bus->sih);
}
#endif /* !OEM_ANDROID */
/* if the pcie link is down, watchdog reset
* should not be done, as it may hang
*/
if (!bus->is_linkdown) {
/* For Non-EFI modular builds, do dongle reset during rmmod */
#ifndef DHD_EFI
/* for efi, depending on bt over pcie mode
* we either power toggle or do F0 FLR
* from dhdpcie_bus_release dongle. So no need to
* do dongle reset from here
*/
dhdpcie_dongle_reset(bus);
#endif /* !DHD_EFI */
}
bus->dhd->is_pcie_watchdog_reset = TRUE;
}
DHD_TRACE(("%s Exit\n", __FUNCTION__));
}
void
dhd_init_bus_lp_state_lock(dhd_bus_t *bus)
{
if (!bus->bus_lp_state_lock) {
bus->bus_lp_state_lock = osl_spin_lock_init(bus->osh);
}
}
void
dhd_deinit_bus_lp_state_lock(dhd_bus_t *bus)
{
if (bus->bus_lp_state_lock) {
osl_spin_lock_deinit(bus->osh, bus->bus_lp_state_lock);
bus->bus_lp_state_lock = NULL;
}
}
void
dhd_init_backplane_access_lock(dhd_bus_t *bus)
{
if (!bus->backplane_access_lock) {
bus->backplane_access_lock = osl_spin_lock_init(bus->osh);
}
}
void
dhd_deinit_backplane_access_lock(dhd_bus_t *bus)
{
if (bus->backplane_access_lock) {
osl_spin_lock_deinit(bus->osh, bus->backplane_access_lock);
bus->backplane_access_lock = NULL;
}
}
/** Detach and free everything */
void
dhdpcie_bus_release(dhd_bus_t *bus)
{
bool dongle_isolation = FALSE;
#ifdef BCMQT
uint buscorerev = 0;
#endif /* BCMQT */
osl_t *osh = NULL;
#if defined(__linux__)
int bcmerror = 0;
#endif /* __linux__ */
DHD_PRINT(("%s: Enter\n", __FUNCTION__));
if (bus) {
osh = bus->osh;
ASSERT(osh);
if (bus->dhd) {
#if defined(DEBUGGER) || defined (DHD_DSCOPE)
debugger_close();
#endif /* DEBUGGER || DHD_DSCOPE */
dhdpcie_advertise_bus_cleanup(bus->dhd);
dongle_isolation = bus->dhd->dongle_isolation;
bus->dhd->is_pcie_watchdog_reset = FALSE;
dhdpcie_bus_remove_prep(bus);
if (bus->intr) {
dhdpcie_bus_intr_disable(bus);
dhdpcie_free_irq(bus);
}
dhd_deinit_dpc_histos(bus->dhd);
dhd_deinit_bus_lp_state_lock(bus);
dhd_deinit_bar1_switch_lock(bus);
dhd_deinit_bar2_switch_lock(bus);
dhd_deinit_backplane_access_lock(bus);
dhd_deinit_pwr_req_lock(bus);
#ifdef PCIE_INB_DW
dhd_deinit_dongle_ds_lock(bus);
#endif /* PCIE_INB_DW */
#ifdef BCMQT
if (IDMA_ACTIVE(bus->dhd)) {
/**
* On FPGA during exit path force set "IDMA Control Register"
* to default value 0x0. Otherwise host dongle syc for IDMA fails
* during next IDMA initilization(without system reboot)
*/
buscorerev = bus->sih->buscorerev;
si_corereg(bus->sih, bus->sih->buscoreidx,
IDMAControl(buscorerev), ~0, 0);
}
#endif /* BCMQT */
/**
* dhdpcie_bus_release_dongle free bus->sih handle, which is needed to
* access Dongle registers.
* dhd_detach will communicate with dongle to delete flowring ..etc.
* So dhdpcie_bus_release_dongle should be called only after the dhd_detach.
*/
dhd_detach(bus->dhd);
dhdpcie_bus_release_dongle(bus, osh, dongle_isolation, TRUE);
#if defined(__linux__)
BCM_REFERENCE(bcmerror);
#ifdef BOARD_STB
/* For STB, it is causing kernel panic during reboot if RC is kept in off
* state, so keep the RC in ON state
*/
DHD_PRINT(("%s: Keep EP powered on during rmmod for STB boards\n",
__FUNCTION__));
dhd_wifi_platform_set_power(bus->dhd, TRUE);
dhdpcie_bus_start_host_dev(bus);
#else
DHD_PRINT(("%s: disable pcie dev\n", __FUNCTION__));
bcmerror = dhdpcie_bus_disable_device(bus);
if (bcmerror) {
DHD_ERROR(("%s: dhdpcie_bus_disable_device: %d\n",
__FUNCTION__, bcmerror));
}
DHD_PRINT(("%s: stop host dev dev\n", __FUNCTION__));
bcmerror = dhdpcie_bus_stop_host_dev(bus);
if (bcmerror) {
DHD_ERROR(("%s: dhdpcie_bus_stop_host_dev failed: %d\n",
__FUNCTION__, bcmerror));
}
#endif /* BOARD_STB */
#endif /* __linux__ */
dhd_free(bus->dhd);
bus->dhd = NULL;
}
#ifdef DHD_EFI
else {
if (bus->intr) {
dhdpcie_bus_intr_disable(bus);
dhdpcie_free_irq(bus);
}
dhdpcie_bus_release_dongle(bus, osh, dongle_isolation, TRUE);
}
#endif /* DHD_EFI */
/* unmap the regs, tcm and any other memory mappings here!! */
if (bus->regs) {
dhdpcie_bus_reg_unmap(osh, bus->regs, DONGLE_REG_MAP_SIZE);
bus->regs = NULL;
}
if (bus->tcm) {
dhdpcie_bus_reg_unmap(osh, bus->tcm, DONGLE_TCM_MAP_SIZE);
bus->tcm = NULL;
}
if (bus->bar2) {
dhdpcie_bus_reg_unmap(osh, bus->bar2, DONGLE_BAR2_MAP_SIZE);
bus->bar2 = NULL;
}
dhdpcie_bus_release_malloc(bus, osh);
/* Detach pcie shared structure */
if (bus->pcie_sh) {
MFREE(osh, bus->pcie_sh, sizeof(pciedev_shared_t));
}
if (bus->console.buf != NULL) {
MFREE(osh, bus->console.buf, bus->console.bufsize);
}
/* Finally free bus info */
MFREE(osh, bus, sizeof(dhd_bus_t));
g_dhd_bus = NULL;
}
DHD_TRACE(("%s: Exit\n", __FUNCTION__));
} /* dhdpcie_bus_release */
#ifdef OEM_ANDROID
static void
dhdpcie_clear_cc_pwr_req(dhd_bus_t *bus)
{
if (bus->link_state == DHD_PCIE_ALL_GOOD) {
/* clear any held chipcommon pwr requests in good shutdown (no SSSR dump) case */
DHD_PRINT(("%s: clear chipcommon pwr req all domains\n", __FUNCTION__));
si_corereg(bus->sih, 0, CC_REG_OFF(PowerControl), 0xFFFFFFFF, 0);
}
}
#endif /* OEM_ANDROID */
void
dhdpcie_bus_release_dongle(dhd_bus_t *bus, osl_t *osh, bool dongle_isolation, bool reset_flag)
{
DHD_TRACE(("%s: Enter bus->dhd %p bus->dhd->dongle_reset %d \n", __FUNCTION__,
bus->dhd, bus->dhd->dongle_reset));
if ((bus->dhd && bus->dhd->dongle_reset) && reset_flag) {
goto fail;
}
if (bus->is_linkdown) {
DHD_ERROR(("%s : Skip release dongle due to linkdown \n", __FUNCTION__));
goto fail;
}
if (bus->sih) {
/*
* Perform dongle reset only if dongle isolation is not enabled.
* In android platforms, dongle isolation will be enabled and
* quiescing dongle will be done using DB7 trap.
*/
if (!dongle_isolation &&
bus->dhd && !bus->dhd->is_pcie_watchdog_reset) {
dhdpcie_dongle_reset(bus);
}
/* Only for EFI this will be effective */
dhdpcie_dongle_flr_or_pwr_toggle(bus);
if (bus->ltrsleep_on_unload) {
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(ltr_state), ~0, 0);
}
if (bus->sih->buscorerev == 13)
pcie_serdes_iddqdisable(bus->osh, bus->sih,
(sbpcieregs_t *)bus->regs);
#ifdef OEM_ANDROID
/* Clear power requests in android to avoid high current after rmmod */
dhdpcie_clear_cc_pwr_req(bus);
#endif /* OEM_ANDROID */
/* For inbuilt drivers pcie clk req will be done by RC,
* so do not do clkreq from dhd
*/
#if defined(__linux__)
if (dhd_download_fw_on_driverload)
#endif /* __linux__ */
{
/* Disable CLKREQ# */
dhdpcie_clkreq(bus->osh, 1, 0);
}
}
fail:
/* Resources should be freed */
if (bus->sih) {
si_detach(bus->sih);
bus->sih = NULL;
}
if (bus->vars && bus->varsz) {
MFREE(osh, bus->vars, bus->varsz);
bus->vars = NULL;
}
DHD_TRACE(("%s Exit\n", __FUNCTION__));
}
uint32
dhdpcie_bus_cfg_read_dword(dhd_bus_t *bus, uint32 addr, uint32 size)
{
uint32 data = OSL_PCI_READ_CONFIG(bus->osh, addr, size);
return data;
}
/** 32 bit config write */
void
dhdpcie_bus_cfg_write_dword(dhd_bus_t *bus, uint32 addr, uint32 size, uint32 data)
{
OSL_PCI_WRITE_CONFIG(bus->osh, addr, size, data);
}
void
dhdpcie_bus_cfg_set_bar0_win(dhd_bus_t *bus, uint32 data)
{
OSL_PCI_WRITE_CONFIG(bus->osh, PCI_BAR0_WIN, 4, data);
}
void
dhdpcie_bus_dongle_setmemsize(struct dhd_bus *bus, int mem_size)
{
int32 min_size = DONGLE_MIN_MEMSIZE;
/* Restrict the memsize to user specified limit */
DHD_PRINT(("user: Restrict the dongle ram size to %d, min accepted %d max accepted %d\n",
mem_size, min_size, (int32)bus->orig_ramsize));
if ((mem_size > min_size) &&
(mem_size < (int32)bus->orig_ramsize)) {
bus->ramsize = mem_size;
} else {
DHD_ERROR(("%s: Invalid mem_size %d\n", __FUNCTION__, mem_size));
}
}
void
dhdpcie_bus_release_malloc(dhd_bus_t *bus, osl_t *osh)
{
DHD_TRACE(("%s: Enter\n", __FUNCTION__));
if (bus->dhd && bus->dhd->dongle_reset)
return;
if (bus->vars && bus->varsz) {
MFREE(osh, bus->vars, bus->varsz);
}
if (bus->flowring_high_watermark) {
MFREE(osh, bus->flowring_high_watermark,
bus->max_submission_rings * sizeof(uint32));
}
if (bus->flowring_cur_items) {
MFREE(osh, bus->flowring_cur_items,
bus->max_submission_rings * sizeof(uint32));
}
DHD_TRACE(("%s: Exit\n", __FUNCTION__));
return;
}
/** Stop bus module: clear pending frames, disable data flow */
void dhd_bus_stop(struct dhd_bus *bus, bool enforce_mutex)
{
unsigned long flags;
DHD_TRACE(("%s: Enter\n", __FUNCTION__));
if (!bus->dhd)
return;
if (bus->dhd->busstate == DHD_BUS_DOWN) {
DHD_ERROR(("%s: already down by net_dev_reset\n", __FUNCTION__));
goto done;
}
DHD_STOP_RPM_TIMER(bus->dhd);
#ifdef DHD_PCIE_RUNTIMEPM
dhd_os_runtimepm_timer(bus->dhd, 0);
#endif /* DHD_PCIE_RUNTIMEPM */
DHD_GENERAL_LOCK(bus->dhd, flags);
DHD_PRINT(("%s: making DHD_BUS_DOWN\n", __FUNCTION__));
bus->dhd->busstate = DHD_BUS_DOWN;
DHD_GENERAL_UNLOCK(bus->dhd, flags);
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
atomic_set(&bus->dhd->block_bus, TRUE);
#endif /* DHD_PCIE_NATIVE_RUNTIMEPM */
dhdpcie_bus_intr_disable(bus);
bus->fw_boot_intr = FALSE;
if (!bus->is_linkdown) {
uint32 status;
status = dhdpcie_bus_cfg_read_dword(bus, PCIIntstatus, 4);
dhdpcie_bus_cfg_write_dword(bus, PCIIntstatus, 4, status);
}
#if defined(__linux__)
if (!dhd_download_fw_on_driverload) {
dhd_dpc_kill(bus->dhd);
}
#endif /* __linux__ */
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
pm_runtime_disable(dhd_bus_to_dev(bus));
pm_runtime_set_suspended(dhd_bus_to_dev(bus));
pm_runtime_enable(dhd_bus_to_dev(bus));
#endif /* DHD_PCIE_NATIVE_RUNTIMEPM */
/* Clear rx control and wake any waiters */
/* More important in disconnect, but no context? */
dhd_os_set_ioctl_resp_timeout(IOCTL_DISABLE_TIMEOUT);
dhd_wakeup_ioctl_event(bus->dhd, IOCTL_RETURN_ON_BUS_STOP);
done:
return;
}
#ifdef DEVICE_TX_STUCK_DETECT
void
dhd_bus_send_msg_to_daemon(int reason)
{
bcm_to_info_t to_info;
to_info.magic = BCM_TO_MAGIC;
to_info.reason = reason;
dhd_send_msg_to_daemon(NULL, (void *)&to_info, sizeof(bcm_to_info_t));
return;
}
#define DHD_MEMORY_SET_PATTERN 0xAA
/**
* scan the flow rings in active list to check if stuck and notify application
* The conditions for warn/stuck detection are
* 1. Flow ring is active
* 2. There are packets to be consumed by the consumer (wr != rd)
* If 1 and 2 are true, then
* 3. Warn, if Tx completion is not received for a duration of DEVICE_TX_STUCK_WARN_DURATION
* 4. Trap FW, if Tx completion is not received for a duration of DEVICE_TX_STUCK_DURATION
*/
static void
dhd_bus_device_tx_stuck_scan(dhd_bus_t *bus)
{
uint32 tx_cmpl;
unsigned long list_lock_flags;
unsigned long ring_lock_flags;
dll_t *item, *prev;
flow_ring_node_t *flow_ring_node;
if_flow_lkup_t *if_flow_lkup = (if_flow_lkup_t *)bus->dhd->if_flow_lkup;
uint8 ifindex;
#ifndef FW_HAS_AGING_LOGIC_ALL_IF
/**
* Since the aging logic is implemented only for INFRA in FW,
* DHD should monitor only INFRA for stuck detection.
*/
uint8 role;
#endif /* FW_HAS_AGING_LOGIC_ALL_IF */
bool ring_empty;
bool active;
uint8 status;
DHD_FLOWRING_LIST_LOCK(bus->dhd->flowring_list_lock, list_lock_flags);
for (item = dll_tail_p(&bus->flowring_active_list);
!dll_end(&bus->flowring_active_list, item); item = prev) {
prev = dll_prev_p(item);
flow_ring_node = dhd_constlist_to_flowring(item);
ifindex = flow_ring_node->flow_info.ifindex;
#ifndef FW_HAS_AGING_LOGIC_ALL_IF
role = if_flow_lkup[ifindex].role;
if (role != WLC_E_IF_ROLE_STA) {
continue;
}
#endif /* FW_HAS_AGING_LOGIC_ALL_IF */
DHD_FLOWRING_LOCK(flow_ring_node->lock, ring_lock_flags);
tx_cmpl = flow_ring_node->tx_cmpl;
active = flow_ring_node->active;
status = flow_ring_node->status;
ring_empty = dhd_prot_is_h2d_ring_empty(bus->dhd, flow_ring_node->prot_info);
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, ring_lock_flags);
/*
* Need not monitor the flow ring if,
* 1. flow ring is empty
* 2. LINK is down
* 3. flow ring is not in FLOW_RING_STATUS_OPEN state
*/
if ((ring_empty) || !(if_flow_lkup[ifindex].status) ||
(status != FLOW_RING_STATUS_OPEN)) {
/* reset conters... etc */
flow_ring_node->stuck_count = 0;
flow_ring_node->tx_cmpl_prev = tx_cmpl;
continue;
}
/**
* DEVICE_TX_STUCK_WARN_DURATION, DEVICE_TX_STUCK_DURATION are integer
* representation of time, to decide if a flow is in warn state or stuck.
*
* flow_ring_node->stuck_count is an integer counter representing how long
* tx_cmpl is not received though there are pending packets in the ring
* to be consumed by the dongle for that particular flow.
*
* This method of determining time elapsed is helpful in sleep/wake scenarios.
* If host sleeps and wakes up, that sleep time is not considered into
* stuck duration.
*/
if ((tx_cmpl == flow_ring_node->tx_cmpl_prev) && active) {
flow_ring_node->stuck_count++;
DHD_PRINT(("%s: flowid: %d tx_cmpl: %u tx_cmpl_prev: %u stuck_count: %d\n",
__func__, flow_ring_node->flowid, tx_cmpl,
flow_ring_node->tx_cmpl_prev, flow_ring_node->stuck_count));
dhd_prot_dump_ring_ptrs(flow_ring_node->prot_info);
switch (flow_ring_node->stuck_count) {
case DEVICE_TX_STUCK_WARN_DURATION:
/**
* Notify Device Tx Stuck Notification App about the
* device Tx stuck warning for this flowid.
* App will collect the logs required.
*/
DHD_PRINT(("stuck warning for flowid: %d sent to app\n",
flow_ring_node->flowid));
dhd_bus_send_msg_to_daemon(REASON_DEVICE_TX_STUCK_WARNING);
break;
case DEVICE_TX_STUCK_DURATION:
/**
* Notify Device Tx Stuck Notification App about the
* device Tx stuck info for this flowid.
* App will collect the logs required.
*/
DHD_PRINT(("stuck information for flowid: %d sent to app\n",
flow_ring_node->flowid));
dhd_bus_send_msg_to_daemon(REASON_DEVICE_TX_STUCK);
break;
default:
break;
}
} else {
flow_ring_node->tx_cmpl_prev = tx_cmpl;
flow_ring_node->stuck_count = 0;
}
}
DHD_FLOWRING_LIST_UNLOCK(bus->dhd->flowring_list_lock, list_lock_flags);
}
/**
* schedules dhd_bus_device_tx_stuck_scan after DEVICE_TX_STUCK_CKECK_TIMEOUT,
* to determine if any flowid is stuck.
*/
static void
dhd_bus_device_stuck_scan(dhd_bus_t *bus)
{
uint32 time_stamp; /* in millisec */
uint32 diff;
/* Need not run the algorith if Dongle has trapped */
if (bus->dhd->dongle_trap_occured) {
return;
}
time_stamp = OSL_SYSUPTIME();
diff = time_stamp - bus->device_tx_stuck_check;
if (diff > DEVICE_TX_STUCK_CKECK_TIMEOUT) {
dhd_bus_device_tx_stuck_scan(bus);
bus->device_tx_stuck_check = OSL_SYSUPTIME();
}
return;
}
#if defined(ASSOC_CHECK_SR)
void
dhd_assoc_check_sr(dhd_pub_t *dhd, bool state)
{
int ret = -1;
/* if stuck monitor is disabled */
if (!dhd->bus->dev_tx_stuck_monitor) {
return;
}
if (state) { /* suspend */
dhd->assoc_at_suspend = dhd_is_associated(dhd, 0, NULL);
DHD_PRINT(("%s assoc_at_suspend: %d\n", __FUNCTION__, dhd->assoc_at_suspend));
} else if ((dhd->assoc_at_suspend) && (!dhd_is_associated(dhd, 0, NULL))) { /* resume */
DHD_PRINT(("%s - assoc lost in D3. Issue disassoc\n", __FUNCTION__));
ret = dhd_wl_ioctl_cmd(dhd, WLC_DISASSOC, NULL, 0, IOV_SET, 0);
if (ret != BCME_OK) {
DHD_ERROR(("%s error issuing disassoc, %d\n", __FUNCTION__, ret));
}
}
}
#endif /* ASSOC_CHECK_SR */
#endif /* DEVICE_TX_STUCK_DETECT */
/**
* Watchdog timer function.
* @param dhd Represents a specific hardware (dongle) instance that this DHD manages
*/
bool dhd_bus_watchdog(dhd_pub_t *dhd)
{
unsigned long flags;
dhd_bus_t *bus = dhd->bus;
if (dhd_query_bus_erros(bus->dhd)) {
return FALSE;
}
DHD_GENERAL_LOCK(dhd, flags);
if (DHD_BUS_CHECK_DOWN_OR_DOWN_IN_PROGRESS(dhd) ||
DHD_BUS_CHECK_SUSPEND_OR_SUSPEND_IN_PROGRESS(dhd)) {
DHD_GENERAL_UNLOCK(dhd, flags);
return FALSE;
}
DHD_BUS_BUSY_SET_IN_WD(dhd);
DHD_GENERAL_UNLOCK(dhd, flags);
#ifdef DHD_PCIE_RUNTIMEPM
dhdpcie_runtime_bus_wake(dhd, TRUE, __builtin_return_address(0));
#endif /* DHD_PCIE_RUNTIMEPM */
#if defined(DHD_EFI) && defined(DHD_INTR_POLL_PERIOD_DYNAMIC)
dhd_intr_poll_pkt_thresholds(dhd);
#endif /* DHD_EFI && DHD_INTR_POLL_PERIOD_DYNAMIC */
/* Poll for console output periodically */
if (dhd->busstate == DHD_BUS_DATA &&
dhd->dhd_console_ms != 0 &&
DHD_CHK_BUS_NOT_IN_LPS(bus)) {
bus->console.count += dhd_watchdog_ms;
if (bus->console.count >= dhd->dhd_console_ms) {
bus->console.count -= dhd->dhd_console_ms;
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req(bus);
}
/* Make sure backplane clock is on */
if (dhd->db7_trap.fw_db7w_trap_inprogress == FALSE) {
if (dhdpcie_bus_readconsole(bus) < 0) {
DHD_PRINT(("%s: disable dconpoll\n", __FUNCTION__));
dhd->dhd_console_ms = 0; /* On error, stop trying */
}
}
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req_clear(bus);
}
}
}
#ifdef DEVICE_TX_STUCK_DETECT
if (dhd->bus->dev_tx_stuck_monitor == TRUE) {
dhd_bus_device_stuck_scan(bus);
}
#endif /* DEVICE_TX_STUCK_DETECT */
DHD_GENERAL_LOCK(dhd, flags);
DHD_BUS_BUSY_CLEAR_IN_WD(dhd);
dhd_os_busbusy_wake(dhd);
DHD_GENERAL_UNLOCK(dhd, flags);
#if !defined(DHD_PCIE_RUNTIMEPM) && (defined(PCIE_OOB) || defined(PCIE_INB_DW))
dhd->bus->inb_dw_deassert_cnt += dhd_watchdog_ms;
if (dhd->bus->inb_dw_deassert_cnt >=
DHD_INB_DW_DEASSERT_MS) {
dhd->bus->inb_dw_deassert_cnt = 0;
/* Inband device wake is deasserted from DPC context after DS_Exit is received,
* but if at all there is no d2h interrupt received, dpc will not be scheduled
* and inband DW is not deasserted, hence DW is deasserted from watchdog thread
* for every 250ms.
*/
dhd_bus_dw_deassert(dhd, __FUNCTION__);
}
#endif /* !DHD_PCIE_RUNTIMEPM && PCIE_OOB || PCIE_INB_DW */
return TRUE;
} /* dhd_bus_watchdog */
uint16
dhd_get_chipid(struct dhd_bus *bus)
{
if (bus && bus->sih) {
return (uint16)si_chipid(bus->sih);
} else if (bus && bus->regs) {
chipcregs_t *cc = (chipcregs_t *)bus->regs;
uint w, chipid;
/* Set bar0 window to si_enum_base */
dhdpcie_bus_cfg_set_bar0_win(bus, si_enum_base(0));
w = R_REG(bus->osh, CC_REG_ADDR(cc, ChipID));
chipid = w & CID_ID_MASK;
return (uint16)chipid;
} else {
return 0;
}
}
uint16
dhd_get_chiprev(struct dhd_bus *bus)
{
if (bus && bus->sih) {
return bus->sih->chiprev;
} else if (bus && bus->regs) {
chipcregs_t *cc = (chipcregs_t *)bus->regs;
uint w, chiprev;
/* Set bar0 window to si_enum_base */
dhdpcie_bus_cfg_set_bar0_win(bus, si_enum_base(0));
w = R_REG(bus->osh, CC_REG_ADDR(cc, ChipID));
chiprev = (w & CID_REV_MASK) >> CID_REV_SHIFT;
return (uint16)chiprev;
} else {
return 0xffff;
}
}
#if defined(SUPPORT_MULTIPLE_REVISION)
void dhd_reset_clm_map_txcap_path(void);
#endif /* SUPPORT_MULTIPLE_REVISION */
/**
* Loads firmware given by caller supplied path and nvram image into PCIe dongle.
*
* BCM_REQUEST_FW specific :
* Given the chip type, determines the to be used file paths within /lib/firmware/brcm/ containing
* firmware and nvm for that chip. If the download fails, retries download with a different nvm file
*
* @return BCME_OK on success
*/
int
dhd_bus_download_firmware(struct dhd_bus *bus, osl_t *osh,
char *pfw_path, char *pnv_path)
{
int ret;
bus->fw_path = pfw_path;
bus->nv_path = pnv_path;
#if defined(SUPPORT_MULTIPLE_REVISION)
dhd_reset_clm_map_txcap_path();
if (concate_revision(bus, bus->fw_path, bus->nv_path) != 0) {
DHD_ERROR(("%s: fail to concatnate revison \n",
__FUNCTION__));
/* Proceed if SUPPORT_MULTIPLE_CHIPS is enabled */
#ifndef SUPPORT_MULTIPLE_CHIPS
return BCME_BADARG;
#endif /* !SUPPORT_MULTIPLE_CHIPS */
}
#endif /* SUPPORT_MULTIPLE_REVISION */
#if defined(SUPPORT_MULTIPLE_NVRAM)
if (dhd_get_platform_naming_for_nvram_clmblob_file(NVRAM, bus->nv_path) != BCME_OK) {
DHD_ERROR(("%s: Platform's NVRAMs file don't exist."
" Download default NVRAM file.\n", __FUNCTION__));
}
#endif /* SUPPORT_MULTIPLE_NVRAM */
#if defined(SUPPORT_MULTIPLE_BOARD_REVISION)
concate_custom_board_revision(bus->nv_path);
#endif /* SUPPORT_MULTIPLE_BOARD_REVISION */
#if defined(DHD_BLOB_EXISTENCE_CHECK)
dhd_set_blob_support(bus->dhd, bus->fw_path);
#endif /* DHD_BLOB_EXISTENCE_CHECK */
DHD_PRINT(("%s: firmware path=%s, nvram path=%s\n",
__FUNCTION__, bus->fw_path, bus->nv_path));
#if defined(__linux__)
dhdpcie_dump_resource(bus);
#endif /* __linux__ */
ret = dhdpcie_download_firmware(bus, osh);
return ret;
}
/**
* Loads firmware given by 'bus->fw_path' into PCIe dongle.
*
* BCM_REQUEST_FW specific :
* Given the chip type, determines the to be used file paths within /lib/firmware/brcm/ containing
* firmware and nvm for that chip. If the download fails, retries download with a different nvm file
*
* @return BCME_OK on success
*/
static int
dhdpcie_download_firmware(struct dhd_bus *bus, osl_t *osh)
{
int ret = 0;
#if defined(BCM_REQUEST_FW)
uint chipid = bus->sih->chip;
uint revid = bus->sih->chiprev;
char fw_path[64] = "/lib/firmware/brcm/bcm"; /* path to firmware image */
char nv_path[64]; /* path to nvram vars file */
bus->fw_path = fw_path;
bus->nv_path = nv_path;
switch (chipid) {
case BCM43570_CHIP_ID:
bcmstrncat(fw_path, "43570", 5);
switch (revid) {
case 0:
bcmstrncat(fw_path, "a0", 2);
break;
case 2:
bcmstrncat(fw_path, "a2", 2);
break;
default:
DHD_ERROR(("%s: revid is not found %x\n", __FUNCTION__,
revid));
break;
}
break;
default:
DHD_ERROR(("%s: unsupported device %x\n", __FUNCTION__,
chipid));
return 0;
}
/* load board specific nvram file */
snprintf(bus->nv_path, sizeof(nv_path), "%s.nvm", fw_path);
/* load firmware */
snprintf(bus->fw_path, sizeof(fw_path), "%s-firmware.bin", fw_path);
#endif /* BCM_REQUEST_FW */
DHD_OS_WAKE_LOCK(bus->dhd);
ret = _dhdpcie_download_firmware(bus);
DHD_OS_WAKE_UNLOCK(bus->dhd);
return ret;
} /* dhdpcie_download_firmware */
#ifdef DHD_LINUX_STD_FW_API
static int
dhdpcie_download_code_file(struct dhd_bus *bus, char *pfw_path)
{
int bcmerror = BCME_ERROR;
const struct firmware *fw = NULL;
int buf_offset = 0, buf_len = 0;
fwpkg_info_t *fwpkg;
#if defined(DHD_FW_MEM_CORRUPTION)
if (dhd_bus_get_fw_mode(bus->dhd) == DHD_FLAG_MFG_MODE) {
dhd_tcm_test_enable = TRUE;
} else {
dhd_tcm_test_enable = FALSE;
}
#endif /* DHD_FW_MEM_CORRUPTION */
DHD_PRINT(("%s: dhd_tcm_test_enable %u, dhd_tcm_test_status %u, dhd_tcm_test_mode %u\n",
__FUNCTION__, dhd_tcm_test_enable, dhd_tcm_test_status, dhd_tcm_test_mode));
if (dhd_tcm_test_enable && dhd_tcm_test_mode != TCM_TEST_MODE_DISABLE) {
if (((dhd_tcm_test_mode == TCM_TEST_MODE_ONCE) &&
(dhd_tcm_test_status == TCM_TEST_NOT_RUN)) ||
(dhd_tcm_test_mode == TCM_TEST_MODE_ALWAYS)) {
if (dhd_tcm_test_status != TCM_TEST_PASSED) {
if (dhd_bus_tcm_test(bus) == FALSE) {
DHD_ERROR(("dhd_bus_tcm_test failed\n"));
dhd_tcm_test_status = TCM_TEST_FAILED;
bcmerror = BCME_ERROR;
goto err;
} else {
dhd_tcm_test_status = TCM_TEST_PASSED;
}
}
}
}
DHD_PRINT(("%s: download firmware %s\n", __FUNCTION__, pfw_path));
bcmerror = dhd_os_get_img_fwreq(&fw, bus->fw_path);
if (bcmerror < 0) {
DHD_ERROR(("dhd_os_get_img(Request Firmware API) error : %d\n",
bcmerror));
goto err;
}
DHD_PRINT(("dhd_os_get_img(Request Firmware API) success\n"));
bcmerror = fwpkg_init(&bus->fwpkg, fw->size, fw->data);
if (bcmerror == BCME_ERROR) {
goto err;
}
fwpkg = &bus->fwpkg;
bcmerror = fwpkg_open_firmware_img(fwpkg, &buf_offset);
if (bcmerror == BCME_ERROR) {
goto err;
}
if (bcmerror == BCME_UNSUPPORTED) {
buf_len = fwpkg->file_size;
DHD_PRINT(("%s: Using SINGLE image (size %d)\n",
__FUNCTION__, fwpkg->file_size));
} else {
buf_len = fwpkg_get_firmware_img_size(fwpkg);
strlcpy(bus->fwsig_filename, pfw_path, sizeof(bus->fwsig_filename));
DHD_PRINT(("%s: Using COMBINED image (size %d)\n",
__FUNCTION__, buf_len));
}
bus->fw_download_len = buf_len;
bus->fw_download_addr = bus->dongle_ram_base;
bcmerror = dhdpcie_download_buffer(bus, (fw->data + buf_offset), fw->size,
bus->fw_download_addr);
if (bcmerror < 0) {
DHD_ERROR(("%s: dhdpcie_download_buffer error : %d\n", __FUNCTION__, bcmerror));
goto err;
}
err:
if (fw) {
dhd_os_close_img_fwreq(fw);
}
return bcmerror;
} /* dhdpcie_download_code_file */
/* util to download a given buffer via membytes */
static int
dhdpcie_download_buffer(dhd_bus_t *bus, const uint8 *buf, uint32 buf_size, uint32 addr)
{
int bcmerror = BCME_OK;
int offset = 0;
int len = 0;
int residual_len = 0, buf_offset = 0;
bool store_reset;
int offset_end = bus->ramsize;
/* check if CR4/CA7 */
store_reset = (si_setcore(bus->sih, ARMCR4_CORE_ID, 0) ||
si_setcore(bus->sih, ARMCA7_CORE_ID, 0));
residual_len = buf_size;
while (residual_len) {
len = MIN(residual_len, MEMBLOCK);
/* if address is 0, store the reset instruction to be written in 0 */
if (store_reset) {
ASSERT(offset == 0);
bus->resetinstr = *((uint32*)buf);
/* Add start of RAM address to the address given by user */
offset += addr;
offset_end += offset;
store_reset = FALSE;
}
bcmerror = dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, offset,
(uint8 *)(buf + buf_offset), len);
if (bcmerror) {
DHD_ERROR(("%s: error %d on writing %d membytes at 0x%08x\n",
__FUNCTION__, bcmerror, MEMBLOCK, offset));
goto err;
}
offset += MEMBLOCK;
if (offset >= offset_end) {
DHD_ERROR(("%s: invalid address access to %x (offset end: %x)\n",
__FUNCTION__, offset, offset_end));
bcmerror = BCME_ERROR;
goto err;
}
residual_len -= len;
buf_offset += len;
}
err:
return bcmerror;
} /* dhdpcie_download_buffer */
#else /* DHD_LINUX_STD_FW_API */
/**
* Downloads a file containing firmware into dongle memory. In case of a .bea file, the DHD
* is updated with the event logging partitions within that file as well.
*
* @param pfw_path Path to .bin or .bea file
*/
static int
dhdpcie_download_code_file(struct dhd_bus *bus, char *pfw_path)
{
int bcmerror = BCME_ERROR;
void *filep = NULL;
uint32 file_size = 0;
fwpkg_info_t *fwpkg;
#if defined(__linux__)
#if defined(DHD_FW_MEM_CORRUPTION)
if (dhd_bus_get_fw_mode(bus->dhd) == DHD_FLAG_MFG_MODE) {
dhd_tcm_test_enable = TRUE;
} else {
dhd_tcm_test_enable = FALSE;
}
#endif /* DHD_FW_MEM_CORRUPTION */
DHD_PRINT(("%s: dhd_tcm_test_enable %u, dhd_tcm_test_status %u\n", __FUNCTION__,
dhd_tcm_test_enable, dhd_tcm_test_status));
/* run TCM test if not passed yet */
if (dhd_tcm_test_enable && dhd_tcm_test_status != TCM_TEST_PASSED) {
if (dhd_bus_tcm_test(bus) == FALSE) {
DHD_ERROR(("dhd_bus_tcm_test failed\n"));
dhd_tcm_test_status = TCM_TEST_FAILED;
bcmerror = BCME_ERROR;
goto err;
} else {
dhd_tcm_test_status = TCM_TEST_PASSED;
}
}
#endif /* __linux__ */
#ifndef DHD_EFI
DHD_ERROR_MEM(("%s: download firmware %s\n", __FUNCTION__, pfw_path));
#endif /* DHD_EFI */
bcmerror = fwpkg_init(&bus->fwpkg, pfw_path);
if (bcmerror == BCME_ERROR) {
goto err;
}
fwpkg = &bus->fwpkg;
/* Should succeed in opening image if it is actually given through registry
* entry or in module param.
*/
bcmerror = fwpkg_open_firmware_img(fwpkg, pfw_path, &filep);
if (bcmerror == BCME_ERROR) {
goto err;
}
if (bcmerror == BCME_UNSUPPORTED) {
file_size = fwpkg->file_size;
DHD_INFO(("%s: Using SINGLE image (size %d)\n",
__FUNCTION__, file_size));
} else {
file_size = fwpkg_get_firmware_img_size(fwpkg);
strlcpy(bus->fwsig_filename, pfw_path, sizeof(bus->fwsig_filename));
DHD_INFO(("%s: Using COMBINED image (size %d)\n",
__FUNCTION__, file_size));
}
bus->fw_download_len = file_size;
bus->fw_download_addr = bus->dongle_ram_base;
bcmerror = dhdpcie_download_file(bus, filep, file_size,
bus->fw_download_addr, pfw_path);
err:
if (filep) {
dhd_os_close_image1(bus->dhd, filep);
}
return bcmerror;
} /* dhdpcie_download_code_file */
static int
dhdpcie_download_file(dhd_bus_t *bus, void *filep, uint32 fsize, uint32 addr, char *path)
{
int bcmerror = BCME_OK;
int offset = 0;
int len = 0;
bool store_reset;
uint8 *memblock = NULL, *memptr = NULL;
int offset_end = bus->ramsize;
uint32 read_len = 0;
#if defined(CACHE_FW_IMAGES)
int buf_offset, total_len, residual_len;
char * dnld_buf = NULL;
#endif /* CACHE_FW_IMAGE */
BCM_REFERENCE(path);
memptr = memblock = MALLOC(bus->dhd->osh, MEMBLOCK + DHD_SDALIGN);
if (memblock == NULL) {
DHD_ERROR(("%s: Failed to allocate memory %d bytes\n", __FUNCTION__, MEMBLOCK));
bcmerror = BCME_NOMEM;
goto err;
}
if ((uint32)(uintptr)memblock % DHD_SDALIGN) {
memptr += (DHD_SDALIGN - ((uint32)(uintptr)memblock % DHD_SDALIGN));
}
/* check if CR4/CA7 */
store_reset = (si_setcore(bus->sih, ARMCR4_CORE_ID, 0) ||
si_setcore(bus->sih, ARMCA7_CORE_ID, 0));
#if defined(CACHE_FW_IMAGES)
total_len = bus->ramsize;
dhd_os_close_image(filep);
filep = NULL;
buf_offset = 0;
bcmerror = dhd_get_download_buffer(bus->dhd, path, FW, &dnld_buf, &total_len);
if (bcmerror != BCME_OK) {
DHD_ERROR(("%s: dhd_get_download_buffer failed (%d)\n", __FUNCTION__, bcmerror));
goto err;
}
residual_len = total_len;
/* Download image with MEMBLOCK size */
while (residual_len) {
len = MIN(residual_len, MEMBLOCK);
bcmerror = memcpy_s(memptr, MEMBLOCK, dnld_buf + buf_offset, len);
if (bcmerror) {
DHD_ERROR(("%s: failed to copy part of image, err=%d\n",
__FUNCTION__, bcmerror));
goto err;
}
residual_len -= len;
buf_offset += len;
#else
/* Download image with MEMBLOCK size */
while ((len = dhd_os_get_image_block((char*)memptr, MEMBLOCK, filep))) {
if (len < 0) {
DHD_ERROR(("%s: dhd_os_get_image_block failed (%d)\n", __FUNCTION__, len));
bcmerror = BCME_ERROR;
goto err;
}
#endif /* CACHE_FW_IMAGE */
read_len += len;
if (read_len > fsize) {
DHD_ERROR(("%s: WARNING! reading beyond EOF, len=%d; read_len=%u;"
" fsize=%u truncating len to %d \n", __FUNCTION__,
len, read_len, fsize, (len - (read_len - fsize))));
len -= (read_len - fsize);
}
/* if address is 0, store the reset instruction to be written in 0 */
if (store_reset) {
ASSERT(offset == 0);
bus->resetinstr = *(((uint32*)memptr));
/* Add start of RAM address to the address given by user */
offset += addr;
offset_end += offset;
store_reset = FALSE;
}
bcmerror = dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, offset,
(uint8 *)memptr, len);
if (bcmerror) {
DHD_ERROR(("%s: error %d on writing %d membytes at 0x%08x\n",
__FUNCTION__, bcmerror, MEMBLOCK, offset));
goto err;
}
offset += MEMBLOCK;
if (offset >= offset_end) {
DHD_ERROR(("%s: invalid address access to %x (offset end: %x)\n",
__FUNCTION__, offset, offset_end));
bcmerror = BCME_ERROR;
goto err;
}
if (read_len >= fsize) {
break;
}
}
err:
if (memblock) {
MFREE(bus->dhd->osh, memblock, MEMBLOCK + DHD_SDALIGN);
}
#if defined(CACHE_FW_IMAGES)
if (dnld_buf) {
dhd_free_download_buffer(bus->dhd, dnld_buf, total_len);
}
#endif /* CACHE_FW_IMAGES */
return bcmerror;
} /* dhdpcie_download_file */
#endif /* DHD_LINUX_STD_FW_API */
#ifdef CUSTOMER_HW4_DEBUG
#define MIN_NVRAMVARS_SIZE 128
#endif /* CUSTOMER_HW4_DEBUG */
static int
dhdpcie_download_nvram(struct dhd_bus *bus)
{
int bcmerror = BCME_ERROR;
uint len, memblock_len = 0;
char * memblock = NULL;
char *bufp;
char *pnv_path;
bool nvram_file_exists;
bool nvram_uefi_exists = FALSE;
bool local_alloc = FALSE;
#ifdef SUPPORT_OTA_UPDATE
ota_update_info_t *ota_info = &bus->dhd->ota_update_info;
#endif /* SUPPORT_OTA_UPDATE */
pnv_path = bus->nv_path;
nvram_file_exists = ((pnv_path != NULL) && (pnv_path[0] != '\0'));
/* First try UEFI */
len = MAX_NVRAMBUF_SIZE;
bcmerror = dhd_get_download_buffer(bus->dhd, NULL, NVRAM, &memblock, (int *)&len);
/* If UEFI empty, then read from file system */
if ((len <= 0) || (memblock == NULL)) {
if (nvram_file_exists) {
len = MAX_NVRAMBUF_SIZE;
bcmerror = dhd_get_download_buffer(bus->dhd, pnv_path, NVRAM, &memblock,
(int *)&len);
if ((len <= 0 || len > MAX_NVRAMBUF_SIZE)) {
goto err;
}
}
#ifdef BCM_ROUTER_DHD
else if (bus->nvram_params_len) {
memblock = MALLOCZ(bus->dhd->osh, MAX_NVRAMBUF_SIZE);
if (memblock == NULL) {
DHD_ERROR(("%s: Failed to allocate memory %d bytes\n",
__FUNCTION__, MAX_NVRAMBUF_SIZE));
goto err;
}
local_alloc = TRUE;
/* nvram is string with null terminated. cannot use strlen */
len = bus->nvram_params_len;
ASSERT(len <= MAX_NVRAMBUF_SIZE);
memcpy(memblock, bus->nvram_params, len);
}
#endif /* BCM_ROUTER_DHD */
else {
/* For SROM OTP no external file or UEFI required */
bcmerror = BCME_OK;
}
} else {
nvram_uefi_exists = TRUE;
}
#ifdef DHD_LINUX_STD_FW_API
memblock_len = len;
#else
memblock_len = MAX_NVRAMBUF_SIZE;
#endif /* DHD_LINUX_STD_FW_API */
DHD_ERROR_MEM(("%s: dhd_get_download_buffer len %d\n", __FUNCTION__, len));
if (len > 0 && len < MAX_NVRAMBUF_SIZE && memblock != NULL) {
bufp = (char *) memblock;
#ifdef DHD_EFI
dhd_insert_random_mac_addr(bus->dhd, bufp, &len);
#endif /* DHD_EFI */
#ifdef CACHE_FW_IMAGES
if (bus->processed_nvram_params_len) {
len = bus->processed_nvram_params_len;
}
if (!bus->processed_nvram_params_len) {
bufp[len-1] = 0;
if (nvram_uefi_exists || nvram_file_exists) {
len = process_nvram_vars(bufp, len);
bus->processed_nvram_params_len = len;
}
} else
#else
{
bufp[len-1] = 0;
if (nvram_uefi_exists || nvram_file_exists) {
len = process_nvram_vars(bufp, len);
}
}
#endif /* CACHE_FW_IMAGES */
DHD_ERROR_MEM(("%s: process_nvram_vars len %d\n", __FUNCTION__, len));
#ifdef CUSTOMER_HW4_DEBUG
if (len < MIN_NVRAMVARS_SIZE) {
DHD_ERROR(("%s: invalid nvram size in process_nvram_vars \n",
__FUNCTION__));
bcmerror = BCME_ERROR;
goto err;
}
#endif /* CUSTOMER_HW4_DEBUG */
if (len % 4) {
len += 4 - (len % 4);
}
bufp += len;
*bufp++ = 0;
if (len)
bcmerror = dhdpcie_downloadvars(bus, memblock, len + 1);
if (bcmerror) {
DHD_ERROR(("%s: error downloading vars: %d\n",
__FUNCTION__, bcmerror));
}
}
err:
if (memblock) {
#ifdef SUPPORT_OTA_UPDATE
if (ota_info->nvram_len) {
MFREE(bus->dhd->osh, ota_info->nvram_buf, ota_info->nvram_len);
ota_info->nvram_len = 0;
}
else
#endif /* SUPPORT_OTA_UPDATE */
{
if (local_alloc) {
MFREE(bus->dhd->osh, memblock, MAX_NVRAMBUF_SIZE);
} else {
dhd_free_download_buffer(bus->dhd, memblock, memblock_len);
}
}
}
return bcmerror;
}
#ifdef BCM_ROUTER_DHD
static int
_dhdpcie_get_nvram_params(struct dhd_bus *bus)
{
int nvram_len = MAX_NVRAMBUF_SIZE;
int tmp_nvram_len, boardrev_str_len;
char *boardrev_str;
char *boardtype_str;
char *ptr;
bus->nvram_params = MALLOC(bus->dhd->osh, nvram_len);
if (!bus->nvram_params) {
DHD_ERROR(("%s: fail to get nvram buffer to download.\n", __FUNCTION__));
return -1;
}
bus->nvram_params[0] = 0;
ptr = bus->nvram_params;
/*
* For full dongle router platforms, we would have two dhd instances running,
* serving two radios, one for 5G and another for 2G. But, both dongle instances
* would come up as wl0, as one is not aware of the other. In order to avoid
* this situation, we pass the dhd instance number through nvram parameter
* wlunit=0 and wlunit=1 to the dongle and make sure the two dongle instances
* come up as wl0 and wl1.
*/
tmp_nvram_len = strlen("wlunit=xx\n\n") + 1;
tmp_nvram_len =
snprintf(ptr, tmp_nvram_len, "wlunit=%d", dhd_get_instance(bus->dhd));
ptr += (tmp_nvram_len + 1); /* leave NULL */
tmp_nvram_len++;
if ((boardrev_str = si_getdevpathvar(bus->sih, "boardrev")) == NULL)
boardrev_str = nvram_get("boardrev");
boardrev_str_len = strlen("boardrev=0xXXXX") + 1;
boardrev_str_len = snprintf(ptr, boardrev_str_len, "boardrev=%s",
boardrev_str? boardrev_str : BOARDREV_PROMOTABLE_STR);
ptr += (boardrev_str_len + 1); /* leave NULL */
tmp_nvram_len += (boardrev_str_len + 1);
/* If per device boardtype is not available, use global boardtype */
if ((boardtype_str = si_getdevpathvar(bus->sih, "boardtype")) == NULL) {
if ((boardtype_str = nvram_get("boardtype")) != NULL) {
int boardtype_str_len = 0;
boardtype_str_len = strlen("boardtype=0xXXXX") + 1;
boardtype_str_len = snprintf(ptr, boardtype_str_len,
"boardtype=%s", boardtype_str);
ptr += (boardtype_str_len + 1); /* leave NULL */
tmp_nvram_len += (boardtype_str_len + 1);
}
}
if (dbushost_initvars_flash(bus->sih,
bus->osh, &ptr,
(nvram_len - tmp_nvram_len)) != 0) {
DHD_ERROR(("%s: fail to read nvram from flash.\n", __FUNCTION__));
}
tmp_nvram_len = (int)(ptr - bus->nvram_params);
bcopy(STR_END, ptr, sizeof(STR_END));
tmp_nvram_len += sizeof(STR_END);
bus->nvram_params_len = tmp_nvram_len;
return 0;
}
static void
_dhdpcie_free_nvram_params(struct dhd_bus *bus)
{
if (bus->nvram_params) {
MFREE(bus->dhd->osh, bus->nvram_params, MAX_NVRAMBUF_SIZE);
}
}
/** Handler to send a signal to the dhdmonitor process to notify of firmware traps */
void
dhdpcie_handle_dongle_trap(struct dhd_bus *bus)
{
char *failed_if;
/* Call the bus module watchdog */
dhd_bus_watchdog(bus->dhd);
/* Get the failed interface name to be later used by
* dhd_monitor to capture the required logs
*/
failed_if = dhd_ifname(bus->dhd, 0);
dhd_schedule_trap_log_dump(bus->dhd, (uint8 *)failed_if, strlen(failed_if));
}
#endif /* BCM_ROUTER_DHD */
/**
* Downloads firmware file given by 'bus->fw_path' into PCIe dongle
*/
static int
_dhdpcie_download_firmware(struct dhd_bus *bus)
{
int bcmerror = -1;
bool embed = FALSE; /* download embedded firmware */
bool dlok = FALSE; /* download firmware succeeded */
/* Out immediately if no image to download */
if ((bus->fw_path == NULL) || (bus->fw_path[0] == '\0')) {
DHD_ERROR(("%s: no fimrware file\n", __FUNCTION__));
return 0;
}
#ifdef BCM_ROUTER_DHD
if (_dhdpcie_get_nvram_params(bus) < 0) {
DHD_ERROR(("%s: fail to get nvram from system.\n", __FUNCTION__));
return 0;
}
#endif
/* Keep arm in reset */
if (dhdpcie_bus_download_state(bus, TRUE)) {
DHD_ERROR(("%s: error placing ARM core in reset\n", __FUNCTION__));
goto err;
}
#ifdef FW_SIGNATURE
/* Clear the fwpkag content for fresh load */
fwpkg_deinit(&bus->fwpkg);
#endif /* FW_SIGNATURE */
/* External image takes precedence if specified */
if ((bus->fw_path != NULL) && (bus->fw_path[0] != '\0')) {
if ((bcmerror = dhdpcie_download_code_file(bus, bus->fw_path))) {
DHD_ERROR(("%s:%d dongle image file download failed\n", __FUNCTION__,
__LINE__));
bcmerror = BCME_NORESOURCE;
goto err;
} else {
embed = FALSE;
dlok = TRUE;
}
}
BCM_REFERENCE(embed);
if (!dlok) {
DHD_ERROR(("%s:%d dongle image download failed\n", __FUNCTION__, __LINE__));
goto err;
}
/* EXAMPLE: nvram_array */
/* If a valid nvram_arry is specified as above, it can be passed down to dongle */
/* dhd_bus_set_nvram_params(bus, (char *)&nvram_array); */
/* External nvram takes precedence if specified */
if ((bcmerror = dhdpcie_download_nvram(bus))) {
DHD_ERROR(("%s:%d dongle nvram file download failed\n", __FUNCTION__, __LINE__));
bcmerror = BCME_NORESOURCE;
goto err;
}
/* Take arm out of reset */
if (dhdpcie_bus_download_state(bus, FALSE)) {
DHD_ERROR(("%s: error getting out of ARM core reset\n", __FUNCTION__));
goto err;
}
bcmerror = 0;
err:
#ifdef BCM_ROUTER_DHD
_dhdpcie_free_nvram_params(bus);
#endif /* BCM_ROUTER_DHD */
return bcmerror;
} /* _dhdpcie_download_firmware */
static int
dhdpcie_bus_readconsole(dhd_bus_t *bus)
{
dhd_console_t *c = &bus->console;
uint8 line[CONSOLE_LINE_MAX], ch;
uint32 n, idx, addr;
int rv;
uint readlen = 0;
uint i = 0;
/* Don't do anything until FWREADY updates console address */
if (bus->console_addr == 0)
return -1;
/* Read console log struct */
addr = bus->console_addr + OFFSETOF(hnd_cons_t, log);
if ((rv = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1, addr, (uint8 *)&c->log,
sizeof(c->log))) < 0)
return rv;
/* Allocate console buffer (one time only) */
if (c->buf == NULL) {
c->bufsize = ltoh32(c->log.buf_size);
if ((c->buf = MALLOC(bus->dhd->osh, c->bufsize)) == NULL)
return BCME_NOMEM;
DHD_INFO(("conlog: bufsize=0x%x\n", c->bufsize));
}
idx = ltoh32(c->log.idx);
/* Protect against corrupt value */
if (idx > c->bufsize)
return BCME_ERROR;
/* Skip reading the console buffer if the index pointer has not moved */
if (idx == c->last)
return BCME_OK;
DHD_INFO(("conlog: addr=0x%x, idx=0x%x, last=0x%x \n", c->log.buf,
idx, c->last));
/* Read the console buffer data to a local buffer
* optimize and read only the portion of the buffer needed, but
* important to handle wrap-around. Read ptr is 'c->last',
* write ptr is 'idx'
*/
addr = ltoh32(c->log.buf);
/* wrap around case - write ptr < read ptr */
if (idx < c->last) {
/* from read ptr to end of buffer */
readlen = c->bufsize - c->last;
if ((rv = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1,
addr + c->last, c->buf, readlen)) < 0) {
DHD_ERROR(("conlog: read error[1] ! \n"));
return rv;
}
/* from beginning of buffer to write ptr */
if ((rv = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1,
addr, c->buf + readlen,
idx)) < 0) {
DHD_ERROR(("conlog: read error[2] ! \n"));
return rv;
}
readlen += idx;
} else {
/* non-wraparound case, write ptr > read ptr */
readlen = (uint)idx - c->last;
if ((rv = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1,
addr + c->last, c->buf, readlen)) < 0) {
DHD_ERROR(("conlog: read error[3] ! \n"));
return rv;
}
}
/* update read ptr */
c->last = idx;
/* now output the read data from the local buffer to the host console */
while (i < readlen) {
for (n = 0; n < CONSOLE_LINE_MAX - 2 && i < readlen; n++) {
ch = c->buf[i];
++i;
if (ch == '\n')
break;
line[n] = ch;
}
if (n > 0) {
if (line[n - 1] == '\r')
n--;
line[n] = 0;
DHD_FWLOG(("CONSOLE: %s\n", line));
}
}
return BCME_OK;
} /* dhdpcie_bus_readconsole */
static int
dhdpcie_chk_cmnbp_status_indirect(dhd_bus_t *bus)
{
uint32 intstatus;
uint offset = 0, bpaddr = 0;
uint32 idx = 0, core_addr = 0;
uint buscorerev = bus->sih->buscorerev;
if (CHIPTYPE(bus->sih->socitype) != SOCI_NCI) {
/* Check the common backplane status */
intstatus = si_corereg(bus->sih, bus->sih->buscoreidx, bus->pcie_mailbox_int, 0, 0);
if (intstatus == (uint32) -1) {
DHD_ERROR(("%s: common backplane is down, intstatus:0x%x\n",
__FUNCTION__, intstatus));
return BCME_NOTUP;
}
return BCME_OK;
}
offset = PCIMailBoxInt(buscorerev);
idx = si_findcoreidx(bus->sih, PCIE2_CORE_ID, 0);
core_addr = si_get_coreaddr(bus->sih, idx);
if (!core_addr) {
DHD_ERROR(("%s: Failed to get pcie core addr for idx 0x%x !\n",
__FUNCTION__, idx));
return BCME_ERROR;
}
bpaddr = core_addr + offset;
intstatus = dhdpcie_cfg_indirect_bpaccess(bus, bpaddr, TRUE, 0);
if (intstatus == (uint32) -1) {
DHD_PRINT(("%s: common backplane is down, intstatus:0x%x\n",
__FUNCTION__, intstatus));
return BCME_NOTUP;
}
return BCME_OK;
}
#define ARMCA7_WAR_REG_OFF 0x1e4u
#define ARMCA7_WAR_REG_VAL 0xFF00u
#define CC_BPIND_ACCESS_POLL_TMO_US 10000u
#define COEXCPU_OFF 0x3000
#define COEXCPU_WAR_REG_OFF 0x1e4u
#define NCI_HNDSHK_STUCKERR_INTSTATUS 0xa30u
#define NCI_PWR_ERROR_INTSTATUS_OFFSET 0xa04u
dhd_pcie_link_state_type_t
dhdpcie_get_link_state(dhd_bus_t *bus)
{
uint origidx;
dhd_pcie_link_state_type_t link_state = DHD_PCIE_ALL_GOOD;
uint32 base_addr0, base_addr1;
uint bpaddr = 0, val = 0;
uint32 idx = 0, core_addr = 0;
int ret = 0;
uint32 nci_hndshk_stuckerr_intstatus;
uint32 nci_pwr_error_intstatus_offset;
/* If the link down is already set, no need to further access registers */
if (bus->is_linkdown) {
link_state = DHD_PCIE_LINK_DOWN;
goto exit;
}
/* check for pcie link down and link reset */
base_addr0 = dhd_pcie_config_read(bus, PCI_CFG_BAR0, sizeof(uint32));
base_addr1 = dhd_pcie_config_read(bus, PCI_CFG_BAR1, sizeof(uint32));
if ((base_addr0 == (uint32)-1) || (base_addr1 == (uint32)-1)) {
DHD_PRINT(("%s: pcie link down: config space base_addr0=0x%x, base_addr1=0x%x\n",
__FUNCTION__, base_addr0, base_addr1));
link_state = DHD_PCIE_LINK_DOWN;
#ifdef SUPPORT_LINKDOWN_RECOVERY
#ifdef CONFIG_ARCH_MSM
bus->no_cfg_restore = 1;
#endif /* CONFIG_ARCH_MSM */
#endif /* SUPPORT_LINKDOWN_RECOVERY */
dhd_bus_set_linkdown(bus->dhd, TRUE);
goto exit;
}
if ((base_addr0 == PCI_CFG_BAR0_RESET_VAL) || (base_addr1 == PCI_CFG_BAR1_RESET_VAL)) {
DHD_PRINT(("%s: pcie link reset: config space base_addr0=0x%x, base_addr1=0x%x\n",
__FUNCTION__, base_addr0, base_addr1));
link_state = DHD_PCIE_LINK_RESET;
#ifdef SUPPORT_LINKDOWN_RECOVERY
#ifdef CONFIG_ARCH_MSM
bus->no_cfg_restore = 1;
#endif /* CONFIG_ARCH_MSM */
#endif /* SUPPORT_LINKDOWN_RECOVERY */
dhd_bus_set_linkdown(bus->dhd, TRUE);
goto exit;
}
origidx = si_coreidx(bus->sih);
/* Check the common backplane status - via cfg space indirect BP
* read of PcieMailBoxInt status reg
*/
if (dhdpcie_chk_cmnbp_status_indirect(bus) != BCME_OK) {
link_state = DHD_PCIE_COMMON_BP_DOWN;
goto exit;
}
/* Read NCI error intstatus registers for 4390 and dump them if WL BP is down */
if (((uint16)bus->sih->chip == BCM4390_CHIP_ID) ||
((uint16)bus->sih->chip == BCM4399_CHIP_ID)) {
idx = si_findcoreidx(bus->sih, GCI_CORE_ID, 0);
core_addr = si_get_coreaddr(bus->sih, idx);
if (!core_addr) {
DHD_ERROR(("%s: Failed to get GCI core addr for idx 0x%x !\n",
__FUNCTION__, idx));
goto exit;
}
bpaddr = core_addr + NCI_HNDSHK_STUCKERR_INTSTATUS;
ret = si_bpind_access(bus->sih, 0, bpaddr, (int32 *)&nci_hndshk_stuckerr_intstatus,
TRUE, CC_BPIND_ACCESS_POLL_TMO_US);
if (ret != BCME_OK) {
DHD_ERROR(("%s: Failed to read nci_hndshk_stuckerr_intstatus!\n",
__FUNCTION__));
link_state = DHD_PCIE_WLAN_BP_DOWN;
goto exit;
}
bpaddr = core_addr + NCI_PWR_ERROR_INTSTATUS_OFFSET;
ret = si_bpind_access(bus->sih, 0, bpaddr, (int32 *)&nci_pwr_error_intstatus_offset,
TRUE, CC_BPIND_ACCESS_POLL_TMO_US);
if (ret != BCME_OK) {
DHD_ERROR(("%s: Failed to read nci_pwr_error_intstatus_offset!\n",
__FUNCTION__));
link_state = DHD_PCIE_WLAN_BP_DOWN;
goto exit;
}
}
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req(bus);
}
/* check WL BP status using chip common indirect read on an ARM
* register
*/
if (CHIPTYPE(bus->sih->socitype) == SOCI_NCI) {
idx = si_findcoreidx(bus->sih, ARMCA7_CORE_ID, 0);
core_addr = si_get_coreaddr(bus->sih, idx);
if (!core_addr) {
DHD_ERROR(("%s: Failed to get armca7 core addr for idx 0x%x !\n",
__FUNCTION__, idx));
goto exit;
}
bpaddr = core_addr + ARMCA7_WAR_REG_OFF;
ret = si_bpind_access(bus->sih, 0, bpaddr, (int32 *)&val,
TRUE, CC_BPIND_ACCESS_POLL_TMO_US);
if (ret == BCME_OK) {
if (val == (uint32)-1) {
link_state = DHD_PCIE_WLAN_BP_DOWN;
DHD_PRINT(("%s: wlan backplane is down ARMCA7_WAR_REG=0x%x \n",
__FUNCTION__, val));
}
} else {
DHD_ERROR(("%s: wlan backplane is down, Failed to read armca7 war reg !\n",
__FUNCTION__));
link_state = DHD_PCIE_WLAN_BP_DOWN;
goto exit;
}
} else {
uint32 ioctrl = si_wrapperreg(bus->sih, AI_IOCTRL, 0, 0);
uint32 resetctrl = si_wrapperreg(bus->sih, AI_RESETCTRL, 0, 0);
DHD_PRINT(("%s: sysmem ioctrl:0x%x resetctrl:0x%x\n",
__FUNCTION__, ioctrl, resetctrl));
if (ioctrl == (uint32) -1) {
DHD_PRINT(("%s: wlan backplane is down ioctrl:0x%x\n",
__FUNCTION__, ioctrl));
link_state = DHD_PCIE_WLAN_BP_DOWN;
}
}
#ifdef COEX_CPU
/* check COEX CPU BP status by reading WAR reg */
if (bus->coex_itcm_base) {
idx = si_findcoreidx(bus->sih, GCI_CORE_ID, 0);
core_addr = si_get_coreaddr(bus->sih, idx);
if (!core_addr) {
DHD_ERROR(("%s: Failed to get GCI core addr for idx 0x%x !\n",
__FUNCTION__, idx));
goto exit;
}
bpaddr = core_addr + COEXCPU_OFF + COEXCPU_WAR_REG_OFF;
ret = si_bpind_access(bus->sih, 0, bpaddr, (int32 *)&val,
TRUE, CC_BPIND_ACCESS_POLL_TMO_US);
if (ret != BCME_OK) {
DHD_ERROR(("%s: Failed to read coex cpu war reg!\n",
__FUNCTION__));
link_state = DHD_PCIE_COEXCPU_BP_DOWN;
goto exit;
}
if (val == (uint32)-1) {
DHD_ERROR(("%s: coex cpu bp down! war reg reads 0x%x !\n",
__FUNCTION__, val));
link_state = DHD_PCIE_COEXCPU_BP_DOWN;
goto exit;
}
}
#endif /* COEX_CPU */
/* Restore back to original core */
si_setcoreidx(bus->sih, origidx);
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req_clear(bus);
}
exit:
if (link_state == DHD_PCIE_WLAN_BP_DOWN) {
if (((uint16)bus->sih->chip == BCM4390_CHIP_ID) ||
((uint16)bus->sih->chip == BCM4399_CHIP_ID)) {
DHD_ERROR(("%s: nci_hndshk_stuckerr_intstatus=0x%x "
"nci_pwr_error_intstatus_offset:0x%x\n",
__FUNCTION__, nci_hndshk_stuckerr_intstatus,
nci_pwr_error_intstatus_offset));
}
}
return link_state;
}
void
dhd_validate_pcie_link_cbp_wlbp(dhd_bus_t *bus)
{
if (bus->link_state != DHD_PCIE_ALL_GOOD) {
DHD_PRINT(("%s: link already bad, link state %u\n", __func__, bus->link_state));
return;
}
bus->link_state = dhdpcie_get_link_state(bus);
if (bus->link_state == DHD_PCIE_LINK_DOWN) {
DHD_ERROR(("%s: pcie link down\n", __FUNCTION__));
#ifdef SUPPORT_LINKDOWN_RECOVERY
#ifdef CONFIG_ARCH_MSM
bus->no_cfg_restore = 1;
#endif /* CONFIG_ARCH_MSM */
#endif /* SUPPORT_LINKDOWN_RECOVERY */
dhd_bus_set_linkdown(bus->dhd, TRUE);
} else if (bus->link_state == DHD_PCIE_LINK_RESET) {
DHD_ERROR(("%s: pcie link reset\n", __FUNCTION__));
#ifdef SUPPORT_LINKDOWN_RECOVERY
#ifdef CONFIG_ARCH_MSM
bus->no_cfg_restore = 1;
#endif /* CONFIG_ARCH_MSM */
#endif /* SUPPORT_LINKDOWN_RECOVERY */
dhd_bus_set_linkdown(bus->dhd, TRUE);
} else if (bus->link_state == DHD_PCIE_COMMON_BP_DOWN) {
dhd_bus_dump_imp_cfg_registers(bus);
dhd_bus_dump_dar_registers(bus);
#ifdef SUPPORT_LINKDOWN_RECOVERY
#ifdef CONFIG_ARCH_MSM
bus->no_cfg_restore = 1;
#endif /* CONFIG_ARCH_MSM */
#endif /* SUPPORT_LINKDOWN_RECOVERY */
DHD_ERROR(("%s : Set do_chip_bighammer\n", __FUNCTION__));
bus->dhd->do_chip_bighammer = TRUE;
#if defined(DHD_FW_COREDUMP)
#ifdef DHD_SSSR_DUMP
DHD_PRINT(("%s : Set collect_sssr\n", __FUNCTION__));
bus->dhd->collect_sssr = TRUE;
dhdpcie_set_collect_fis(bus);
if (!bus->dhd->memdump_type) {
bus->dhd->memdump_type = DUMP_TYPE_COMMON_BP_DOWN;
}
#endif /* DHD_SSSR_DUMP */
#endif /* DHD_FW_COREDUMP */
} else if (bus->link_state == DHD_PCIE_WLAN_BP_DOWN ||
bus->link_state == DHD_PCIE_COEXCPU_BP_DOWN) {
DHD_ERROR(("%s : Set do_chip_bighammer\n", __FUNCTION__));
bus->dhd->do_chip_bighammer = TRUE;
#if defined(DHD_FW_COREDUMP)
#ifdef DHD_SSSR_DUMP
DHD_PRINT(("%s : Set collect_sssr\n", __FUNCTION__));
bus->dhd->collect_sssr = TRUE;
dhdpcie_set_collect_fis(bus);
if (!bus->dhd->memdump_type) {
if (bus->link_state == DHD_PCIE_WLAN_BP_DOWN) {
bus->dhd->memdump_type = DUMP_TYPE_WL_BP_DOWN;
} else if (bus->link_state == DHD_PCIE_COEXCPU_BP_DOWN) {
bus->dhd->memdump_type = DUMP_TYPE_COEXCPU_BP_DOWN;
}
}
#endif /* DHD_SSSR_DUMP */
#endif /* DHD_FW_COREDUMP */
}
return;
}
/**
* Opens the file given by bus->fw_path, reads part of the file into a buffer and closes the file.
*
* @return BCME_OK on success
*/
static int
dhdpcie_checkdied(dhd_bus_t *bus, char *data, uint size)
{
int bcmerror = 0;
uint msize = 512;
char *mbuffer = NULL;
uint maxstrlen = 256;
char *str = NULL;
pciedev_shared_t *local_pciedev_shared = bus->pcie_sh;
struct bcmstrbuf strbuf;
unsigned long flags;
bool dongle_trap_occured = FALSE;
DHD_TRACE(("%s: Enter\n", __FUNCTION__));
if (DHD_NOCHECKDIED_ON() || dhd_query_bus_erros(bus->dhd)) {
return 0;
}
if (data == NULL) {
/*
* Called after a rx ctrl timeout. "data" is NULL.
* allocate memory to trace the trap or assert.
*/
size = msize;
mbuffer = data = MALLOC(bus->dhd->osh, msize);
if (mbuffer == NULL) {
DHD_ERROR(("%s: MALLOC(%d) failed \n", __FUNCTION__, msize));
bcmerror = BCME_NOMEM;
goto done2;
}
}
if ((str = MALLOC(bus->dhd->osh, maxstrlen)) == NULL) {
DHD_ERROR(("%s: MALLOC(%d) failed \n", __FUNCTION__, maxstrlen));
bcmerror = BCME_NOMEM;
goto done2;
}
DHD_GENERAL_LOCK(bus->dhd, flags);
DHD_BUS_BUSY_SET_IN_CHECKDIED(bus->dhd);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req(bus);
}
/* readshared is required only for non-init cases,
* i.e trap during normal case. For trap during init,
* readshared would already have been done and correct
* trap addr populated
*/
if (bus->dhd->busstate != DHD_BUS_LOAD) {
if ((bcmerror = dhdpcie_readshared(bus)) < 0) {
goto done1;
}
}
bcm_binit(&strbuf, data, size);
bcm_bprintf(&strbuf, "msgtrace address : 0x%08X\nconsole address : 0x%08X\n",
local_pciedev_shared->msgtrace_addr, local_pciedev_shared->console_addr);
if ((local_pciedev_shared->flags & PCIE_SHARED_ASSERT_BUILT) == 0) {
/* NOTE: Misspelled assert is intentional - DO NOT FIX.
* (Avoids conflict with real asserts for programmatic parsing of output.)
*/
bcm_bprintf(&strbuf, "Assrt not built in dongle\n");
}
if ((bus->pcie_sh->flags & (PCIE_SHARED_ASSERT|PCIE_SHARED_TRAP)) == 0) {
/* NOTE: Misspelled assert is intentional - DO NOT FIX.
* (Avoids conflict with real asserts for programmatic parsing of output.)
*/
bcm_bprintf(&strbuf, "No trap%s in dongle",
(bus->pcie_sh->flags & PCIE_SHARED_ASSERT_BUILT)
?"/assrt" :"");
} else {
if (bus->pcie_sh->flags & PCIE_SHARED_ASSERT) {
/* Download assert */
bcm_bprintf(&strbuf, "Dongle assert");
if (bus->pcie_sh->assert_exp_addr != 0) {
str[0] = '\0';
if ((bcmerror = dhdpcie_bus_membytes(bus, FALSE,
DHD_PCIE_MEM_BAR1, bus->pcie_sh->assert_exp_addr,
(uint8 *)str, maxstrlen)) < 0) {
goto done1;
}
str[maxstrlen - 1] = '\0';
bcm_bprintf(&strbuf, " expr \"%s\"", str);
}
if (bus->pcie_sh->assert_file_addr != 0) {
str[0] = '\0';
if ((bcmerror = dhdpcie_bus_membytes(bus, FALSE,
DHD_PCIE_MEM_BAR1, bus->pcie_sh->assert_file_addr,
(uint8 *)str, maxstrlen)) < 0) {
goto done1;
}
str[maxstrlen - 1] = '\0';
bcm_bprintf(&strbuf, " file \"%s\"", str);
}
bcm_bprintf(&strbuf, " line %d ", bus->pcie_sh->assert_line);
}
if (bus->pcie_sh->flags & PCIE_SHARED_TRAP) {
trap_t *tr = &bus->dhd->last_trap_info;
dongle_trap_occured = TRUE;
if ((bcmerror = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1,
bus->pcie_sh->trap_addr, (uint8*)tr, sizeof(trap_t))) < 0) {
bus->dhd->dongle_trap_occured = TRUE;
goto done1;
}
dhd_bus_dump_trap_info(bus, &strbuf);
}
}
if (bus->pcie_sh->flags & (PCIE_SHARED_ASSERT | PCIE_SHARED_TRAP)) {
DHD_PRINT(("%s: %s\n", __FUNCTION__, strbuf.origbuf));
#ifdef REPORT_FATAL_TIMEOUTS
/**
* stop the timers as FW trapped
*/
if (dhd_stop_scan_timer(bus->dhd, FALSE, 0)) {
DHD_ERROR(("dhd_stop_scan_timer failed\n"));
ASSERT(0);
}
if (dhd_stop_bus_timer(bus->dhd)) {
DHD_ERROR(("dhd_stop_bus_timer failed\n"));
ASSERT(0);
}
if (dhd_stop_cmd_timer(bus->dhd)) {
DHD_ERROR(("dhd_stop_cmd_timer failed\n"));
ASSERT(0);
}
if (dhd_stop_join_timer(bus->dhd)) {
DHD_ERROR(("dhd_stop_join_timer failed\n"));
ASSERT(0);
}
#endif /* REPORT_FATAL_TIMEOUTS */
/* wake up IOCTL wait event */
dhd_wakeup_ioctl_event(bus->dhd, IOCTL_RETURN_ON_TRAP);
dhd_bus_dump_console_buffer(bus);
dhd_prot_debug_info_print(bus->dhd);
#ifdef DHD_FW_COREDUMP
#ifdef OEM_ANDROID
if (bus->dhd->up == 0) {
DHD_PRINT(("%s: socram will be collected in dhd_net_bus_devreset failure\n",
__FUNCTION__));
bus->dhd->dongle_trap_during_wifi_onoff = 1;
} else
#endif /* OEM_ANDROID */
{
/* save core dump or write to a file */
if (bus->dhd->memdump_enabled) {
#ifdef DHD_SSSR_DUMP
DHD_PRINT(("%s : Set collect_sssr as TRUE\n", __FUNCTION__));
bus->dhd->collect_sssr = TRUE;
#endif /* DHD_SSSR_DUMP */
#ifdef DHD_SDTC_ETB_DUMP
DHD_PRINT(("%s : Set collect_sdtc as TRUE\n", __FUNCTION__));
bus->dhd->collect_sdtc = TRUE;
#endif /* DHD_SDTC_ETB_DUMP */
bus->dhd->memdump_type = DUMP_TYPE_DONGLE_TRAP;
dhdpcie_mem_dump(bus);
}
}
#endif /* DHD_FW_COREDUMP */
/* set the trap occured flag only after all the memdump,
* logdump and sssr dump collection has been scheduled
*/
if (dongle_trap_occured) {
bus->dhd->dongle_trap_occured = TRUE;
if (bus->dhd->check_trap_rot &&
bus->dhd->ext_trap_data_supported &&
bus->pcie_sh->flags2 & PCIE_SHARED2_ETD_ADDR_SUPPORT) {
uint32 trap_data = *(uint32 *)bus->dhd->extended_trap_data;
DHD_PRINT(("%s : etd data : %x\n", __FUNCTION__, trap_data));
if (!(trap_data & D2H_DEV_EXT_TRAP_DATA)) {
uint32 *ext_data = bus->dhd->extended_trap_data;
/* Skip the first word which is trap_data */
ext_data++;
DHD_PRINT(("Dongle trap but no etd\n"));
if (dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1,
local_pciedev_shared->etd_addr,
(uint8 *)ext_data,
BCMPCIE_EXT_TRAP_DATA_MAXLEN -
sizeof(trap_data)) < 0) {
DHD_ERROR(("Error to read etd from dongle\n"));
}
} else {
DHD_PRINT(("Dongle trap with etd\n"));
}
}
}
#ifdef WL_CFGVENDOR_SEND_HANG_EVENT
copy_hang_info_trap(bus->dhd);
#endif /* WL_CFGVENDOR_SEND_HANG_EVENT */
#ifdef WL_CFGVENDOR_SEND_ALERT_EVENT
bus->dhd->alert_reason = ALERT_DONGLE_TRAP;
dhd_os_send_alert_message(bus->dhd);
#endif /* WL_CFGVENDOR_SEND_ALERT_EVENT */
dhd_schedule_reset(bus->dhd);
#ifdef NDIS
/* ASSERT only if hang detection/recovery is disabled. If enabled then let
* windows HDR mechansim trigger FW download via surprise removal
*/
dhd_bus_check_died(bus);
#endif
} else if (bus->dhd->dongle_trap_data) {
DHD_PRINT(("%s: TRAP/ASSERT flag not set in shared flags:0x%x\n",
__FUNCTION__, bus->pcie_sh->flags));
bus->dhd->dongle_trap_occured = TRUE;
#ifdef DHD_FW_COREDUMP
#ifdef OEM_ANDROID
if (bus->dhd->up == 0) {
DHD_PRINT(("%s: socram will be collected in dhd_net_bus_devreset failure\n",
__FUNCTION__));
} else
#endif /* OEM_ANDROID */
{
/* save core dump or write to a file */
if (bus->dhd->memdump_enabled) {
#ifdef DHD_SSSR_DUMP
DHD_PRINT(("%s : Set collect_sssr as TRUE\n", __FUNCTION__));
bus->dhd->collect_sssr = TRUE;
#endif /* DHD_SSSR_DUMP */
#ifdef DHD_SDTC_ETB_DUMP
DHD_PRINT(("%s : Set collect_sdtc as TRUE\n", __FUNCTION__));
bus->dhd->collect_sdtc = TRUE;
#endif /* DHD_SDTC_ETB_DUMP */
bus->dhd->memdump_type = DUMP_TYPE_DONGLE_TRAP;
dhdpcie_mem_dump(bus);
}
}
#endif /* DHD_FW_COREDUMP */
}
done1:
if (bcmerror) {
/* dhdpcie_checkdied is invoked only when dongle has trapped
* or after PCIe link down..etc. so set dongle_trap_occured so that
* log_dump logic can rely on only one flag dongle_trap_occured.
*/
bus->dhd->dongle_trap_occured = TRUE;
dhdpcie_schedule_log_dump(bus);
}
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req_clear(bus);
}
DHD_GENERAL_LOCK(bus->dhd, flags);
DHD_BUS_BUSY_CLEAR_IN_CHECKDIED(bus->dhd);
dhd_os_busbusy_wake(bus->dhd);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
done2:
if (mbuffer)
MFREE(bus->dhd->osh, mbuffer, msize);
if (str)
MFREE(bus->dhd->osh, str, maxstrlen);
return bcmerror;
} /* dhdpcie_checkdied */
/* Custom copy of dhdpcie_mem_dump() that can be called at interrupt level */
void dhdpcie_mem_dump_bugcheck(dhd_bus_t *bus, uint8 *buf)
{
int ret = 0;
int size; /* Full mem size */
int start; /* Start address */
int read_size = 0; /* Read size of each iteration */
uint8 *databuf = buf;
if (bus == NULL) {
return;
}
start = bus->dongle_ram_base;
read_size = 4;
/* check for dead bus */
{
uint test_word = 0;
ret = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1, start,
(uint8*)&test_word, read_size);
/* if read error or bus timeout */
if (ret || (test_word == 0xFFFFFFFF)) {
return;
}
}
/* Get full mem size */
size = bus->ramsize;
/* Read mem content */
while (size)
{
read_size = MIN(MEMBLOCK, size);
if ((ret = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1, start, databuf,
read_size))) {
return;
}
/* Decrement size and increment start address */
size -= read_size;
start += read_size;
databuf += read_size;
}
bus->dhd->soc_ram = buf;
bus->dhd->soc_ram_length = bus->ramsize;
return;
}
#if defined(DHD_FW_COREDUMP)
/* Helper function to dump dongle backplane memory to buffer.
* Caller is responsible to make sure buffer is big enough to host the dump.
*
* Params:
* bus: dongle bus handler
* src: backplane memory start address
* src_size: backplane memory size
* obuf: pointer to buffer for storing the dump
*
* Return:
* BCME_OK if succeed or errors from dongle access
*/
static int
dhdpcie_read_dnglbp(dhd_bus_t *bus, int src, int src_size, uint8 *obuf)
{
int read_size;
int ret = BCME_OK;
#if defined(BOARD_HIKEY) || defined (BOARD_STB)
unsigned long flags_bus;
#endif /* BOARD_HIKEY || BOARD_STB */
uint32 *sharea_addr = 0;
DHD_TRACE_HW4(("Dump dongle memory\n"));
while (src_size > 0) {
read_size = MIN(MEMBLOCK, src_size);
#if defined(BOARD_HIKEY) || defined (BOARD_STB)
/* Hold BUS_LP_STATE_LOCK to avoid simultaneous bus access */
DHD_BUS_LP_STATE_LOCK(bus->bus_lp_state_lock, flags_bus);
#endif /* BOARD_HIKEY || BOARD_STB */
ret = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1, src, obuf, read_size);
#if defined(BOARD_HIKEY) || defined (BOARD_STB)
DHD_BUS_LP_STATE_UNLOCK(bus->bus_lp_state_lock, flags_bus);
#endif /* BOARD_HIKEY || BOARD_STB */
if (ret) {
DHD_ERROR(("%s: Error membytes %d\n", __FUNCTION__, ret));
#ifdef DHD_DEBUG_UART
bus->dhd->memdump_success = FALSE;
#endif /* DHD_DEBUG_UART */
goto exit;
}
DHD_TRACE(("."));
/* Decrement size and increment start address */
src_size -= read_size;
src += read_size;
obuf += read_size;
}
/* check if last 4bytes is not 0xffffffff, the
* last 4 bytes always have a valid pcie shared area
* addr and cannot be 0xffffffff
*/
sharea_addr = (uint32 *)(obuf - sizeof(uint32));
if ((int)(*sharea_addr) == -1) {
DHD_ERROR(("%s: Error! Last word is 0xFFFFFFFF\n", __FUNCTION__));
dhd_validate_pcie_link_cbp_wlbp(bus);
ret = BCME_NOTUP;
} else {
DHD_ERROR(("%s: Last word is 0x%x\n", __FUNCTION__, *sharea_addr));
}
exit:
return ret;
}
#ifdef COEX_CPU
/* Dump coex system ITCM and DTCM through wlan backplane and combine them into
* one buffer
*
* Params:
* bus: dongle bus handler
*
* Return:
* BCME_OK if succeed or errors for allocation failure or mem dump failure
*/
static int
dhdpcie_get_coex_mem_dump(dhd_bus_t *bus)
{
int ret;
dhd_pub_t *dhd_pub = bus->dhd;
coex_combined_fw_t *comb_hdr;
int len;
coex_fw_tlv_t *tlv;
/* TODO: assuming always invoked after wlan memdump so skipping bus check */
/* Total size should be combined file header size + tlv header size +
* ITCM size + tlv header size + DTCM size
*/
len = sizeof(*comb_hdr) + sizeof(*tlv) * 2u +
bus->coex_itcm_size + bus->coex_dtcm_size;
if (!dhd_pub->coex_dump) {
dhd_pub->coex_dump = (uint8*)MALLOCZ(dhd_pub->osh, len);
if (dhd_pub->coex_dump == NULL) {
dhd_pub->coex_dump_length = 0;
DHD_ERROR(("%s: Failed to allocate coex itcm dump buf.\n", __FUNCTION__));
return BCME_NOMEM;
}
dhd_pub->coex_dump_length = len;
} else {
ASSERT(len == dhd_pub->coex_dump_length);
}
comb_hdr = (coex_combined_fw_t *)dhd_pub->coex_dump;
len = dhd_pub->coex_dump_length - sizeof(*comb_hdr);
comb_hdr->magic = COEX_COMBINED_DUMP_MAGIC;
comb_hdr->version = COEX_COMBINED_FW_HDR_VERSION;
comb_hdr->len = len;
dhd_validate_pcie_link_cbp_wlbp(bus);
if (bus->link_state == DHD_PCIE_COEXCPU_BP_DOWN) {
DHD_ERROR(("%s: coex cpu bp down!, skip coex dump collection \n", __FUNCTION__));
return BCME_NOTUP;
}
/* ITCM portion */
tlv = comb_hdr->tlv;
tlv->id = COEX_FW_TLV_ITCM;
tlv->len = bus->coex_itcm_size;
len -= sizeof(*tlv);
ret = dhdpcie_read_dnglbp(bus, bus->coex_itcm_base, bus->coex_itcm_size, tlv->data);
if (ret) {
DHD_ERROR(("%s: Failed to dump coex itcm\n", __FUNCTION__));
comb_hdr->len = 0;
return ret;
}
len -= bus->coex_itcm_size;
/* DTCM portion */
tlv = (coex_fw_tlv_t *)((uint8 *)tlv + sizeof(*tlv) + (tlv->len));
tlv->id = COEX_FW_TLV_DTCM;
tlv->len = bus->coex_dtcm_size;
len -= sizeof(*tlv);
ret = dhdpcie_read_dnglbp(bus, bus->coex_dtcm_base, bus->coex_dtcm_size, tlv->data);
if (ret) {
comb_hdr->len = 0;
DHD_ERROR(("%s: Failed to dump coex dtcm\n", __FUNCTION__));
}
ASSERT((len - bus->coex_dtcm_size == 0));
dhd_validate_pcie_link_cbp_wlbp(bus);
return ret;
}
#endif /* COEX_CPU */
int
dhdpcie_get_mem_dump(dhd_bus_t *bus)
{
int ret = BCME_OK;
int size = 0;
int start = 0;
uint8 *p_buf = NULL;
#if defined(DHD_FILE_DUMP_EVENT) && defined(DHD_FW_COREDUMP)
dhd_dongledump_status_t dump_status;
#endif /* DHD_FILE_DUMP_EVENT && DHD_FW_COREDUMP */
DHD_PRINT(("%s: enter\n", __FUNCTION__));
if (!bus) {
DHD_ERROR(("%s: bus is NULL\n", __FUNCTION__));
ret = BCME_ERROR;
goto exit;
}
if (!bus->dhd) {
DHD_ERROR(("%s: dhd is NULL\n", __FUNCTION__));
ret = BCME_ERROR;
goto exit;
}
#ifdef DHD_SSSR_DUMP
if (bus->sssr_in_progress) {
DHD_ERROR_RLMT(("%s: SSSR in progress, skip\n", __FUNCTION__));
ret = BCME_ERROR;
goto exit;
}
#endif /* DHD_SSSR_DUMP */
/* Check link status before collecting memdump */
dhd_validate_pcie_link_cbp_wlbp(bus);
if (bus->link_state == DHD_PCIE_WLAN_BP_DOWN ||
bus->link_state == DHD_PCIE_COEXCPU_BP_DOWN ||
bus->link_state == DHD_PCIE_COMMON_BP_DOWN) {
DHD_ERROR(("%s: link_state(%u) not good, return success and "
"collect only FIS if set\n", __FUNCTION__, bus->link_state));
ret = BCME_OK;
goto exit;
}
#ifdef BCMQT_HW
DHD_PRINT(("%s: skip memdump collection on QT, as the same leads to rcu stalls or hang\n",
__FUNCTION__));
return BCME_OK;
#endif /* BCMQT_HW */
size = bus->ramsize; /* Full mem size */
start = bus->dongle_ram_base; /* Start address */
/* Get full mem size */
p_buf = dhd_get_fwdump_buf(bus->dhd, size);
if (!p_buf) {
DHD_ERROR(("%s: Out of memory (%d bytes)\n",
__FUNCTION__, size));
ret = BCME_ERROR;
goto exit;
}
#if defined(DHD_FILE_DUMP_EVENT) && defined(DHD_FW_COREDUMP)
dump_status = dhd_get_dump_status(bus->dhd);
if (dump_status != DUMP_IN_PROGRESS) {
dhd_set_dump_status(bus->dhd, DUMP_IN_PROGRESS);
}
#endif /* DHD_FILE_DUMP_EVENT && DHD_FW_COREDUMP */
ret = dhdpcie_read_dnglbp(bus, start, size, p_buf);
if (ret) {
DHD_ERROR(("%s: Failed to dump wlan ram\n", __FUNCTION__));
}
exit:
#if defined(DHD_FILE_DUMP_EVENT) && defined(DHD_FW_COREDUMP)
if (ret != BCME_OK) {
dhd_set_dump_status(bus->dhd, DUMP_FAILURE);
}
#endif /* DHD_FILE_DUMP_EVENT && DHD_FW_COREDUMP */
return ret;
}
static int
dhdpcie_retry_memdump(dhd_bus_t *bus)
{
int ret = 0;
if (CHIPTYPE(bus->sih->socitype) != SOCI_NCI) {
return BCME_ERROR;
}
/* check & clear AXI errors and retry socram collection */
si_clear_backplane_to_per_core(bus->sih, SYSMEM_CORE_ID, 0, NULL);
ret = dhdpcie_get_mem_dump(bus);
if (ret) {
DHD_ERROR(("%s: memdump collection fails, reset sysmem and retry\n", __FUNCTION__));
/* reset sysmem and retry */
dhdpcie_check_reset_sysmem(bus, FALSE);
ret = dhdpcie_get_mem_dump(bus);
}
return ret;
}
static void
dhdpcie_dump_sreng_regs(dhd_bus_t *bus)
{
volatile uint32* sreng_regs = NULL;
uint32 save_idx = si_coreidx(bus->sih);
int i = 0;
uint32 capabilities, srctrl0, srctrl1;
uint32 gpio_ctrl, status1;
uint32 ilgl_instr_addr, ilgl_instr_dat0, ilgl_instr_dat1;
uint32 status2, srctrl2, pwr_dom_info;
uint32 dat_start_addr0, dat_start_addr1, sr_int_status;
uint32 sr_int_mask;
for (i = 0; i < SR_ENG_MAX_UNITS; ++i) {
sreng_regs = si_setcore(bus->sih, SR_CORE_ID, i);
if (sreng_regs == NULL) {
DHD_ERROR(("%s: setcore SR_CORE_ID(%d) fails !\n", __FUNCTION__, i));
continue;
}
capabilities = R_REG(bus->dhd->osh,
SR_ENG_REG_ADDR(sreng_regs, Capabilities));
srctrl0 = R_REG(bus->dhd->osh, SR_ENG_REG_ADDR(sreng_regs, SrControl0));
srctrl1 = R_REG(bus->dhd->osh, SR_ENG_REG_ADDR(sreng_regs, SrControl1));
gpio_ctrl = R_REG(bus->dhd->osh, SR_ENG_REG_ADDR(sreng_regs, GpioControl));
status1 = R_REG(bus->dhd->osh, SR_ENG_REG_ADDR(sreng_regs, Status1));
ilgl_instr_addr = R_REG(bus->dhd->osh,
SR_ENG_REG_ADDR(sreng_regs, IllegalInstrAddr));
ilgl_instr_dat0 = R_REG(bus->dhd->osh,
SR_ENG_REG_ADDR(sreng_regs, IllegalInstrData0));
ilgl_instr_dat1 = R_REG(bus->dhd->osh,
SR_ENG_REG_ADDR(sreng_regs, IllegalInstrData1));
status2 = R_REG(bus->dhd->osh, SR_ENG_REG_ADDR(sreng_regs, Status2));
srctrl2 = R_REG(bus->dhd->osh, SR_ENG_REG_ADDR(sreng_regs, SrControl2));
pwr_dom_info = R_REG(bus->dhd->osh,
SR_ENG_REG_ADDR(sreng_regs, PowerDomainInfoReg));
dat_start_addr0 = R_REG(bus->dhd->osh,
SR_ENG_REG_ADDR(sreng_regs, DataStartAddr0));
dat_start_addr1 = R_REG(bus->dhd->osh,
SR_ENG_REG_ADDR(sreng_regs, DataStartAddr1));
sr_int_status = R_REG(bus->dhd->osh, SR_ENG_REG_ADDR(sreng_regs, SRIntStatus));
sr_int_mask = R_REG(bus->dhd->osh, SR_ENG_REG_ADDR(sreng_regs, SRIntMask));
DHD_PRINT(("%s: SR ENGINE core %d regs: "
"Capabilities 0x%x, SrControl0 0x%x, SrControl1 0x%x, GpioControl 0x%x "
"Status1 0x%x IllegalInstrAddr 0x%x IllegalInstrData0 0x%x\n", __FUNCTION__,
i, capabilities, srctrl0, srctrl1, gpio_ctrl, status1,
ilgl_instr_addr, ilgl_instr_dat0));
DHD_PRINT(("%s: SR ENGINE core %d regs: "
"IllegalInstrData1 0x%x Status2 0x%x "
"SrControl2 0x%x PowerDomainInfoReg 0x%x DataStartAddr0 0x%x "
"DataStartAddr1 0x%x SrIntStatus 0x%x SrIntMask 0x%x \n", __FUNCTION__, i,
ilgl_instr_dat1, status2, srctrl2, pwr_dom_info, dat_start_addr0,
dat_start_addr1, sr_int_status, sr_int_mask));
}
si_setcoreidx(bus->sih, save_idx);
}
static int
dhdpcie_mem_dump(dhd_bus_t *bus)
{
dhd_pub_t *dhdp;
int ret = BCME_OK;
uint32 dhd_console_ms_prev = 0;
bool timeout = FALSE;
bool collect_cbaon_dmps = FALSE;
bool cmnbp_state = BCME_OK;
#ifdef GDB_PROXY
bus->gdb_proxy_mem_dump_count++;
#endif /* GDB_PROXY */
dhdp = bus->dhd;
if (!dhdp) {
DHD_ERROR(("%s: dhdp is NULL\n", __FUNCTION__));
return BCME_ERROR;
}
dhd_console_ms_prev = dhdp->dhd_console_ms;
if (dhd_console_ms_prev) {
DHD_PRINT(("%s: Disabling console msgs(0x%d) before mem dump to local buf\n",
__FUNCTION__, dhd_console_ms_prev));
dhdp->dhd_console_ms = 0;
}
#if defined(__linux__)
#ifdef DHD_TREAT_D3ACKTO_AS_LINKDWN
if (!dhdp->no_pcie_access_during_dump) {
dhd_plat_pcie_register_dump(dhdp->plat_info);
} else {
DHD_PRINT(("%s: no_pcie_access_during_dump is set,"
" don't do plat reg dump\n", __FUNCTION__));
}
#else
dhd_plat_pcie_register_dump(dhdp->plat_info);
#endif /* DHD_TREAT_D3ACKTO_AS_LINKDWN */
#endif /* __linux__ */
#ifdef SUPPORT_LINKDOWN_RECOVERY
if (bus->is_linkdown) {
DHD_ERROR(("%s: PCIe link is down so skip\n", __FUNCTION__));
ret = BCME_ERROR;
goto exit;
}
#endif /* SUPPORT_LINKDOWN_RECOVERY */
if (DHD_BUS_CHECK_DOWN_OR_DOWN_IN_PROGRESS(dhdp)) {
DHD_ERROR(("%s: bus is down! can't collect mem dump. \n", __FUNCTION__));
ret = BCME_ERROR;
goto exit;
}
if (dhd_get_reboot_status(dhdp) >= 0) {
DHD_PRINT(("%s: reboot in progress, don't collect memdump\n", __FUNCTION__));
ret = BCME_BUSY;
goto exit;
}
DHD_PRINT(("%s: pcie_hwhdr_rev = %u\n", __FUNCTION__, bus->ewp_hw_info.pcie_hwhdr_rev));
/* Check link status before collecting memdump */
dhd_validate_pcie_link_cbp_wlbp(bus);
if (bus->link_state != DHD_PCIE_ALL_GOOD) {
DHD_ERROR(("%s: Pcie link state(%d) not good\n",
__FUNCTION__, bus->link_state));
#ifdef DHD_SSSR_DUMP
if (bus->dhd->collect_fis) {
DHD_PRINT(("FIS is set, collect it in memdump work\n"));
ret = BCME_OK;
goto sched_memdump;
} else
#endif /* DHD_SSSR_DUMP */
{
DHD_ERROR(("%s: skip memdump\n", __FUNCTION__));
ret = BCME_ERROR;
goto exit;
}
} else if (bus->cto_triggered && bus->dhd->collect_fis) {
DHD_PRINT(("%s: CTO triggered and FIS is set, collect in memdump work\n",
__FUNCTION__));
ret = BCME_OK;
goto sched_memdump;
}
/* Induce DB7 trap for below non-trap cases */
switch (dhdp->memdump_type) {
case DUMP_TYPE_RESUMED_ON_TIMEOUT:
/* intentional fall through */
case DUMP_TYPE_D3_ACK_TIMEOUT:
/* intentional fall through */
case DUMP_TYPE_PKTID_AUDIT_FAILURE:
/* intentional fall through */
case DUMP_TYPE_PKTID_INVALID:
/* intentional fall through */
case DUMP_TYPE_SCAN_TIMEOUT:
/* intentional fall through */
case DUMP_TYPE_SCAN_BUSY:
/* intentional fall through */
case DUMP_TYPE_BY_LIVELOCK:
/* intentional fall through */
case DUMP_TYPE_TRANS_ID_MISMATCH:
/* intentional fall through */
case DUMP_TYPE_IFACE_OP_FAILURE:
/* intentional fall through */
case DUMP_TYPE_PKTID_POOL_DEPLETED:
/* intentional fall through */
case DUMP_TYPE_PROXD_TIMEOUT:
/* intentional fall through */
case DUMP_TYPE_INBAND_DEVICE_WAKE_FAILURE:
/* intentional fall through */
case DUMP_TYPE_INVALID_SHINFO_NRFRAGS:
/* intentional fall through */
case DUMP_TYPE_P2P_DISC_BUSY:
/* intentional fall through */
case DUMP_TYPE_ESCAN_SYNCID_MISMATCH:
/* intentional fall through */
if (dhdp->memdump_type == DUMP_TYPE_RESUMED_ON_TIMEOUT ||
dhdp->memdump_type == DUMP_TYPE_D3_ACK_TIMEOUT) {
timeout = TRUE;
}
#ifdef DHD_SDTC_ETB_DUMP
DHD_PRINT(("%s : Set collect_sdtc as TRUE\n",
__FUNCTION__));
dhdp->collect_sdtc = TRUE;
#endif /* DHD_SDTC_ETB_DUMP */
if (dhdp->db7_trap.fw_db7w_trap) {
/* Set fw_db7w_trap_inprogress here and clear from DPC */
dhdp->db7_trap.fw_db7w_trap_inprogress = TRUE;
dhdpcie_fw_trap(dhdp->bus);
/*
* Since dpc may have triggered db7, it will not pre-empt itself
* so if trap_data is 0, re-read trap_data before giving up
*/
if (dhdp->dongle_trap_data == 0) {
dhdp->dongle_trap_data = dhd_prot_process_trapbuf(dhdp);
}
if (dhdp->db7_trap.fw_db7w_trap_received) {
/* Collect SSSR dump for all non trap cases
* only after DB7 ack
*/
#ifdef DHD_SSSR_DUMP
DHD_PRINT(("%s : Set collect_sssr as TRUE after DB7 ack\n",
__FUNCTION__));
dhdp->collect_sssr = TRUE;
#endif /* DHD_SSSR_DUMP */
} else {
DHD_ERROR(("%s : Did not receive DB7 Ack\n", __FUNCTION__));
#ifdef WBRC
DHD_ERROR(("%s : Set do_chip_bighammer\n", __FUNCTION__));
bus->dhd->do_chip_bighammer = TRUE;
#endif /* WBRC */
/* For android collect FIS dumps */
#ifdef DHD_SSSR_DUMP
dhdp->collect_sssr = TRUE;
dhdpcie_set_collect_fis(bus);
#endif /* DHD_SSSR_DUMP */
if (timeout) {
collect_cbaon_dmps = TRUE;
}
}
if ((cmnbp_state = dhdpcie_chk_cmnbp_status_indirect(bus))
== BCME_OK) {
DHD_PRINT(("Function_Intstatus(0x%x)=0x%x "
"Function_Intmask(0x%x)=0x%x\n",
PCIFunctionIntstatus(bus->sih->buscorerev),
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIFunctionIntstatus(bus->sih->buscorerev), 0, 0),
PCIFunctionIntmask(bus->sih->buscorerev),
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIFunctionIntmask(bus->sih->buscorerev), 0, 0)));
}
} else {
DHD_ERROR(("%s: DB7 Not supported!!!\n",
__FUNCTION__));
}
break;
case DUMP_TYPE_CTO_RECOVERY:
collect_cbaon_dmps = TRUE;
break;
default:
break;
}
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
if (pm_runtime_get_sync(dhd_bus_to_dev(bus)) < 0)
return BCME_ERROR;
#endif /* DHD_PCIE_NATIVE_RUNTIMEPM */
if (collect_cbaon_dmps) {
DHD_PRINT(("%s: collect CB and AON core dumps \n", __FUNCTION__));
dhdpcie_get_cbaon_coredumps(bus);
}
if (dhdp->skip_memdump_map_read == FALSE && cmnbp_state == BCME_OK) {
ret = dhdpcie_get_mem_dump(bus);
if (ret == BCME_NOTUP && CHIPTYPE(bus->sih->socitype) == SOCI_NCI) {
DHD_ERROR(("%s: failed to get wl mem dump! err=%d, retry\n",
__FUNCTION__, ret));
ret = dhdpcie_retry_memdump(bus);
if (ret) {
DHD_ERROR(("%s: retry wl mem dump also fails"
", err=%d\n", __FUNCTION__, ret));
goto exit;
}
} else if (ret) {
DHD_ERROR(("%s: failed to get wl mem dump, err=%d\n", __FUNCTION__, ret));
goto exit;
}
#ifdef COEX_CPU
/* Perform coex dump if it exists */
if (bus->coex_itcm_base) {
if ((ret = dhdpcie_get_coex_mem_dump(bus)) != BCME_OK) {
/* do not return error, since wl memdump is already collected
* and needs to be dumped to file
*/
DHD_ERROR(("%s: Failed to dump coex ram\n", __FUNCTION__));
}
}
#endif /* COEX_CPU */
} else {
DHD_ERROR(("%s: Skipped to get mem dump, err=%d\n", __FUNCTION__, ret));
dhdp->skip_memdump_map_read = FALSE;
}
#ifdef DHD_DEBUG_UART
bus->dhd->memdump_success = TRUE;
#endif /* DHD_DEBUG_UART */
if (bus->link_state == DHD_PCIE_ALL_GOOD) {
if (timeout) {
/* print ARMCA7 PC, SR engine regs and
* nci wrapper dump for timeout cases
*/
dhd_bus_get_armca7_pc(dhdp->bus, TRUE);
dhdpcie_dump_sreng_regs(bus);
dhd_pcie_nci_wrapper_dump(dhdp, FALSE);
} else if (dhdp->memdump_type == DUMP_TYPE_DONGLE_INIT_FAILURE) {
dhdp->armpc = dhd_bus_get_armca7_pc(dhdp->bus, TRUE);
}
}
#ifdef DEBUGABILITY
/* Skip for coredump reason type */
if (dhdp->memdump_type != DUMP_TYPE_COREDUMP_BY_USER)
#endif /* DEBUGABILITY */
{
#if defined(DHD_PKT_LOGGING) && defined(DHD_DUMP_FILE_WRITE_FROM_KERNEL)
DHD_PRINT(("%s: scheduling pktlog dump.. \n", __FUNCTION__));
dhd_schedule_pktlog_dump(dhdp);
#endif /* DHD_PKT_LOGGING && DHD_DUMP_FILE_WRITE_FROM_KERNEL */
}
#ifdef DHD_SSSR_DUMP
sched_memdump:
#endif /* DHD_SSSR_DUMP */
if (dhdp->memdump_type == DUMP_TYPE_DONGLE_INIT_FAILURE) {
DHD_PRINT(("%s : Set do_chip_bighammer on INIT_FAIL\n", __FUNCTION__));
dhdp->do_chip_bighammer = TRUE;
}
dhd_schedule_memdump(dhdp, dhdp->soc_ram, dhdp->soc_ram_length);
/* buf, actually soc_ram free handled in dhd_{free,clear} */
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
pm_runtime_mark_last_busy(dhd_bus_to_dev(bus));
pm_runtime_put_autosuspend(dhd_bus_to_dev(bus));
#endif /* DHD_PCIE_NATIVE_RUNTIMEPM */
exit:
if (dhd_console_ms_prev) {
DHD_PRINT(("%s: enable console msgs(0x%d) after collecting memdump to local buf\n",
__FUNCTION__, dhd_console_ms_prev));
dhdp->dhd_console_ms = dhd_console_ms_prev;
}
return ret;
}
int
dhd_bus_get_mem_dump(dhd_pub_t *dhdp)
{
if (!dhdp) {
DHD_ERROR(("%s: dhdp is NULL\n", __FUNCTION__));
return BCME_ERROR;
}
return dhdpcie_get_mem_dump(dhdp->bus);
}
int
dhd_bus_mem_dump(dhd_pub_t *dhdp)
{
dhd_bus_t *bus = dhdp->bus;
int ret = BCME_ERROR;
if (dhdp->busstate == DHD_BUS_DOWN) {
DHD_ERROR(("%s bus is down\n", __FUNCTION__));
return BCME_ERROR;
}
/* Try to resume if already suspended or suspend in progress */
#ifdef DHD_PCIE_RUNTIMEPM
dhdpcie_runtime_bus_wake(dhdp, CAN_SLEEP(), __builtin_return_address(0));
#endif /* DHD_PCIE_RUNTIMEPM */
/* Skip if still in suspended or suspend in progress */
if (DHD_BUS_CHECK_SUSPEND_OR_ANY_SUSPEND_IN_PROGRESS(dhdp)) {
DHD_ERROR(("%s: bus is in suspend(%d) or suspending(0x%x) state, so skip\n",
__FUNCTION__, dhdp->busstate, dhdp->dhd_bus_busy_state));
return BCME_ERROR;
}
DHD_OS_WAKE_LOCK(dhdp);
ret = dhdpcie_mem_dump(bus);
DHD_OS_WAKE_UNLOCK(dhdp);
return ret;
}
#endif /* DHD_FW_COREDUMP */
int
dhd_socram_dump(dhd_bus_t *bus)
{
#if defined(DHD_FW_COREDUMP)
DHD_OS_WAKE_LOCK(bus->dhd);
dhd_bus_mem_dump(bus->dhd);
DHD_OS_WAKE_UNLOCK(bus->dhd);
return 0;
#else
return -1;
#endif
}
/**
* Transfers bytes from host to dongle using pio mode.
* Parameter 'address' is a backplane address.
*/
int
dhdpcie_bus_membytes(dhd_bus_t *bus, bool write, dhd_pcie_mem_region_t region,
ulong address, uint8 *data, uint size)
{
uint dsize;
int detect_endian_flag = 0x01;
bool little_endian;
if (!bus || !bus->sih || !bus->tcm) {
DHD_ERROR(("%s: bus not inited !\n", __FUNCTION__));
return BCME_ERROR;
}
if (bus->is_linkdown) {
DHD_ERROR(("%s: PCIe link was down\n", __FUNCTION__));
return BCME_ERROR;
}
/* if FIS trigerred, allow membytes to go through in order to get
* FIS dumps
*/
if (!bus->dhd->fis_triggered && (bus->link_state == DHD_PCIE_WLAN_BP_DOWN ||
bus->link_state == DHD_PCIE_COMMON_BP_DOWN)) {
DHD_ERROR(("%s : wlan/common backplane is down (link_state=%u), skip.\n",
__FUNCTION__, bus->link_state));
return BCME_ERROR;
}
#ifdef DHD_SSSR_DUMP
if (bus->sssr_in_progress) {
DHD_ERROR_RLMT(("%s: SSSR in progress, skip\n", __FUNCTION__));
return BCME_ERROR;
}
#endif /* DHD_SSSR_DUMP */
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req(bus);
}
/* Detect endianness. */
little_endian = *(char *)&detect_endian_flag;
/* In remap mode, adjust address beyond socram and redirect
* to devram at SOCDEVRAM_BP_ADDR since remap address > orig_ramsize
* is not backplane accessible
*/
/* Do the transfer(s) */
if (write) {
while (size) {
#ifdef DHD_SUPPORT_64BIT
if (size >= sizeof(uint64) && little_endian && !(address % 8)) {
dsize = sizeof(uint64);
dhdpcie_bus_wtcm64(bus, region, address, *((uint64 *)data));
}
#else /* !DHD_SUPPORT_64BIT */
if (size >= sizeof(uint32) && little_endian && !(address % 4)) {
dsize = sizeof(uint32);
dhdpcie_bus_wtcm32(bus, region, address, *((uint32*)data));
}
#endif /* DHD_SUPPORT_64BIT */
else {
dsize = sizeof(uint8);
dhdpcie_bus_wtcm8(bus, region, address, *data);
}
/* Adjust for next transfer (if any) */
if ((size -= dsize)) {
data += dsize;
address += dsize;
}
}
} else {
while (size) {
#ifdef DHD_SUPPORT_64BIT
if (size >= sizeof(uint64) && little_endian && !(address % 8))
{
dsize = sizeof(uint64);
*(uint64 *)data = dhdpcie_bus_rtcm64(bus, region, address);
}
#else /* !DHD_SUPPORT_64BIT */
if (size >= sizeof(uint32) && little_endian && !(address % 4))
{
dsize = sizeof(uint32);
*(uint32 *)data = dhdpcie_bus_rtcm32(bus, region, address);
}
#endif /* DHD_SUPPORT_64BIT */
else {
dsize = sizeof(uint8);
*data = dhdpcie_bus_rtcm8(bus, region, address);
}
/* Adjust for next transfer (if any) */
if ((size -= dsize) > 0) {
data += dsize;
address += dsize;
}
}
}
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req_clear(bus);
}
return BCME_OK;
} /* dhdpcie_bus_membytes */
extern bool agg_h2d_db_enab;
/**
* Transfers one transmit (ethernet) packet that was queued in the (flow controlled) flow ring queue
* to the (non flow controlled) flow ring.
*/
int
BCMFASTPATH(dhd_bus_schedule_queue)(struct dhd_bus *bus, uint16 flow_id, bool txs,
uint32 bound, bool *is_qempty)
/** function name could be more descriptive, eg use 'tx' and 'flow ring' in name */
{
flow_ring_node_t *flow_ring_node;
int ret = BCME_OK;
#ifdef DHD_LOSSLESS_ROAMING
dhd_pub_t *dhdp = bus->dhd;
#endif /* DHD_LOSSLESS_ROAMING */
#if defined(CUSTOMER_HW6) && defined(DHD_LOSSLESS_ROAMING)
struct ether_header *eh;
uint8 *pktdata;
#endif /* CUSTOMER_HW6 && DHD_LOSSLESS_ROAMING */
uint32 cnt = 0;
DHD_TRACE(("%s: flow_id is %d\n", __FUNCTION__, flow_id));
/* ASSERT on flow_id */
if (flow_id >= bus->max_submission_rings) {
DHD_ERROR(("%s: flow_id is invalid %d, max %d\n", __FUNCTION__,
flow_id, bus->max_submission_rings));
return 0;
}
flow_ring_node = DHD_FLOW_RING(bus->dhd, flow_id);
if (flow_ring_node->prot_info == NULL) {
DHD_ERROR((" %s : invalid flow_ring_node \n", __FUNCTION__));
return BCME_NOTREADY;
}
#ifdef DHD_LOSSLESS_ROAMING
if ((dhdp->dequeue_prec_map & (1 << flow_ring_node->flow_info.tid)) == 0) {
DHD_ERROR_RLMT(("%s: roam in progress, tid %d is not in precedence map 0x%x."
" block scheduling\n",
__FUNCTION__, flow_ring_node->flow_info.tid, dhdp->dequeue_prec_map));
return BCME_OK;
}
#endif /* DHD_LOSSLESS_ROAMING */
{
unsigned long flags;
void *txp = NULL;
flow_queue_t *queue;
uint8 ifidx = 0;
queue = &flow_ring_node->queue; /* queue associated with flow ring */
DHD_FLOWRING_LOCK(flow_ring_node->lock, flags);
if (flow_ring_node->status != FLOW_RING_STATUS_OPEN) {
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, flags);
return BCME_NOTREADY;
}
if (queue->len == 0) {
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, flags);
return BCME_NOTREADY;
}
ifidx = flow_ring_node->flow_info.ifindex;
while ((txp = dhd_flow_queue_dequeue(bus->dhd, queue)) != NULL) {
PKTORPHAN(txp);
/*
* Modifying the packet length caused P2P cert failures.
* Specifically on test cases where a packet of size 52 bytes
* was injected, the sniffer capture showed 62 bytes because of
* which the cert tests failed. So making the below change
* only Router specific.
*/
#if defined(BCM_ROUTER_DHD)
if (PKTLEN(bus->dhd->osh, txp) < (ETHER_MIN_LEN - ETHER_CRC_LEN)) {
PKTSETLEN(bus->dhd->osh, txp, (ETHER_MIN_LEN - ETHER_CRC_LEN));
}
#endif /* BCM_ROUTER_DHD */
#ifdef DHDTCPACK_SUPPRESS
if (bus->dhd->tcpack_sup_mode != TCPACK_SUP_HOLD) {
ret = dhd_tcpack_check_xmit(bus->dhd, txp);
if (ret != BCME_OK) {
DHD_ERROR(("%s: dhd_tcpack_check_xmit() error.\n",
__FUNCTION__));
}
}
#endif /* DHDTCPACK_SUPPRESS */
#if defined(CUSTOMER_HW6) && defined(DHD_LOSSLESS_ROAMING)
/* HW6 FW expects 802_1X packet with original
* skb priority posted by network stack.
*/
pktdata = (uint8 *)PKTDATA(OSH_NULL, txp);
eh = (struct ether_header *) pktdata;
if (eh->ether_type == hton16(ETHER_TYPE_802_1X)) {
uint8 prio = (uint8)PKTPRIO(txp);
/* Restore to original priority for 802.1X packet */
if (prio == PRIO_8021D_NC) {
PKTSETPRIO(txp, dhdp->prio_8021x);
}
}
#endif /* CUSTOMER_HW6 && DHD_LOSSLESS_ROAMING */
/* Attempt to transfer packet over flow ring */
/* ifidx is wrong */
++cnt;
ret = dhd_prot_txdata(bus->dhd, txp, ifidx);
if (ret != BCME_OK) { /* may not have resources in flow ring */
DHD_INFO(("%s: Reinserrt %d\n", __FUNCTION__, ret));
#ifdef AGG_H2D_DB
if (agg_h2d_db_enab) {
dhd_prot_schedule_aggregate_h2d_db(bus->dhd, flow_id);
} else
#endif /* AGG_H2D_DB */
{
dhd_prot_txdata_write_flush(bus->dhd, flow_id);
}
/* reinsert at head */
dhd_flow_queue_reinsert(bus->dhd, queue, txp);
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, flags);
if (is_qempty) {
*is_qempty = FALSE;
}
/* If we are able to requeue back, return success */
return BCME_OK;
}
#ifdef DHD_MEM_STATS
DHD_MEM_STATS_LOCK(bus->dhd->mem_stats_lock, flags);
bus->dhd->txpath_mem += PKTLEN(bus->dhd->osh, txp);
DHD_INFO(("%s txpath_mem: %llu PKTLEN: %d\n",
__FUNCTION__, bus->dhd->txpath_mem, PKTLEN(bus->dhd->osh, txp)));
DHD_MEM_STATS_UNLOCK(bus->dhd->mem_stats_lock, flags);
#endif /* DHD_MEM_STATS */
/* check bound and break if exceeded */
if (bound && cnt >= bound) {
break;
}
}
#ifdef DHD_HP2P
if (!flow_ring_node->hp2p_ring)
#endif /* DHD_HP2P */
{
#ifdef AGG_H2D_DB
if (agg_h2d_db_enab) {
dhd_prot_schedule_aggregate_h2d_db(bus->dhd, flow_id);
} else
#endif /* AGG_H2D_DB */
{
dhd_prot_txdata_write_flush(bus->dhd, flow_id);
}
}
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, flags);
if (is_qempty) {
*is_qempty = queue->len > 0 ? FALSE : TRUE;
}
}
return ret;
} /* dhd_bus_schedule_queue */
/** Sends an (ethernet) data frame (in 'txp') to the dongle. Callee disposes of txp. */
int
BCMFASTPATH(dhd_bus_txdata)(struct dhd_bus *bus, void *txp, uint8 ifidx)
{
uint16 flowid;
#ifdef IDLE_TX_FLOW_MGMT
uint8 node_status;
#endif /* IDLE_TX_FLOW_MGMT */
flow_queue_t *queue;
flow_ring_node_t *flow_ring_node = NULL;
unsigned long flags;
int ret = BCME_OK;
void *txp_pend = NULL;
#if (defined(BCM_ROUTER_DHD) && defined(HNDCTF))
void *ntxp = NULL;
uint8 prio = PKTPRIO(txp);
#endif
if (!bus->dhd->flowid_allocator) {
DHD_ERROR(("%s: Flow ring not intited yet \n", __FUNCTION__));
goto toss;
}
flowid = DHD_PKT_GET_FLOWID(txp);
flow_ring_node = DHD_FLOW_RING(bus->dhd, flowid);
DHD_TRACE(("%s: pkt flowid %d, status %d active %d\n",
__FUNCTION__, flowid, flow_ring_node->status, flow_ring_node->active));
DHD_FLOWRING_LOCK(flow_ring_node->lock, flags);
if ((flowid > bus->dhd->max_tx_flowid) ||
#ifdef IDLE_TX_FLOW_MGMT
(!flow_ring_node->active))
#else
(!flow_ring_node->active) ||
(flow_ring_node->status == FLOW_RING_STATUS_DELETE_PENDING) ||
(flow_ring_node->status == FLOW_RING_STATUS_STA_FREEING))
#endif /* IDLE_TX_FLOW_MGMT */
{
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, flags);
DHD_INFO(("%s: Dropping pkt flowid %d, status %d active %d\n",
__FUNCTION__, flowid, flow_ring_node->status,
flow_ring_node->active));
ret = BCME_ERROR;
goto toss;
}
#ifdef IDLE_TX_FLOW_MGMT
node_status = flow_ring_node->status;
/* handle diffrent status states here!! */
switch (node_status)
{
case FLOW_RING_STATUS_OPEN:
if (bus->enable_idle_flowring_mgmt) {
/* Move the node to the head of active list */
dhd_flow_ring_move_to_active_list_head(bus, flow_ring_node);
}
break;
case FLOW_RING_STATUS_SUSPENDED:
DHD_INFO(("Need to Initiate TX Flow resume\n"));
/* Issue resume_ring request */
dhd_bus_flow_ring_resume_request(bus,
flow_ring_node);
break;
case FLOW_RING_STATUS_CREATE_PENDING:
case FLOW_RING_STATUS_RESUME_PENDING:
/* Dont do anything here!! */
DHD_INFO(("Waiting for Flow create/resume! status is %u\n",
node_status));
break;
case FLOW_RING_STATUS_DELETE_PENDING:
default:
DHD_ERROR(("Dropping packet!! flowid %u status is %u\n",
flowid, node_status));
/* error here!! */
ret = BCME_ERROR;
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, flags);
goto toss;
}
/* Now queue the packet */
#endif /* IDLE_TX_FLOW_MGMT */
queue = &flow_ring_node->queue; /* queue associated with flow ring */
#if (defined(BCM_ROUTER_DHD) && defined(HNDCTF))
FOREACH_CHAINED_PKT(txp, ntxp) {
/* Tag the packet with flowid - Remember, only the head packet */
/* of the chain has been tagged with the FlowID in dhd_sendpkt */
/* Also set the priority */
DHD_PKT_SET_FLOWID(txp, flowid);
PKTSETPRIO(txp, prio);
if ((ret = dhd_flow_queue_enqueue(bus->dhd, queue, txp)) != BCME_OK) {
txp_pend = txp;
PKTSETCLINK((txp), ntxp);
break;
}
}
#else /* !(defined(BCM_ROUTER_DHD) && defined(HNDCTF)) */
if ((ret = dhd_flow_queue_enqueue(bus->dhd, queue, txp)) != BCME_OK)
txp_pend = txp;
#endif /* defined(BCM_ROUTER_DHD) && defined(HNDCTF */
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, flags);
if (flow_ring_node->status) {
DHD_INFO(("%s: Enq pkt flowid %d, status %d active %d\n",
__FUNCTION__, flowid, flow_ring_node->status,
flow_ring_node->active));
if (txp_pend) {
txp = txp_pend;
goto toss;
}
return BCME_OK;
}
ret = dhd_bus_schedule_queue(bus, flowid, FALSE, 0, NULL); /* from queue to flowring */
/* If we have anything pending, try to push into q */
if (txp_pend) {
DHD_FLOWRING_LOCK(flow_ring_node->lock, flags);
#if (defined(BCM_ROUTER_DHD) && defined(HNDCTF))
FOREACH_CHAINED_PKT(txp_pend, ntxp) {
/* Tag the packet with flowid and set packet priority */
DHD_PKT_SET_FLOWID(txp_pend, flowid);
PKTSETPRIO(txp_pend, prio);
if ((ret = dhd_flow_queue_enqueue(bus->dhd, queue, txp_pend))
!= BCME_OK) {
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, flags);
PKTSETCLINK((txp_pend), ntxp);
txp = txp_pend;
goto toss;
}
}
#else /* !(defined(BCM_ROUTER_DHD) && defined(HNDCTF)) */
if ((ret = dhd_flow_queue_enqueue(bus->dhd, queue, txp_pend)) != BCME_OK) {
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, flags);
txp = txp_pend;
goto toss;
}
#endif /* defined(BCM_ROUTER_DHD) && defined(HNDCTF) */
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, flags);
}
return ret;
toss:
DHD_INFO(("%s: Toss %d\n", __FUNCTION__, ret));
#ifdef DHD_EFI
/* for EFI, pass the 'send' flag as false, to avoid enqueuing the failed tx pkt
* into the Tx done queue
*/
PKTCFREE(bus->dhd->osh, txp, FALSE);
#else
PKTCFREE(bus->dhd->osh, txp, TRUE);
#endif /* DHD_EFI */
if (flow_ring_node) {
flow_ring_node->flow_info.num_tx_dropped++;
}
return ret;
} /* dhd_bus_txdata */
void
dhd_bus_stop_queue(struct dhd_bus *bus)
{
dhd_txflowcontrol(bus->dhd, ALL_INTERFACES, ON);
}
void
dhd_bus_start_queue(struct dhd_bus *bus)
{
dhd_txflowcontrol(bus->dhd, ALL_INTERFACES, OFF);
}
/* Device console input function */
int dhd_bus_console_in(dhd_pub_t *dhd, uchar *msg, uint msglen)
{
dhd_bus_t *bus = dhd->bus;
uint32 addr, val;
int rv;
#ifdef PCIE_INB_DW
unsigned long flags = 0;
#endif /* PCIE_INB_DW */
/* allow_cons_iovar flag is to override buscorerev check. Disabled by default */
if ((!allow_cons_iovar) && (bus->sih->buscorerev >= 133)) {
DHD_ERROR(("%s: not supported for bus corerev %u\n", __FUNCTION__,
bus->sih->buscorerev));
return BCME_UNSUPPORTED;
}
/* Address could be zero if CONSOLE := 0 in dongle Makefile */
if (bus->console_addr == 0)
return BCME_UNSUPPORTED;
/* Don't allow input if dongle is in reset */
if (bus->dhd->dongle_reset) {
return BCME_NOTREADY;
}
/* Zero cbuf_index */
addr = bus->console_addr + OFFSETOF(hnd_cons_t, cbuf_idx);
/* handle difference in definition of hnd_log_t in certain branches */
if (dhd->wlc_ver_major < 14) {
addr -= (uint32)sizeof(uint32);
}
val = htol32(0);
if ((rv = dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, addr, (uint8 *)&val,
sizeof(val))) < 0)
goto done;
/* Write message into cbuf */
addr = bus->console_addr + OFFSETOF(hnd_cons_t, cbuf);
/* handle difference in definition of hnd_log_t in certain branches */
if (dhd->wlc_ver_major < 14) {
addr -= sizeof(uint32);
}
if ((rv = dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, addr,
(uint8 *)msg, msglen)) < 0)
goto done;
/* Write length into vcons_in */
addr = bus->console_addr + OFFSETOF(hnd_cons_t, vcons_in);
val = htol32(msglen);
if ((rv = dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, addr, (uint8 *)&val,
sizeof(val))) < 0)
goto done;
#ifdef PCIE_INB_DW
/* Use a lock to ensure this tx DEVICE_WAKE + tx H2D_HOST_CONS_INT sequence is
* mutually exclusive with the rx D2H_DEV_DS_ENTER_REQ + tx H2D_HOST_DS_ACK sequence.
*/
DHD_BUS_INB_DW_LOCK(bus->inb_lock, flags);
#endif /* PCIE_INB_DW */
/* generate an interrupt to dongle to indicate that it needs to process cons command */
dhdpcie_send_mb_data(bus, H2D_HOST_CONS_INT, __FUNCTION__);
#ifdef PCIE_INB_DW
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
#endif /* PCIE_INB_DW */
done:
return rv;
} /* dhd_bus_console_in */
/**
* Called on frame reception, the frame was received from the dongle on interface 'ifidx' and is
* contained in 'pkt'. Processes rx frame, forwards up the layer to netif.
*/
void
BCMFASTPATH(dhd_bus_rx_frame)(struct dhd_bus *bus, void* pkt, int ifidx, uint pkt_count)
{
dhd_rx_frame(bus->dhd, ifidx, pkt, pkt_count, 0);
}
/* Aquire/Release bar1_switch_lock only if the chip supports bar1 switching */
#define DHD_BUS_BAR1_SWITCH_LOCK(bus, flags) \
((bus)->bar1_switch_enab) ? DHD_BAR1_SWITCH_LOCK((bus)->bar1_switch_lock, flags) : \
BCM_REFERENCE(flags)
#define DHD_BUS_BAR1_SWITCH_UNLOCK(bus, flags) \
((bus)->bar1_switch_enab) ? DHD_BAR1_SWITCH_UNLOCK((bus)->bar1_switch_lock, flags) : \
BCM_REFERENCE(flags)
/* Init/Deinit bar1_switch_lock only if the chip supports bar1 switching */
void
dhd_init_bar1_switch_lock(dhd_bus_t *bus)
{
if (bus->bar1_switch_enab && !bus->bar1_switch_lock) {
bus->bar1_switch_lock = osl_spin_lock_init(bus->osh);
}
}
static void
dhd_deinit_bar1_switch_lock(dhd_bus_t *bus)
{
if (bus->bar1_switch_enab && bus->bar1_switch_lock) {
osl_spin_lock_deinit(bus->osh, bus->bar1_switch_lock);
bus->bar1_switch_lock = NULL;
}
}
static void
dhd_init_bar2_switch_lock(dhd_bus_t *bus)
{
if (!bus->bar2_switch_lock) {
bus->bar2_switch_lock = osl_spin_lock_init(bus->osh);
}
}
static void
dhd_deinit_bar2_switch_lock(dhd_bus_t *bus)
{
if (bus->bar2_switch_lock) {
osl_spin_lock_deinit(bus->osh, bus->bar2_switch_lock);
bus->bar2_switch_lock = NULL;
}
}
/*
* The bpwindow for any address will be lower bound of multiples of bar1_size.
* For eg, if addr=0x938fff and bar1_size is 0x400000, then
* address will fall in the window of 0x800000-0xbfffff, so need
* to select bpwindow as 0x800000.
* To achieve this mask the LSB nibbles of bar1_size of the given addr.
*/
#define DHD_BUS_BAR1_BPWIN(addr, bar1_size) \
(uint32)((addr) & ~((bar1_size) - 1))
#define DHD_BUS_BAR2_BPWIN(addr, bar2_size) \
(uint32)((addr) & ~((bar2_size) - 1))
/**
* dhdpcie_bar1_window_switch_enab
*
* Check if the chip requires BAR1 window switching based on
* dongle_ram_base, ramsize and mapped bar1_size and sets
* bus->bar1_switch_enab accordingly
* @bus: dhd bus context
*
*/
void
dhdpcie_bar1_window_switch_enab(dhd_bus_t *bus)
{
uint32 ramstart = bus->dongle_ram_base;
uint32 ramend = bus->dongle_ram_base + bus->ramsize - 1;
uint32 bpwinstart = DHD_BUS_BAR1_BPWIN(ramstart, bus->bar1_size);
uint32 bpwinend = DHD_BUS_BAR1_BPWIN(ramend, bus->bar1_size);
bus->bar1_switch_enab = FALSE;
/*
* Window switch is needed to access complete BAR1
* if bpwinstart and bpwinend are different
*/
if (bpwinstart != bpwinend) {
bus->bar1_switch_enab = TRUE;
}
#ifdef COEX_CPU
/* Allow window shifting for coex cpu memdump support */
bus->bar1_switch_enab = TRUE;
#endif /* COEX_CPU */
DHD_ERROR_MEM(("%s: bar1_switch_enab=%d ramstart=0x%x ramend=0x%x bar1_size=0x%x\n",
__FUNCTION__, bus->bar1_switch_enab, ramstart, ramend, bus->bar1_size));
}
/**
* dhdpcie_setbar1win
*
* os independent function for setting bar1 window
*
* @bus: dhd bus context
* @addr: new backplane windows address for BAR1
*/
static void
dhdpcie_setbar1win(dhd_bus_t *bus, uint32 addr)
{
OSL_PCI_WRITE_CONFIG(bus->osh, PCI_BAR1_WIN, 4, addr);
bus->curr_bar1_win = addr;
}
/**
* dhdpcie_setbar2win
*
* os independent function for setting bar2 window
*
* @bus: dhd bus context
* @addr: new backplane windows address for BAR2
*/
void
dhdpcie_setbar2win(dhd_bus_t *bus, uint32 addr)
{
OSL_PCI_WRITE_CONFIG(bus->osh, PCI_BAR2_WIN, 4, addr);
bus->curr_bar2_win = addr;
}
/**
* dhdpcie_bus_chkandshift_bpoffset
*
* Check the provided address is within the current BAR1 window,
* if not, shift the window
*
* @bus: dhd bus context
* @region: PCI BAR region
* @offset: back plane address that the caller wants to access
*
* Return: new offset for access
*/
static ulong
dhdpcie_bus_chkandshift_bpoffset(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset)
{
uint32 bpwin;
if (region == DHD_PCIE_MEM_BAR1) {
#ifdef DHD_EFI
/* TODO: bar1_size is hardcoded for EFI. Below logic should be
* revisited. Also EFI platform should find bar1_size from
* EFI Kernel APIs
*/
if (!bus->bar1_switch_enab) {
return offset;
}
#endif /* DHD_EFI */
/* Determine BAR1 backplane window using window size
* Window address mask should be ~(size - 1)
*/
bpwin = DHD_BUS_BAR1_BPWIN(offset, bus->bar1_size);
if (bpwin != bus->curr_bar1_win) {
DHD_INFO(("%s: move BAR1 win curr_bar1_win=0x%x bpwin=0x%x offset=0x%lx\n",
__FUNCTION__, bus->curr_bar1_win, bpwin, offset));
/* Move BAR1 window */
dhdpcie_setbar1win(bus, bpwin);
}
} else if (region == DHD_PCIE_MEM_BAR2) {
bpwin = DHD_BUS_BAR2_BPWIN(offset, bus->bar2_size);
if (bpwin != bus->curr_bar2_win) {
DHD_INFO(("%s: move BAR2 win, curr_bar2_win=0x%x bpwin=0x%x offset=0x%lx\n",
__FUNCTION__, bus->curr_bar2_win, bpwin, offset));
/* Move BAR2 window */
dhdpcie_setbar2win(bus, bpwin);
}
} else {
DHD_ERROR(("%s: invalid BAR region (%d) specified\n", __FUNCTION__, region));
bpwin = 0;
}
return offset - bpwin;
}
/** 'offset' is a backplane address */
void
dhdpcie_bus_wtcm8(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset, uint8 data)
{
ulong flags = 0;
if (bus->is_linkdown) {
DHD_LOG_MEM(("%s: PCIe link was down\n", __FUNCTION__));
return;
}
if (region == DHD_PCIE_MEM_BAR1) {
DHD_BUS_BAR1_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
W_REG(bus->dhd->osh, (volatile uint8 *)(bus->tcm + offset), data);
#else
*(volatile uint8 *)(bus->tcm + offset) = (uint8)data;
#endif
DHD_BUS_BAR1_SWITCH_UNLOCK(bus, flags);
} else if (region == DHD_PCIE_MEM_BAR2 && bus->bar2 != NULL) {
DHD_BUS_BAR2_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
W_REG(bus->dhd->osh, (volatile uint8 *)(bus->bar2 + offset), data);
#else
*(volatile uint8 *)(bus->bar2 + offset) = (uint8)data;
#endif
DHD_BUS_BAR2_SWITCH_UNLOCK(bus, flags);
} else {
DHD_ERROR(("%s: invalid/inaccessible BAR specified (%d)\n", __FUNCTION__, region));
return;
}
}
void
dhdpcie_bus_wtcm16(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset, uint16 data)
{
ulong flags = 0;
if (bus->is_linkdown) {
DHD_LOG_MEM(("%s: PCIe link was down\n", __FUNCTION__));
return;
}
if (region == DHD_PCIE_MEM_BAR1) {
DHD_BUS_BAR1_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
W_REG(bus->dhd->osh, (volatile uint16 *)(bus->tcm + offset), data);
#else
*(volatile uint16 *)(bus->tcm + offset) = (uint16)data;
#endif
DHD_BUS_BAR1_SWITCH_UNLOCK(bus, flags);
} else if (region == DHD_PCIE_MEM_BAR2 && bus->bar2 != NULL) {
DHD_BUS_BAR2_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
W_REG(bus->dhd->osh, (volatile uint16 *)(bus->bar2 + offset), data);
#else
*(volatile uint16 *)(bus->bar2 + offset) = (uint16)data;
#endif
DHD_BUS_BAR2_SWITCH_UNLOCK(bus, flags);
} else {
DHD_ERROR(("%s: invalid/inaccessible BAR specified (%d)\n", __FUNCTION__, region));
return;
}
}
void
dhdpcie_bus_wtcm32(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset, uint32 data)
{
ulong flags = 0;
if (bus->is_linkdown) {
DHD_LOG_MEM(("%s: PCIe link was down\n", __FUNCTION__));
return;
}
if (region == DHD_PCIE_MEM_BAR1) {
DHD_BUS_BAR1_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
W_REG(bus->dhd->osh, (volatile uint32 *)(bus->tcm + offset), data);
#else
*(volatile uint32 *)(bus->tcm + offset) = (uint32)data;
#endif
DHD_BUS_BAR1_SWITCH_UNLOCK(bus, flags);
} else if (region == DHD_PCIE_MEM_BAR2 && bus->bar2 != NULL) {
DHD_BUS_BAR2_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
W_REG(bus->dhd->osh, (volatile uint32 *)(bus->bar2 + offset), data);
#else
*(volatile uint32 *)(bus->bar2 + offset) = (uint32)data;
#endif
DHD_BUS_BAR2_SWITCH_UNLOCK(bus, flags);
} else {
DHD_ERROR(("%s: invalid/inaccessible BAR specified (%d)\n", __FUNCTION__, region));
return;
}
}
#ifdef DHD_SUPPORT_64BIT
void
dhdpcie_bus_wtcm64(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset, uint64 data)
{
ulong flags = 0;
if (bus->is_linkdown) {
DHD_LOG_MEM(("%s: PCIe link was down\n", __FUNCTION__));
return;
}
if (region == DHD_PCIE_MEM_BAR1) {
DHD_BUS_BAR1_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
W_REG(bus->dhd->osh, (volatile uint64 *)(bus->tcm + offset), data);
#else
*(volatile uint64 *)(bus->tcm + offset) = (uint64)data;
#endif
DHD_BUS_BAR1_SWITCH_UNLOCK(bus, flags);
} else if (region == DHD_PCIE_MEM_BAR2 && bus->bar2 != NULL) {
DHD_BUS_BAR2_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
W_REG(bus->dhd->osh, (volatile uint64 *)(bus->bar2 + offset), data);
#else
*(volatile uint64 *)(bus->bar2 + offset) = (uint64)data;
#endif
DHD_BUS_BAR2_SWITCH_UNLOCK(bus, flags);
} else {
DHD_ERROR(("%s: invalid/inaccessible BAR specified (%d)\n", __FUNCTION__, region));
return;
}
}
#endif /* DHD_SUPPORT_64BIT */
uint8
dhdpcie_bus_rtcm8(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset)
{
volatile uint8 data;
ulong flags = 0;
if (bus->is_linkdown) {
DHD_LOG_MEM(("%s: PCIe link was down\n", __FUNCTION__));
data = (uint8)-1;
return data;
}
if (region == DHD_PCIE_MEM_BAR1) {
DHD_BUS_BAR1_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
data = R_REG(bus->dhd->osh, (volatile uint8 *)(bus->tcm + offset));
#else
data = *(volatile uint8 *)(bus->tcm + offset);
#endif
DHD_BUS_BAR1_SWITCH_UNLOCK(bus, flags);
} else if (region == DHD_PCIE_MEM_BAR2 && bus->bar2 != NULL) {
DHD_BUS_BAR2_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
data = R_REG(bus->dhd->osh, (volatile uint8 *)(bus->bar2 + offset));
#else
data = *(volatile uint8 *)(bus->bar2 + offset);
#endif
DHD_BUS_BAR2_SWITCH_UNLOCK(bus, flags);
} else {
DHD_ERROR(("%s: invalid/inaccessible BAR specified (%d)\n", __FUNCTION__, region));
return (uint8)-1;
}
return data;
}
uint16
dhdpcie_bus_rtcm16(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset)
{
volatile uint16 data;
ulong flags = 0;
if (bus->is_linkdown) {
DHD_LOG_MEM(("%s: PCIe link was down\n", __FUNCTION__));
data = (uint16)-1;
return data;
}
if (region == DHD_PCIE_MEM_BAR1) {
DHD_BUS_BAR1_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
data = R_REG(bus->dhd->osh, (volatile uint16 *)(bus->tcm + offset));
#else
data = *(volatile uint16 *)(bus->tcm + offset);
#endif
DHD_BUS_BAR1_SWITCH_UNLOCK(bus, flags);
} else if (region == DHD_PCIE_MEM_BAR2 && bus->bar2 != NULL) {
DHD_BUS_BAR2_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
data = R_REG(bus->dhd->osh, (volatile uint16 *)(bus->bar2 + offset));
#else
data = *(volatile uint16 *)(bus->bar2 + offset);
#endif
DHD_BUS_BAR2_SWITCH_UNLOCK(bus, flags);
} else {
DHD_ERROR(("%s: invalid/inaccessible BAR specified (%d)\n", __FUNCTION__, region));
return (uint16)-1;
}
return data;
}
uint32
dhdpcie_bus_rtcm32(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset)
{
volatile uint32 data;
ulong flags = 0;
if (bus->is_linkdown) {
DHD_LOG_MEM(("%s: PCIe link was down\n", __FUNCTION__));
data = (uint32)-1;
return data;
}
if (region == DHD_PCIE_MEM_BAR1) {
DHD_BUS_BAR1_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
data = R_REG(bus->dhd->osh, (volatile uint32 *)(bus->tcm + offset));
#else
data = *(volatile uint32 *)(bus->tcm + offset);
#endif
DHD_BUS_BAR1_SWITCH_UNLOCK(bus, flags);
} else if (region == DHD_PCIE_MEM_BAR2 && bus->bar2 != NULL) {
DHD_BUS_BAR2_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
data = R_REG(bus->dhd->osh, (volatile uint32 *)(bus->bar2 + offset));
#else
data = *(volatile uint32 *)(bus->bar2 + offset);
#endif
DHD_BUS_BAR2_SWITCH_UNLOCK(bus, flags);
} else {
DHD_ERROR(("%s: invalid/inaccessible BAR specified (%d)\n", __FUNCTION__, region));
return (uint32)-1;
}
return data;
}
#ifdef DHD_SUPPORT_64BIT
uint64
dhdpcie_bus_rtcm64(dhd_bus_t *bus, dhd_pcie_mem_region_t region, ulong offset)
{
volatile uint64 data;
ulong flags = 0;
if (bus->is_linkdown) {
DHD_LOG_MEM(("%s: PCIe link was down\n", __FUNCTION__));
data = (uint64)-1;
return data;
}
if (region == DHD_PCIE_MEM_BAR1) {
DHD_BUS_BAR1_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
data = R_REG(bus->dhd->osh, (volatile uint64 *)(bus->tcm + offset));
#else
data = *(volatile uint64 *)(bus->tcm + offset);
#endif
DHD_BUS_BAR1_SWITCH_UNLOCK(bus, flags);
} else if (region == DHD_PCIE_MEM_BAR2 && bus->bar2 != NULL) {
DHD_BUS_BAR2_SWITCH_LOCK(bus, flags);
offset = dhdpcie_bus_chkandshift_bpoffset(bus, region, offset);
#if defined(__linux__)
data = R_REG(bus->dhd->osh, (volatile uint64 *)(bus->bar2 + offset));
#else
data = *(volatile uint64 *)(bus->bar2 + offset);
#endif
DHD_BUS_BAR2_SWITCH_UNLOCK(bus, flags);
} else {
DHD_ERROR(("%s: invalid/inaccessible BAR specified (%d)\n", __FUNCTION__, region));
return (uint64)-1;
}
return data;
}
#endif /* DHD_SUPPORT_64BIT */
void
dhdpcie_update_ring_ptrs_in_tcm_with_req_pwr(dhd_bus_t *bus, void *data, uint8 type,
uint16 ringid, bool read, bool req_pwr)
{
ulong addr;
if (type == RING_WR_UPD) {
addr = bus->ring_sh[ringid].ring_state_w;
} else if (type == RING_RD_UPD) {
addr = bus->ring_sh[ringid].ring_state_r;
} else {
DHD_ERROR(("%s: invalid type:%d\n", __FUNCTION__, type));
return;
}
if (req_pwr && MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req(bus);
}
if (read) {
/* Read */
*(uint16*)data = LTOH16(dhdpcie_bus_rtcm16(bus, DHD_PCIE_MEM_BAR1, addr));
} else {
/* Write */
dhdpcie_bus_wtcm16(bus, DHD_PCIE_MEM_BAR1, addr, (uint16) HTOL16(*(uint16 *)data));
}
if (req_pwr && MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req_clear(bus);
}
}
void
dhdpcie_update_ring_ptrs_in_tcm(dhd_bus_t *bus, void *data, uint8 type, uint16 ringid,
bool read)
{
#ifdef PCIE_INB_DW
if (INBAND_DW_ENAB(bus)) {
ulong flags_ds;
DHD_BUS_DONGLE_DS_LOCK(bus->dongle_ds_lock, flags_ds);
dhdpcie_update_ring_ptrs_in_tcm_with_req_pwr(bus, data, type, ringid, read,
bus->dongle_in_deepsleep);
DHD_BUS_DONGLE_DS_UNLOCK(bus->dongle_ds_lock, flags_ds);
} else
#endif /* PCIE_INB_DW */
{
/* Request power explicitly */
dhdpcie_update_ring_ptrs_in_tcm_with_req_pwr(bus, data, type, ringid, read, TRUE);
}
}
/** A snippet of dongle memory is shared between host and dongle */
void
dhd_bus_cmn_writeshared(dhd_bus_t *bus, void *data, uint32 len, uint8 type, uint16 ringid)
{
uint64 long_data;
ulong addr; /* dongle address */
DHD_INFO(("%s: writing to dongle type %d len %d\n", __FUNCTION__, type, len));
if (bus->is_linkdown) {
DHD_ERROR(("%s: PCIe link was down\n", __FUNCTION__));
return;
}
/*
* Use explicit tcm ring ptr update functions when DMA indices are not enabled to
* as backplane power request calls are causing TPUT drops
*/
if (!(bus->dhd->dma_d2h_ring_upd_support || bus->dhd->dma_h2d_ring_upd_support)) {
if ((type == RING_WR_UPD) || (type == RING_RD_UPD)) {
dhdpcie_update_ring_ptrs_in_tcm(bus, data, type, ringid, FALSE);
return;
}
}
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req(bus);
}
switch (type) {
case RING_WR_UPD :
addr = bus->ring_sh[ringid].ring_state_w;
dhdpcie_bus_wtcm16(bus, DHD_PCIE_MEM_BAR1, addr,
(uint16) HTOL16(*(uint16 *)data));
break;
case RING_RD_UPD :
addr = bus->ring_sh[ringid].ring_state_r;
dhdpcie_bus_wtcm16(bus, DHD_PCIE_MEM_BAR1, addr,
(uint16) HTOL16(*(uint16 *)data));
break;
case D2H_DMA_SCRATCH_BUF:
addr = DHD_PCIE_SHARED_MEMBER_ADDR(bus, host_dma_scratch_buffer);
long_data = HTOL64(*(uint64 *)data);
dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, addr,
(uint8 *) &long_data, len);
if (dhd_msg_level & DHD_INFO_VAL) {
dhd_prhex(__FUNCTION__, (volatile uchar *)data,
len, DHD_ERROR_VAL);
}
break;
case D2H_DMA_SCRATCH_BUF_LEN :
addr = DHD_PCIE_SHARED_MEMBER_ADDR(bus, host_dma_scratch_buffer_len);
dhdpcie_bus_wtcm32(bus, DHD_PCIE_MEM_BAR1, addr,
(uint32) HTOL32(*(uint32 *)data));
if (dhd_msg_level & DHD_INFO_VAL) {
dhd_prhex(__FUNCTION__, (volatile uchar *)data,
len, DHD_ERROR_VAL);
}
break;
case H2D_DMA_INDX_WR_BUF:
long_data = HTOL64(*(uint64 *)data);
addr = DHD_RING_INFO_MEMBER_ADDR(bus, h2d_w_idx_hostaddr);
dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, addr,
(uint8*) &long_data, len);
if (dhd_msg_level & DHD_INFO_VAL) {
dhd_prhex(__FUNCTION__, (volatile uchar *)data,
len, DHD_ERROR_VAL);
}
break;
case H2D_DMA_INDX_RD_BUF:
long_data = HTOL64(*(uint64 *)data);
addr = DHD_RING_INFO_MEMBER_ADDR(bus, h2d_r_idx_hostaddr);
dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, addr,
(uint8*) &long_data, len);
if (dhd_msg_level & DHD_INFO_VAL) {
dhd_prhex(__FUNCTION__, (volatile uchar *)data, len,
DHD_ERROR_VAL);
}
break;
case D2H_DMA_INDX_WR_BUF:
long_data = HTOL64(*(uint64 *)data);
addr = DHD_RING_INFO_MEMBER_ADDR(bus, d2h_w_idx_hostaddr);
dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, addr,
(uint8*) &long_data, len);
if (dhd_msg_level & DHD_INFO_VAL) {
dhd_prhex(__FUNCTION__, (volatile uchar *)data,
len, DHD_ERROR_VAL);
}
break;
case D2H_DMA_INDX_RD_BUF:
long_data = HTOL64(*(uint64 *)data);
addr = DHD_RING_INFO_MEMBER_ADDR(bus, d2h_r_idx_hostaddr);
dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, addr,
(uint8*) &long_data, len);
if (dhd_msg_level & DHD_INFO_VAL) {
dhd_prhex(__FUNCTION__, (volatile uchar *)data,
len, DHD_ERROR_VAL);
}
break;
case H2D_IFRM_INDX_WR_BUF:
long_data = HTOL64(*(uint64 *)data);
addr = DHD_RING_INFO_MEMBER_ADDR(bus, ifrm_w_idx_hostaddr);
dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, addr,
(uint8*) &long_data, len);
if (dhd_msg_level & DHD_INFO_VAL) {
dhd_prhex(__FUNCTION__, (volatile uchar *)data,
len, DHD_ERROR_VAL);
}
break;
case RING_ITEM_LEN :
addr = DHD_RING_MEM_MEMBER_ADDR(bus, ringid, len_items);
dhdpcie_bus_wtcm16(bus, DHD_PCIE_MEM_BAR1, addr,
(uint16) HTOL16(*(uint16 *)data));
break;
case RING_MAX_ITEMS :
addr = DHD_RING_MEM_MEMBER_ADDR(bus, ringid, max_item);
dhdpcie_bus_wtcm16(bus, DHD_PCIE_MEM_BAR1, addr,
(uint16) HTOL16(*(uint16 *)data));
break;
case RING_BUF_ADDR :
long_data = HTOL64(*(uint64 *)data);
addr = DHD_RING_MEM_MEMBER_ADDR(bus, ringid, base_addr);
dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, addr,
(uint8 *) &long_data, len);
if (dhd_msg_level & DHD_INFO_VAL) {
dhd_prhex(__FUNCTION__, (volatile uchar *)data,
len, DHD_ERROR_VAL);
}
break;
case D2H_MB_DATA:
addr = bus->d2h_mb_data_ptr_addr;
dhdpcie_bus_wtcm32(bus, DHD_PCIE_MEM_BAR1, addr,
(uint32) HTOL32(*(uint32 *)data));
break;
case H2D_MB_DATA:
addr = bus->h2d_mb_data_ptr_addr;
dhdpcie_bus_wtcm32(bus, DHD_PCIE_MEM_BAR1, addr,
(uint32) HTOL32(*(uint32 *)data));
break;
case HOST_API_VERSION:
addr = DHD_PCIE_SHARED_MEMBER_ADDR(bus, host_cap);
dhdpcie_bus_wtcm32(bus, DHD_PCIE_MEM_BAR1, addr,
(uint32) HTOL32(*(uint32 *)data));
break;
case DNGL_TO_HOST_TRAP_ADDR:
long_data = HTOL64(*(uint64 *)data);
addr = DHD_PCIE_SHARED_MEMBER_ADDR(bus, host_trap_addr);
dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, addr,
(uint8 *) &long_data, len);
DHD_INFO(("Wrote trap addr:0x%x\n", (uint32) HTOL32(*(uint32 *)data)));
break;
#ifdef D2H_MINIDUMP
case DNGL_TO_HOST_TRAP_ADDR_LEN:
addr = DHD_PCIE_SHARED_MEMBER_ADDR(bus, device_trap_debug_buffer_len);
dhdpcie_bus_wtcm16(bus, DHD_PCIE_MEM_BAR1, addr,
(uint16) HTOL16(*(uint16 *)data));
break;
#endif /* D2H_MINIDUMP */
case HOST_SCB_ADDR:
addr = DHD_PCIE_SHARED_MEMBER_ADDR(bus, host_scb_addr);
#ifdef DHD_SUPPORT_64BIT
dhdpcie_bus_wtcm64(bus, DHD_PCIE_MEM_BAR1, addr,
(uint64) HTOL64(*(uint64 *)data));
#else /* !DHD_SUPPORT_64BIT */
dhdpcie_bus_wtcm32(bus, DHD_PCIE_MEM_BAR1, addr, *((uint32*)data));
#endif /* DHD_SUPPORT_64BIT */
DHD_INFO(("Wrote host_scb_addr:0x%x\n",
(uint32) HTOL32(*(uint32 *)data)));
break;
case HOST_CAP2:
addr = DHD_PCIE_SHARED_MEMBER_ADDR(bus, host_cap2);
dhdpcie_bus_wtcm32(bus, DHD_PCIE_MEM_BAR1, addr,
(uint32) HTOL32(*(uint32 *)data));
DHD_INFO(("Wrote host_cap2 0x%x\n", (uint32) HTOL32(*(uint32 *)data)));
break;
#ifdef DHD_AGGR_WI
case HOSTCAP_AGGR:
addr = DHD_PCIE_SHARED_MEMBER_ADDR(bus, aggr_sh_info);
addr += OFFSETOF(pcie_aggr_sh_t, hostcap);
dhdpcie_bus_wtcm8(bus, DHD_PCIE_MEM_BAR1, addr,
(uint32) HTOL32(*(uint32 *)data));
break;
case TXPOST_MAX_AGGR:
addr = DHD_PCIE_SHARED_MEMBER_ADDR(bus, aggr_sh_info);
addr += OFFSETOF(pcie_aggr_sh_t, txpost_max);
dhdpcie_bus_wtcm8(bus, DHD_PCIE_MEM_BAR1, addr,
(uint32) HTOL32(*(uint32 *)data));
break;
case RXPOST_MAX_AGGR:
addr = DHD_PCIE_SHARED_MEMBER_ADDR(bus, aggr_sh_info);
addr += OFFSETOF(pcie_aggr_sh_t, rxpost_max);
dhdpcie_bus_wtcm8(bus, DHD_PCIE_MEM_BAR1, addr,
(uint32) HTOL32(*(uint32 *)data));
break;
#endif /* DHD_AGGR_WI */
default:
break;
}
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req_clear(bus);
}
} /* dhd_bus_cmn_writeshared */
/** A snippet of dongle memory is shared between host and dongle */
void
dhd_bus_cmn_readshared(dhd_bus_t *bus, void* data, uint8 type, uint16 ringid)
{
ulong addr; /* dongle address */
/*
* Use explicit tcm ring ptr update functions when DMA indices are not enabled to
* as backplane power request calls are causing TPUT drops
*/
if (!(bus->dhd->dma_d2h_ring_upd_support || bus->dhd->dma_h2d_ring_upd_support)) {
if ((type == RING_WR_UPD) || (type == RING_RD_UPD)) {
dhdpcie_update_ring_ptrs_in_tcm(bus, data, type, ringid, TRUE);
return;
}
}
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req(bus);
}
switch (type) {
case RING_WR_UPD :
addr = bus->ring_sh[ringid].ring_state_w;
*(uint16*)data = LTOH16(dhdpcie_bus_rtcm16(bus, DHD_PCIE_MEM_BAR1, addr));
break;
case RING_RD_UPD :
addr = bus->ring_sh[ringid].ring_state_r;
*(uint16*)data = LTOH16(dhdpcie_bus_rtcm16(bus, DHD_PCIE_MEM_BAR1, addr));
break;
case TOTAL_LFRAG_PACKET_CNT :
addr = DHD_PCIE_SHARED_MEMBER_ADDR(bus, total_lfrag_pkt_cnt);
*(uint16*)data = LTOH16(dhdpcie_bus_rtcm16(bus, DHD_PCIE_MEM_BAR1, addr));
break;
case H2D_MB_DATA:
addr = bus->h2d_mb_data_ptr_addr;
*(uint32*)data = LTOH32(dhdpcie_bus_rtcm32(bus, DHD_PCIE_MEM_BAR1, addr));
break;
case D2H_MB_DATA:
addr = bus->d2h_mb_data_ptr_addr;
*(uint32*)data = LTOH32(dhdpcie_bus_rtcm32(bus, DHD_PCIE_MEM_BAR1, addr));
break;
case MAX_HOST_RXBUFS :
addr = DHD_PCIE_SHARED_MEMBER_ADDR(bus, max_host_rxbufs);
*(uint16*)data = LTOH16(dhdpcie_bus_rtcm16(bus, DHD_PCIE_MEM_BAR1, addr));
break;
case HOST_SCB_ADDR:
addr = DHD_PCIE_SHARED_MEMBER_ADDR(bus, host_scb_size);
*(uint32*)data = LTOH32(dhdpcie_bus_rtcm32(bus, DHD_PCIE_MEM_BAR1, addr));
break;
default :
break;
}
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req_clear(bus);
}
}
uint32 dhd_bus_get_sharedflags(dhd_bus_t *bus)
{
return ((pciedev_shared_t*)bus->pcie_sh)->flags;
}
/**
* @param params input buffer, NULL for 'set' operation.
* @param plen length of 'params' buffer, 0 for 'set' operation.
* @param arg output buffer
*/
int
dhd_bus_iovar_op(dhd_pub_t *dhdp, const char *name,
void *params, uint plen, void *arg, uint len, bool set)
{
dhd_bus_t *bus = dhdp->bus;
const bcm_iovar_t *vi = NULL;
int bcmerror = BCME_UNSUPPORTED;
uint val_size;
uint32 actionid;
ulong flags;
DHD_TRACE(("%s: Enter\n", __FUNCTION__));
ASSERT(name);
if (!name)
return BCME_BADARG;
/* Get MUST have return space */
ASSERT(set || (arg && len));
if (!(set || (arg && len)))
return BCME_BADARG;
/* Set does NOT take qualifiers */
ASSERT(!set || (!params && !plen));
if (!(!set || (!params && !plen)))
return BCME_BADARG;
DHD_GENERAL_LOCK(dhdp, flags);
if (DHD_BUS_BUSY_CHECK_IN_SSSR(dhdp)) {
DHD_ERROR_RLMT(("%s: SSSR in progress, abort!!\n", __FUNCTION__));
DHD_GENERAL_UNLOCK(dhdp, flags);
return BCME_BUSY;
}
DHD_GENERAL_UNLOCK(dhdp, flags);
DHD_INFO(("%s: %s %s, len %d plen %d\n", __FUNCTION__,
name, (set ? "set" : "get"), len, plen));
/* Look up var locally; if not found pass to host driver */
if ((vi = bcm_iovar_lookup(dhdpcie_iovars, name)) == NULL) {
goto exit;
}
if (MULTIBP_ENAB(bus->sih)) {
if (vi->flags & DHD_IOVF_PWRREQ_BYPASS) {
DHD_PRINT(("%s: Bypass pwr request\n", __FUNCTION__));
} else {
dhd_bus_pcie_pwr_req(bus);
}
}
/* set up 'params' pointer in case this is a set command so that
* the convenience int and bool code can be common to set and get
*/
if (params == NULL) {
params = arg;
plen = len;
}
if (vi->type == IOVT_VOID)
val_size = 0;
else if (vi->type == IOVT_BUFFER)
val_size = len;
else
/* all other types are integer sized */
val_size = sizeof(int);
actionid = set ? IOV_SVAL(vi->varid) : IOV_GVAL(vi->varid);
bcmerror = dhdpcie_bus_doiovar(bus, vi, actionid, name, params, plen, arg, len, val_size);
exit:
/* In DEVRESET_QUIESCE/DEVRESET_ON,
* this includes dongle re-attach which initialize pwr_req_ref count to 0 and
* causes pwr_req_ref count miss-match in pwr req clear function and hang.
* In this case, bypass pwr req clear.
*/
if (bcmerror == BCME_DNGL_DEVRESET) {
bcmerror = BCME_OK;
} else {
if (MULTIBP_ENAB(bus->sih)) {
if (vi != NULL) {
if (vi->flags & DHD_IOVF_PWRREQ_BYPASS) {
DHD_PRINT(("%s: Bypass pwr request clear\n", __FUNCTION__));
} else {
dhd_bus_pcie_pwr_req_clear(bus);
}
}
}
}
return bcmerror;
} /* dhd_bus_iovar_op */
#define PCIE_GEN2(sih) ((BUSTYPE((sih)->bustype) == PCI_BUS) && \
((sih)->buscoretype == PCIE2_CORE_ID))
#ifdef DHD_PCIE_REG_ACCESS
static bool
pcie2_mdiosetblock(dhd_bus_t *bus, uint blk)
{
uint mdiodata, mdioctrl, i = 0;
uint pcie_serdes_spinwait = 200;
mdioctrl = MDIOCTL2_DIVISOR_VAL | (0x1F << MDIOCTL2_REGADDR_SHF);
mdiodata = (blk << MDIODATA2_DEVADDR_SHF) | MDIODATA2_DONE;
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(mdiocontrol), ~0, mdioctrl);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(mdiowrdata), ~0, mdiodata);
OSL_DELAY(10);
/* retry till the transaction is complete */
while (i < pcie_serdes_spinwait) {
uint mdioctrl_read =
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(mdiowrdata), 0, 0);
if (!(mdioctrl_read & MDIODATA2_DONE)) {
break;
}
OSL_DELAY(1000);
i++;
}
if (i >= pcie_serdes_spinwait) {
DHD_ERROR(("pcie_mdiosetblock: timed out\n"));
return FALSE;
}
return TRUE;
}
#endif /* DHD_PCIE_REG_ACCESS */
static void
dhdpcie_enum_reg_init(dhd_bus_t *bus)
{
/* initialize Function control register (clear bit 4) to HW init value */
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(functioncontrol), ~0,
PCIE_CPLCA_ENABLE | PCIE_DLY_PERST_TO_COE);
/* clear IntMask */
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(intmask), ~0, 0);
/* clear IntStatus */
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(intstatus), ~0,
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(intstatus), 0, 0));
/* clear MSIVector */
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(MSIVector), ~0, 0);
/* clear MSIIntMask */
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(MSIIntMask), ~0, 0);
/* clear MSIIntStatus */
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(MSIIntStatus), ~0,
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(MSIIntStatus), 0, 0));
/* clear PowerIntMask */
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(powerintmask), ~0, 0);
/* clear PowerIntStatus */
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(powerintstatus), ~0,
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(powerintstatus), 0, 0));
/* clear MailboxIntMask */
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(mailboxintmask), ~0, 0);
/* clear MailboxInt */
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(mailboxint), ~0,
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(mailboxint), 0, 0));
}
int
dhd_bus_perform_flr(dhd_bus_t *bus, bool force_fail)
{
uint flr_capab;
uint val;
int retry = 0;
bool in_flr_already = FALSE;
if (bus->is_linkdown) {
DHD_ERROR(("%s: pcie linkdown, return\n", __FUNCTION__));
return BCME_NOTUP;
}
DHD_PRINT(("******** Perform FLR ********\n"));
/* Kernel Panic for 4378Ax during traptest/devreset4 reload case:
* For 4378Ax, enum registers will not be reset with FLR (producer index WAR).
* So, the MailboxIntMask is left as 0xffff during fw boot-up,
* and the fw trap handling during fw boot causes Kernel Panic.
* Jira: SWWLAN-212578: [4378A0 PCIe DVT] :
* Kernel Panic seen in F0 FLR with BT Idle/Traffic/DMA
*/
if (bus->sih && PCIE_ENUM_RESET_WAR_ENAB(bus->sih->buscorerev)) {
if (bus->pcie_mailbox_mask != 0) {
dhdpcie_bus_intr_disable(bus);
}
/* initialize F0 enum registers before FLR for rev66/67 */
dhdpcie_enum_reg_init(bus);
}
/* Read PCIE_CFG_DEVICE_CAPABILITY bit 28 to check FLR capability */
val = OSL_PCI_READ_CONFIG(bus->osh, PCIE_CFG_DEVICE_CAPABILITY, sizeof(val));
flr_capab = val & (1 << PCIE_FLR_CAPAB_BIT);
DHD_INFO(("Read Device Capability: reg=0x%x read val=0x%x flr_capab=0x%x\n",
PCIE_CFG_DEVICE_CAPABILITY, val, flr_capab));
if (!flr_capab) {
if (bus->sih && bus->sih->buscorerev < 64) {
DHD_ERROR(("%s: Chip does not support FLR\n",
__FUNCTION__));
return BCME_UNSUPPORTED;
} else {
/* Some strange error has occurred, as buscorerev
* supports FLR but config space does not.
* returning BCME_UNSUPPORTED will lead to
* watchdogreset from the caller causing kernel panic.
* Hence return BCME_ERROR
*/
DHD_ERROR(("%s: buscorerev supports FLR but cfgspace not!\n",
__FUNCTION__));
return BCME_ERROR;
}
}
bus->ptm_ctrl_reg = dhdpcie_bus_cfg_read_dword(bus, PCI_CFG_PTM_CTRL, 4);
/* Check if we are already in FLR, if we are then just go to restore part of it */
val = OSL_PCI_READ_CONFIG(bus->osh, PCIE_CFG_SUBSYSTEM_CONTROL, sizeof(val));
DHD_PRINT(("config space 0x88 is 0x%x\n", val));
if (val & (1 << PCIE_SSRESET_STATUS_BIT)) {
DHD_PRINT(("******** device already in FLR, so clear only ********\n"));
in_flr_already = TRUE;
}
else {
DHD_PRINT(("******** device not in FLR ********\n"));
}
if (!in_flr_already) {
#if defined(NDIS) && defined(BT_OVER_PCIE)
if (dhd_bus_force_bt_quiesce_enabled(bus)) {
dhd_bwm_bt_quiesce(bus);
}
#endif
/* Save pcie config space */
DHD_INFO(("Save Pcie Config Space\n"));
DHD_PCIE_CONFIG_SAVE(bus);
/* Set bit 15 of PCIE_CFG_DEVICE_CONTROL */
DHD_INFO(("PCIE_FUNCTION_LEVEL_RESET_BIT(%d) of CFG_DEVICE_CONTROL(0x%x)\n",
PCIE_FUNCTION_LEVEL_RESET_BIT, PCIE_CFG_DEVICE_CONTROL));
val = OSL_PCI_READ_CONFIG(bus->osh, PCIE_CFG_DEVICE_CONTROL, sizeof(val));
DHD_INFO(("read_config: reg=0x%x read val=0x%x\n", PCIE_CFG_DEVICE_CONTROL, val));
val = val | (1 << PCIE_FUNCTION_LEVEL_RESET_BIT);
DHD_INFO(("write_config: reg=0x%x write val=0x%x\n", PCIE_CFG_DEVICE_CONTROL, val));
OSL_PCI_WRITE_CONFIG(bus->osh, PCIE_CFG_DEVICE_CONTROL, sizeof(val), val);
if (bus->lpm_keep_in_reset) {
/* Keep the device in FLR */
DHD_PRINT(("******** device force FLR only ********\n"));
return BCME_OK;
}
else {
DHD_PRINT(("******** device force FLR only not set ********\n"));
}
/* wait for DHD_FUNCTION_LEVEL_RESET_DELAY msec */
#ifdef BCMSLTGT
DHD_ERROR_MEM(("Delay of %d msec\n", DHD_FUNCTION_LEVEL_RESET_DELAY * htclkratio));
#else
DHD_ERROR_MEM(("Delay of %d msec\n", DHD_FUNCTION_LEVEL_RESET_DELAY));
#endif /* BCMSLTGT */
CAN_SLEEP() ? OSL_SLEEP(DHD_FUNCTION_LEVEL_RESET_DELAY) :
OSL_DELAY(DHD_FUNCTION_LEVEL_RESET_DELAY * USEC_PER_MSEC);
if (force_fail) {
DHD_PRINT(("PCIE_SSRESET_DISABLE_BIT(%d) of CFG_SUBSYSTEM_CONTROL(0x%x)\n",
PCIE_SSRESET_DISABLE_BIT, PCIE_CFG_SUBSYSTEM_CONTROL));
val = OSL_PCI_READ_CONFIG(bus->osh, PCIE_CFG_SUBSYSTEM_CONTROL,
sizeof(val));
DHD_PRINT(("read_config: reg=0x%x read val=0x%x\n",
PCIE_CFG_SUBSYSTEM_CONTROL, val));
val = val | (1 << PCIE_SSRESET_DISABLE_BIT);
DHD_PRINT(("write_config: reg=0x%x write val=0x%x\n",
PCIE_CFG_SUBSYSTEM_CONTROL, val));
OSL_PCI_WRITE_CONFIG(bus->osh, PCIE_CFG_SUBSYSTEM_CONTROL,
sizeof(val), val);
val = OSL_PCI_READ_CONFIG(bus->osh, PCIE_CFG_SUBSYSTEM_CONTROL,
sizeof(val));
DHD_PRINT(("read_config: reg=0x%x read val=0x%x\n",
PCIE_CFG_SUBSYSTEM_CONTROL, val));
}
}
/* Clear bit 15 of PCIE_CFG_DEVICE_CONTROL */
DHD_INFO(("Clear PCIE_FUNCTION_LEVEL_RESET_BIT(%d) of PCIE_CFG_DEVICE_CONTROL(0x%x)\n",
PCIE_FUNCTION_LEVEL_RESET_BIT, PCIE_CFG_DEVICE_CONTROL));
val = OSL_PCI_READ_CONFIG(bus->osh, PCIE_CFG_DEVICE_CONTROL, sizeof(val));
DHD_INFO(("read_config: reg=0x%x read val=0x%x\n", PCIE_CFG_DEVICE_CONTROL, val));
val = val & ~(1 << PCIE_FUNCTION_LEVEL_RESET_BIT);
DHD_INFO(("write_config: reg=0x%x write val=0x%x\n", PCIE_CFG_DEVICE_CONTROL, val));
OSL_PCI_WRITE_CONFIG(bus->osh, PCIE_CFG_DEVICE_CONTROL, sizeof(val), val);
/* Wait till bit 13 of PCIE_CFG_SUBSYSTEM_CONTROL is cleared */
DHD_INFO(("Wait till PCIE_SSRESET_STATUS_BIT(%d) of PCIE_CFG_SUBSYSTEM_CONTROL(0x%x)"
"is cleared\n", PCIE_SSRESET_STATUS_BIT, PCIE_CFG_SUBSYSTEM_CONTROL));
do {
val = OSL_PCI_READ_CONFIG(bus->osh, PCIE_CFG_SUBSYSTEM_CONTROL, sizeof(val));
DHD_PRINT(("read_config: reg=0x%x read val=0x%x\n",
PCIE_CFG_SUBSYSTEM_CONTROL, val));
val = val & (1 << PCIE_SSRESET_STATUS_BIT);
OSL_DELAY(DHD_SSRESET_STATUS_RETRY_DELAY);
} while (val && (retry++ < DHD_SSRESET_STATUS_RETRIES));
if (val) {
DHD_ERROR_MEM(("ERROR: reg=0x%x bit %d is not cleared\n",
PCIE_CFG_SUBSYSTEM_CONTROL, PCIE_SSRESET_STATUS_BIT));
/* User has to fire the IOVAR again, if force_fail is needed */
if (force_fail) {
bus->flr_force_fail = FALSE;
DHD_PRINT(("%s cleared flr_force_fail flag\n", __FUNCTION__));
}
return BCME_DONGLE_DOWN;
}
dhdpcie_bus_cfg_write_dword(bus, PCI_CFG_PTM_CTRL, 4, bus->ptm_ctrl_reg);
/* Restore pcie config space */
DHD_INFO(("Restore Pcie Config Space\n"));
DHD_PCIE_CONFIG_RESTORE(bus);
#if defined(NDIS) && defined(BT_OVER_PCIE)
if (dhd_bus_force_bt_quiesce_enabled(bus)) {
dhd_bwm_bt_resume(bus);
}
#endif
DHD_PRINT(("******** FLR Succedeed ********\n"));
return BCME_OK;
}
#define DHD_BP_RESET_ASPM_DISABLE_DELAY 500u /* usec */
#define DHD_BP_RESET_STATUS_RETRY_DELAY 40u /* usec */
#define DHD_BP_RESET_STATUS_RETRIES 50u
#define PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_BIT 10
#define PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_STATUS_BIT 12
int
dhd_bus_cfg_ss_ctrl_bp_reset(struct dhd_bus *bus)
{
uint val;
int retry = 0;
int ret = BCME_OK;
bool reset_stat_bit;
DHD_PRINT(("******** Perform BP reset ********\n"));
/* Disable ASPM */
DHD_PRINT(("Disable ASPM: Clear bits(1-0) of PCIECFGREG_LINK_STATUS_CTRL(0x%x)\n",
PCIECFGREG_LINK_STATUS_CTRL));
val = OSL_PCI_READ_CONFIG(bus->osh, PCIECFGREG_LINK_STATUS_CTRL, sizeof(val));
DHD_PRINT(("read_config: reg=0x%x read val=0x%x\n", PCIECFGREG_LINK_STATUS_CTRL, val));
val = val & (~PCIE_ASPM_ENAB);
DHD_PRINT(("write_config: reg=0x%x write val=0x%x\n", PCIECFGREG_LINK_STATUS_CTRL, val));
OSL_PCI_WRITE_CONFIG(bus->osh, PCIECFGREG_LINK_STATUS_CTRL, sizeof(val), val);
/* wait for delay usec */
DHD_PRINT(("Delay of %d usec\n", DHD_BP_RESET_ASPM_DISABLE_DELAY));
OSL_DELAY(DHD_BP_RESET_ASPM_DISABLE_DELAY);
/* Set bp reset bit 10 of PCIE_CFG_SUBSYSTEM_CONTROL */
DHD_PRINT(("Set PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_BIT(%d)"
" of PCIE_CFG_SUBSYSTEM_CONTROL(0x%x)\n",
PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_BIT, PCIE_CFG_SUBSYSTEM_CONTROL));
val = OSL_PCI_READ_CONFIG(bus->osh, PCIE_CFG_SUBSYSTEM_CONTROL, sizeof(val));
DHD_PRINT(("read_config: reg=0x%x read val=0x%x\n", PCIE_CFG_SUBSYSTEM_CONTROL, val));
val = val | (1 << PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_BIT);
DHD_PRINT(("write_config: reg=0x%x write val=0x%x\n", PCIE_CFG_SUBSYSTEM_CONTROL, val));
OSL_PCI_WRITE_CONFIG(bus->osh, PCIE_CFG_SUBSYSTEM_CONTROL, sizeof(val), val);
/* Wait till bp reset status bit 12 of PCIE_CFG_SUBSYSTEM_CONTROL is set */
DHD_PRINT(("Wait till PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_STATUS_BIT(%d) of "
"PCIE_CFG_SUBSYSTEM_CONTROL(0x%x) is set\n",
PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_STATUS_BIT, PCIE_CFG_SUBSYSTEM_CONTROL));
do {
val = OSL_PCI_READ_CONFIG(bus->osh, PCIE_CFG_SUBSYSTEM_CONTROL, sizeof(val));
DHD_PRINT(("read_config: reg=0x%x read val=0x%x\n",
PCIE_CFG_SUBSYSTEM_CONTROL, val));
reset_stat_bit = val & (1 << PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_STATUS_BIT);
OSL_DELAY(DHD_BP_RESET_STATUS_RETRY_DELAY);
} while (!reset_stat_bit && (retry++ < DHD_BP_RESET_STATUS_RETRIES));
if (!reset_stat_bit) {
DHD_PRINT(("ERROR: reg=0x%x bit %d is not set\n",
PCIE_CFG_SUBSYSTEM_CONTROL,
PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_STATUS_BIT));
ret = BCME_ERROR;
goto aspm_enab;
}
/* Clear bp reset bit 10 of PCIE_CFG_SUBSYSTEM_CONTROL */
DHD_PRINT(("Clear PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_BIT(%d)"
" of PCIECFGREG_SPROM_CTRL(0x%x)\n",
PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_BIT, PCIE_CFG_SUBSYSTEM_CONTROL));
val = OSL_PCI_READ_CONFIG(bus->osh, PCIE_CFG_SUBSYSTEM_CONTROL, sizeof(val));
DHD_PRINT(("read_config: reg=0x%x read val=0x%x\n", PCIE_CFG_SUBSYSTEM_CONTROL, val));
val = val & ~(1 << PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_BIT);
DHD_PRINT(("write_config: reg=0x%x write val=0x%x\n", PCIE_CFG_SUBSYSTEM_CONTROL, val));
OSL_PCI_WRITE_CONFIG(bus->osh, PCIE_CFG_SUBSYSTEM_CONTROL, sizeof(val), val);
/* Wait till bp reset status bit 12 of PCIE_CFG_SUBSYSTEM_CONTROL is cleared */
DHD_PRINT(("Wait till PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_STATUS_BIT(%d) of "
"PCIE_CFG_SUBSYSTEM_CONTROL(0x%x) is cleared\n",
PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_STATUS_BIT, PCIE_CFG_SUBSYSTEM_CONTROL));
do {
val = OSL_PCI_READ_CONFIG(bus->osh, PCIE_CFG_SUBSYSTEM_CONTROL, sizeof(val));
DHD_PRINT(("read_config: reg=0x%x read val=0x%x\n",
PCIE_CFG_SUBSYSTEM_CONTROL, val));
reset_stat_bit = val & (1 << PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_STATUS_BIT);
OSL_DELAY(DHD_BP_RESET_STATUS_RETRY_DELAY);
} while (reset_stat_bit && (retry++ < DHD_BP_RESET_STATUS_RETRIES));
if (reset_stat_bit) {
DHD_PRINT(("ERROR: reg=0x%x bit %d is not cleared\n",
PCIE_CFG_SUBSYSTEM_CONTROL,
PCIE_CFG_SUBSYSTEM_CONTROL_BP_RESET_STATUS_BIT));
ret = BCME_ERROR;
}
aspm_enab:
/* Enable ASPM */
DHD_PRINT(("Enable ASPM: set bit 1 of PCIECFGREG_LINK_STATUS_CTRL(0x%x)\n",
PCIECFGREG_LINK_STATUS_CTRL));
val = OSL_PCI_READ_CONFIG(bus->osh, PCIECFGREG_LINK_STATUS_CTRL, sizeof(val));
DHD_PRINT(("read_config: reg=0x%x read val=0x%x\n", PCIECFGREG_LINK_STATUS_CTRL, val));
val = val | (PCIE_ASPM_L1_ENAB);
DHD_PRINT(("write_config: reg=0x%x write val=0x%x\n", PCIECFGREG_LINK_STATUS_CTRL, val));
OSL_PCI_WRITE_CONFIG(bus->osh, PCIECFGREG_LINK_STATUS_CTRL, sizeof(val), val);
if (ret) {
DHD_ERROR(("******** BP reset Failed ********\n"));
} else {
DHD_PRINT(("******** BP reset Succedeed ********\n"));
}
return ret;
}
#define PCIE_CFG_SPROM_CTRL_SB_RESET_BIT 10
#define PCIE_CFG_CLOCK_CTRL_STATUS_BP_RESET_BIT 21
int
dhd_bus_cfg_sprom_ctrl_bp_reset(struct dhd_bus *bus)
{
uint val;
int retry = 0;
uint dar_clk_ctrl_status_reg = DAR_CLK_CTRL(bus->sih->buscorerev);
int ret = BCME_OK;
bool cond;
DHD_PRINT(("******** Perform BP reset ********\n"));
/* Disable ASPM */
DHD_INFO(("Disable ASPM: Clear bits(1-0) of PCIECFGREG_LINK_STATUS_CTRL(0x%x)\n",
PCIECFGREG_LINK_STATUS_CTRL));
val = OSL_PCI_READ_CONFIG(bus->osh, PCIECFGREG_LINK_STATUS_CTRL, sizeof(val));
DHD_INFO(("read_config: reg=0x%x read val=0x%x\n", PCIECFGREG_LINK_STATUS_CTRL, val));
val = val & (~PCIE_ASPM_ENAB);
DHD_INFO(("write_config: reg=0x%x write val=0x%x\n", PCIECFGREG_LINK_STATUS_CTRL, val));
OSL_PCI_WRITE_CONFIG(bus->osh, PCIECFGREG_LINK_STATUS_CTRL, sizeof(val), val);
/* wait for delay usec */
DHD_INFO(("Delay of %d usec\n", DHD_BP_RESET_ASPM_DISABLE_DELAY));
OSL_DELAY(DHD_BP_RESET_ASPM_DISABLE_DELAY);
/* Set bit 10 of PCIECFGREG_SPROM_CTRL */
DHD_INFO(("Set PCIE_CFG_SPROM_CTRL_SB_RESET_BIT(%d) of PCIECFGREG_SPROM_CTRL(0x%x)\n",
PCIE_CFG_SPROM_CTRL_SB_RESET_BIT, PCIECFGREG_SPROM_CTRL));
val = OSL_PCI_READ_CONFIG(bus->osh, PCIECFGREG_SPROM_CTRL, sizeof(val));
DHD_INFO(("read_config: reg=0x%x read val=0x%x\n", PCIECFGREG_SPROM_CTRL, val));
val = val | (1 << PCIE_CFG_SPROM_CTRL_SB_RESET_BIT);
DHD_INFO(("write_config: reg=0x%x write val=0x%x\n", PCIECFGREG_SPROM_CTRL, val));
OSL_PCI_WRITE_CONFIG(bus->osh, PCIECFGREG_SPROM_CTRL, sizeof(val), val);
/* Wait till bit backplane reset is ASSERTED i,e
* bit 10 of PCIECFGREG_SPROM_CTRL is cleared.
* Only after this, poll for 21st bit of DAR reg 0xAE0 is valid
* else DAR register will read previous old value
*/
DHD_INFO(("Wait till PCIE_CFG_SPROM_CTRL_SB_RESET_BIT(%d) of "
"PCIECFGREG_SPROM_CTRL(0x%x) is cleared\n",
PCIE_CFG_SPROM_CTRL_SB_RESET_BIT, PCIECFGREG_SPROM_CTRL));
do {
val = OSL_PCI_READ_CONFIG(bus->osh, PCIECFGREG_SPROM_CTRL, sizeof(val));
DHD_INFO(("read_config: reg=0x%x read val=0x%x\n", PCIECFGREG_SPROM_CTRL, val));
cond = val & (1 << PCIE_CFG_SPROM_CTRL_SB_RESET_BIT);
OSL_DELAY(DHD_BP_RESET_STATUS_RETRY_DELAY);
} while (cond && (retry++ < DHD_BP_RESET_STATUS_RETRIES));
if (cond) {
DHD_ERROR(("ERROR: reg=0x%x bit %d is not cleared\n",
PCIECFGREG_SPROM_CTRL, PCIE_CFG_SPROM_CTRL_SB_RESET_BIT));
ret = BCME_ERROR;
goto aspm_enab;
}
/* Wait till bit 21 of dar_clk_ctrl_status_reg is cleared */
DHD_INFO(("Wait till PCIE_CFG_CLOCK_CTRL_STATUS_BP_RESET_BIT(%d) of "
"dar_clk_ctrl_status_reg(0x%x) is cleared\n",
PCIE_CFG_CLOCK_CTRL_STATUS_BP_RESET_BIT, dar_clk_ctrl_status_reg));
do {
val = si_corereg(bus->sih, bus->sih->buscoreidx,
dar_clk_ctrl_status_reg, 0, 0);
DHD_INFO(("read_dar si_corereg: reg=0x%x read val=0x%x\n",
dar_clk_ctrl_status_reg, val));
cond = val & (1 << PCIE_CFG_CLOCK_CTRL_STATUS_BP_RESET_BIT);
OSL_DELAY(DHD_BP_RESET_STATUS_RETRY_DELAY);
} while (cond && (retry++ < DHD_BP_RESET_STATUS_RETRIES));
if (cond) {
DHD_ERROR(("ERROR: reg=0x%x bit %d is not cleared\n",
dar_clk_ctrl_status_reg, PCIE_CFG_CLOCK_CTRL_STATUS_BP_RESET_BIT));
ret = BCME_ERROR;
}
aspm_enab:
/* Enable ASPM */
DHD_INFO(("Enable ASPM: set bit 1 of PCIECFGREG_LINK_STATUS_CTRL(0x%x)\n",
PCIECFGREG_LINK_STATUS_CTRL));
val = OSL_PCI_READ_CONFIG(bus->osh, PCIECFGREG_LINK_STATUS_CTRL, sizeof(val));
DHD_INFO(("read_config: reg=0x%x read val=0x%x\n", PCIECFGREG_LINK_STATUS_CTRL, val));
val = val | (PCIE_ASPM_L1_ENAB);
DHD_INFO(("write_config: reg=0x%x write val=0x%x\n", PCIECFGREG_LINK_STATUS_CTRL, val));
OSL_PCI_WRITE_CONFIG(bus->osh, PCIECFGREG_LINK_STATUS_CTRL, sizeof(val), val);
DHD_PRINT(("******** BP reset Succedeed ********\n"));
return ret;
}
#if defined(__linux__)
int
dhd_bus_devreset(dhd_pub_t *dhdp, uint8 flag)
{
dhd_bus_t *bus = dhdp->bus;
int bcmerror = 0;
unsigned long flags;
if (flag == TRUE) { /* Turn off WLAN */
/* Removing Power */
DHD_PRINT(("%s: == Power OFF ==\n", __FUNCTION__));
if (bus->enumeration_fail) {
DHD_ERROR(("%s: Enumeration failed. Skip devreset\n",
__FUNCTION__));
goto done;
}
/* wait for other contexts to finish -- if required a call
* to OSL_DELAY for 1s can be added to give other contexts
* a chance to finish
*/
dhdpcie_advertise_bus_cleanup(bus->dhd);
dhdpcie_print_amni_regs(bus);
#ifdef OEM_ANDROID
dhdpcie_dongle_reset(bus);
#endif /* OEM_ANDROID */
dhdpcie_print_amni_regs(bus);
if (bus->dhd->busstate != DHD_BUS_DOWN) {
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
atomic_set(&bus->dhd->block_bus, TRUE);
dhd_flush_rx_tx_wq(bus->dhd);
#endif /* DHD_PCIE_NATIVE_RUNTIMEPM */
#ifdef BCMPCIE_OOB_HOST_WAKE
/* Clean up any pending host wake IRQ */
dhd_bus_oob_intr_set(bus->dhd, FALSE);
dhd_bus_oob_intr_unregister(bus->dhd);
#endif /* BCMPCIE_OOB_HOST_WAKE */
dhd_os_wd_timer(dhdp, 0);
dhd_bus_stop(bus, TRUE);
if (bus->intr) {
dhdpcie_bus_intr_disable(bus);
dhdpcie_free_irq(bus);
}
dhd_deinit_bus_lp_state_lock(bus);
dhd_deinit_bar1_switch_lock(bus);
dhd_deinit_bar2_switch_lock(bus);
dhd_deinit_backplane_access_lock(bus);
dhd_deinit_pwr_req_lock(bus);
#ifdef PCIE_INB_DW
dhd_deinit_dongle_ds_lock(bus);
#endif /* PCIE_INB_DW */
dhd_bus_release_dongle(bus);
dhdpcie_bus_free_resource(bus);
bcmerror = dhdpcie_bus_disable_device(bus);
if (bcmerror) {
DHD_ERROR(("%s: dhdpcie_bus_disable_device: %d\n",
__FUNCTION__, bcmerror));
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
atomic_set(&bus->dhd->block_bus, FALSE);
#endif /* DHD_PCIE_NATIVE_RUNTIMEPM */
}
/* Clean up protocol data after Bus Master Enable bit clear
* so that host can safely unmap DMA and remove the allocated buffers
* from the PKTID MAP. Some Applicantion Processors supported
* System MMU triggers Kernel panic when they detect to attempt to
* DMA-unmapped memory access from the devices which use the
* System MMU. Therefore, Kernel panic can be happened since it is
* possible that dongle can access to DMA-unmapped memory after
* calling the dhd_prot_reset().
* For this reason, the dhd_prot_reset() and dhd_clear() functions
* should be located after the dhdpcie_bus_disable_device().
*/
dhd_prot_reset(dhdp);
dhd_bus_reset_link_state(dhdp);
/* Reset dhd_pub_t instance to initial status
* for built-in type driver
*/
dhd_clear(dhdp);
bcmerror = dhdpcie_bus_stop_host_dev(bus);
if (bcmerror) {
DHD_ERROR(("%s: dhdpcie_bus_stop host_dev failed: %d\n",
__FUNCTION__, bcmerror));
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
atomic_set(&bus->dhd->block_bus, FALSE);
#endif /* DHD_PCIE_NATIVE_RUNTIMEPM */
goto done;
}
DHD_GENERAL_LOCK(bus->dhd, flags);
DHD_PRINT(("%s: making DHD_BUS_DOWN\n", __FUNCTION__));
bus->dhd->busstate = DHD_BUS_DOWN;
DHD_GENERAL_UNLOCK(bus->dhd, flags);
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
atomic_set(&bus->dhd->block_bus, FALSE);
#endif /* DHD_PCIE_NATIVE_RUNTIMEPM */
} else {
if (bus->intr) {
dhdpcie_free_irq(bus);
}
#ifdef BCMPCIE_OOB_HOST_WAKE
/* Clean up any pending host wake IRQ */
dhd_bus_oob_intr_set(bus->dhd, FALSE);
dhd_bus_oob_intr_unregister(bus->dhd);
#endif /* BCMPCIE_OOB_HOST_WAKE */
dhd_dpc_kill(bus->dhd);
if (!bus->no_bus_init) {
dhd_bus_release_dongle(bus);
dhdpcie_bus_free_resource(bus);
bcmerror = dhdpcie_bus_disable_device(bus);
if (bcmerror) {
DHD_ERROR(("%s: dhdpcie_bus_disable_device: %d\n",
__FUNCTION__, bcmerror));
}
/* Clean up protocol data after Bus Master Enable bit clear
* so that host can safely unmap DMA and remove the allocated
* buffers from the PKTID MAP. Some Applicantion Processors
* supported System MMU triggers Kernel panic when they detect
* to attempt to DMA-unmapped memory access from the devices
* which use the System MMU.
* Therefore, Kernel panic can be happened since it is possible
* that dongle can access to DMA-unmapped memory after calling
* the dhd_prot_reset().
* For this reason, the dhd_prot_reset() and dhd_clear() functions
* should be located after the dhdpcie_bus_disable_device().
*/
dhd_prot_reset(dhdp);
/* Reset dhd_pub_t instance to initial status
* for built-in type driver
*/
dhd_clear(dhdp);
} else {
bus->no_bus_init = FALSE;
}
bcmerror = dhdpcie_bus_stop_host_dev(bus);
if (bcmerror) {
DHD_ERROR(("%s: dhdpcie_bus_stop_host_dev failed: %d\n",
__FUNCTION__, bcmerror));
goto done;
}
}
bus->dhd->dongle_reset = TRUE;
DHD_PRINT(("%s: WLAN OFF Done\n", __FUNCTION__));
} else { /* Turn on WLAN */
if (bus->dhd->busstate == DHD_BUS_DOWN) {
/* Powering On */
DHD_PRINT(("%s: == Power ON ==\n", __FUNCTION__));
bus->enumeration_fail = FALSE;
bcmerror = dhdpcie_bus_start_host_dev(bus);
if (bcmerror) {
DHD_ERROR(("%s: host pcie clock enable failed: %d\n",
__FUNCTION__, bcmerror));
bus->enumeration_fail = TRUE;
bcmerror = BCME_NOTREADY;
goto done;
}
#if defined(DHD_CONTROL_PCIE_ASPM_WIFI_TURNON)
dhd_bus_aspm_enable_rc_ep(bus, FALSE);
#endif /* DHD_CONTROL_PCIE_ASPM_WIFI_TURNON */
bus->is_linkdown = 0;
bus->cto_triggered = 0;
#ifdef SUPPORT_LINKDOWN_RECOVERY
bus->read_shm_fail = FALSE;
#endif /* SUPPORT_LINKDOWN_RECOVERY */
bcmerror = dhdpcie_bus_enable_device(bus);
if (bcmerror) {
DHD_ERROR(("%s: host configuration restore failed: %d\n",
__FUNCTION__, bcmerror));
bcmerror = BCME_NOTREADY;
goto done;
}
bcmerror = dhdpcie_bus_alloc_resource(bus);
if (bcmerror) {
DHD_ERROR(("%s: dhdpcie_bus_resource_alloc failed: %d\n",
__FUNCTION__, bcmerror));
bcmerror = BCME_NOTREADY;
goto done;
}
#if defined(DHD_HP2P) && defined(OEM_ANDROID)
bus->dhd->hp2p_enable = TRUE;
#endif
dhdpcie_print_amni_regs(bus);
#ifdef OEM_ANDROID
/* For android platforms reset (FLR) dongle during Wifi ON
* this should be done before dongle attach
*/
dhdpcie_dongle_reset(bus);
#endif /* OEM_ANDROID */
dhdpcie_print_amni_regs(bus);
bcmerror = dhdpcie_bus_dongle_attach(bus);
if (bcmerror) {
DHD_ERROR(("%s: dhdpcie_bus_dongle_attach failed: %d\n",
__FUNCTION__, bcmerror));
bcmerror = BCME_NOTREADY;
goto done;
}
bcmerror = dhd_bus_request_irq(bus);
if (bcmerror) {
DHD_ERROR(("%s: dhd_bus_request_irq failed: %d\n",
__FUNCTION__, bcmerror));
bcmerror = BCME_NOTREADY;
goto done;
}
#ifdef SHOW_LOGTRACE
/* logtrace kthread is stopped in dhd_stop.
* During dhd_open, for force-regon cases,
* need to re-start logtrace kthread here before
* FW download, because once FW is up, EDL will be in action
* any moment, and if kthread is not active, inital FW event
* logs may be missed
*/
if (dhd_reinit_logtrace_process(bus->dhd->info) != BCME_OK) {
DHD_ERROR(("%s: dhd_reinit_logtrace_process fails!\n",
__FUNCTION__));
bcmerror = BCME_NOTREADY;
goto done;
}
#endif /* SHOW_LOGTRACE */
bus->dhd->dongle_reset = FALSE;
bus->fw_boot_intr = FALSE;
bus->init_done = FALSE;
dhd_bus_reset_link_state(dhdp);
bcmerror = dhd_bus_start(dhdp);
if (bcmerror) {
DHD_ERROR(("%s: dhd_bus_start: %d\n",
__FUNCTION__, bcmerror));
/* NORESOURCE means oob irq init failed
* NOMEM means host memory alloc failed
* NOTFOUND means fw img open failed
* in these cases retain the error code
* so that caller can take decision based
* on it to not collect debug_dump
* Because in such a case prot_init etc would
* not have happened and iovars/ioctls to FW
* should be avoided.
*/
if ((bcmerror != BCME_NORESOURCE) &&
(bcmerror != BCME_NOMEM) &&
(bcmerror != BCME_NOTFOUND)) {
bcmerror = BCME_NOTUP;
}
goto done;
}
/* Renabling watchdog which is disabled in dhdpcie_advertise_bus_cleanup */
if (bus->dhd->dhd_watchdog_ms_backup) {
DHD_ERROR(("%s: Enabling wdtick after dhd init\n",
__FUNCTION__));
dhd_os_wd_timer(bus->dhd, bus->dhd->dhd_watchdog_ms_backup);
}
DHD_PRINT(("%s: WLAN Power On Done\n", __FUNCTION__));
} else {
DHD_ERROR(("%s: what should we do here\n", __FUNCTION__));
bcmerror = BCME_NOTUP;
goto done;
}
}
done:
return bcmerror;
}
#else
int
dhd_bus_devreset(dhd_pub_t *dhdp, uint8 flag)
{
dhd_bus_t *bus = dhdp->bus;
int bcmerror = 0;
unsigned long flags;
if (flag == TRUE) {
/* Removing Power */
if (!dhdp->dongle_reset) {
DHD_PRINT(("%s: == Power OFF ==\n", __FUNCTION__));
dhdpcie_advertise_bus_cleanup(bus->dhd);
dhd_os_sdlock(dhdp);
dhd_os_wd_timer(dhdp, 0);
dhd_bus_stop(bus, FALSE);
dhd_prot_reset(dhdp);
dhdpcie_bus_release_dongle(bus, bus->dhd->osh,
bus->dhd->dongle_isolation, TRUE);
bus->dhd->dongle_reset = TRUE;
dhd_os_sdunlock(dhdp);
DHD_GENERAL_LOCK(bus->dhd, flags);
DHD_PRINT(("%s: making DHD_BUS_DOWN\n", __FUNCTION__));
bus->dhd->busstate = DHD_BUS_DOWN;
DHD_GENERAL_UNLOCK(bus->dhd, flags);
DHD_PRINT(("%s: WLAN OFF Done\n", __FUNCTION__));
} else {
DHD_ERROR(("%s: Dongle is already in RESET!\n", __FUNCTION__));
bcmerror = BCME_DONGLE_DOWN;
}
} else {
/* Powering On */
DHD_PRINT(("%s: == Power ON ==\n", __FUNCTION__));
if (bus->dhd->dongle_reset) {
dhd_os_sdlock(dhdp); /* Turn on WLAN */
if (dhdpcie_dongle_attach(bus)) {
DHD_ERROR(("%s: dhdpcie_probe_attach failed\n", __FUNCTION__));
dhd_os_sdunlock(dhdp);
return BCME_DONGLE_DOWN;
}
DHD_GENERAL_LOCK(bus->dhd, flags);
DHD_PRINT(("%s: making DHD_BUS_DOWN\n", __FUNCTION__));
bus->dhd->busstate = DHD_BUS_DOWN;
DHD_GENERAL_UNLOCK(bus->dhd, flags);
DHD_INFO(("%s: About to download firmware\n", __FUNCTION__));
if (dhd_bus_download_firmware(bus, bus->dhd->osh,
bus->fw_path, bus->nv_path) == 0) {
bcmerror = dhd_bus_init((dhd_pub_t *) bus->dhd, FALSE);
if (bcmerror == BCME_OK) {
bus->dhd->dongle_reset = FALSE;
dhd_os_wd_timer(dhdp, dhd_watchdog_ms);
DHD_PRINT(("%s: WLAN Power On Done\n", __FUNCTION__));
} else {
DHD_ERROR(("%s: dhd_bus_init FAILed\n", __FUNCTION__));
dhd_bus_stop(bus, FALSE);
}
} else {
DHD_ERROR(("%s: dhd_bus_download_firmware FAILed\n", __FUNCTION__));
bcmerror = BCME_DONGLE_DOWN;
}
dhd_os_sdunlock(dhdp);
} else {
bcmerror = BCME_DONGLE_DOWN;
DHD_ERROR(("%s called when dongle is not in reset\n", __FUNCTION__));
}
}
return bcmerror;
}
#endif /* __linux__ */
#ifdef DHD_PCIE_REG_ACCESS
static int
pcie2_mdioop(dhd_bus_t *bus, uint physmedia, uint regaddr, bool write, uint *val,
bool slave_bypass)
{
uint pcie_serdes_spinwait = 200, i = 0, mdio_ctrl;
uint32 reg32;
pcie2_mdiosetblock(bus, physmedia);
/* enable mdio access to SERDES */
mdio_ctrl = MDIOCTL2_DIVISOR_VAL;
mdio_ctrl |= (regaddr << MDIOCTL2_REGADDR_SHF);
if (slave_bypass)
mdio_ctrl |= MDIOCTL2_SLAVE_BYPASS;
if (!write)
mdio_ctrl |= MDIOCTL2_READ;
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(mdiocontrol), ~0, mdio_ctrl);
if (write) {
reg32 = PCIE_REG_OFF(mdiowrdata);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(mdiowrdata), ~0,
*val | MDIODATA2_DONE);
} else
reg32 = PCIE_REG_OFF(mdiorddata);
/* retry till the transaction is complete */
while (i < pcie_serdes_spinwait) {
uint done_val = si_corereg(bus->sih, bus->sih->buscoreidx, reg32, 0, 0);
if (!(done_val & MDIODATA2_DONE)) {
if (!write) {
*val = si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(mdiorddata), 0, 0);
*val = *val & MDIODATA2_MASK;
}
return 0;
}
OSL_DELAY(1000);
i++;
}
return -1;
}
#endif /* DHD_PCIE_REG_ACCESS */
static int
dhdpcie_get_dma_ring_indices(dhd_pub_t *dhd)
{
int h2d_support, d2h_support;
d2h_support = dhd->dma_d2h_ring_upd_support ? 1 : 0;
h2d_support = dhd->dma_h2d_ring_upd_support ? 1 : 0;
return (d2h_support | (h2d_support << 1));
}
int
dhdpcie_set_dma_ring_indices(dhd_pub_t *dhd, int32 int_val)
{
int bcmerror = 0;
/* Can change it only during initialization/FW download */
if (dhd->busstate == DHD_BUS_DOWN) {
if ((int_val > 3) || (int_val < 0)) {
DHD_ERROR(("Bad argument. Possible values: 0, 1, 2 & 3\n"));
bcmerror = BCME_BADARG;
} else {
dhd->dma_d2h_ring_upd_support = (int_val & 1) ? TRUE : FALSE;
dhd->dma_h2d_ring_upd_support = (int_val & 2) ? TRUE : FALSE;
dhd->dma_ring_upd_overwrite = TRUE;
}
} else {
DHD_ERROR(("%s: Can change only when bus down (before FW download)\n",
__FUNCTION__));
bcmerror = BCME_NOTDOWN;
}
return bcmerror;
}
#ifdef DHD_AGGR_WI
int
dhdpcie_get_aggr_wi_enable(dhd_pub_t *dhd)
{
dhd_bus_t *bus = dhd->bus;
return bus->dhd_aggr_wi_enab;
}
int
dhdpcie_set_aggr_wi_enable(dhd_pub_t *dhd, int32 int_val)
{
int bcmerror = BCME_OK;
dhd_bus_t *bus = dhd->bus;
/* Can change it only during initialization/FW download */
if ((bus->dhd->busstate == DHD_BUS_DOWN) || (bus->dhd->busstate == DHD_BUS_LOAD)) {
if ((int_val > DHD_AGGR_WI_ENAB_MASK) || (int_val < 0)) {
DHD_ERROR(("Bad argument. Possible value in bits: 0=TXPOST, 1=RXPOST,"
" 2=TXCPL, 3=RXCPL\n"));
bcmerror = BCME_BADARG;
} else {
bus->dhd_aggr_wi_enab = int_val & DHD_AGGR_WI_EN;
DHD_PRINT(("%s: dhd_aggr_wi_enab:0x%x\n",
__FUNCTION__, bus->dhd_aggr_wi_enab));
}
} else {
DHD_ERROR(("%s: Can change only when bus down (before FW download)\n",
__FUNCTION__));
bcmerror = BCME_NOTDOWN;
}
return bcmerror;
}
uint8
BCMFASTPATH(dhd_aggr_rxcpl_enab)(struct dhd_bus *bus)
{
return DHD_AGGR_RXCPL_ENAB(bus);
}
#endif /* DHD_AGGR_WI */
/* si_backplane_access() manages a shared resource - BAR0 mapping, hence its
* calls shall be serialized. This wrapper function provides such serialization
* and shall be used everywjer einstead of direct call of si_backplane_access()
*
* Linux DHD driver calls si_backplane_access() from 3 three contexts: tasklet
* (that may call dhdpcie_sssr_dump() from dhdpcie_sssr_dump()), iovar
* ("sbreg", "membyres", etc.) and procfs (used by GDB proxy). To avoid race
* conditions calls of si_backplane_access() shall be serialized. Presence of
* tasklet context implies that serialization shall b ebased on spinlock. Hence
* Linux implementation of dhd_pcie_backplane_access_[un]lock() is
* spinlock-based.
*
* Other platforms may add their own implementations of
* dhd_pcie_backplane_access_[un]lock() as needed (e.g. if serialization is not
* needed implementation might be empty)
*/
uint
serialized_backplane_access(dhd_bus_t *bus, uint addr, uint size, uint *val, bool read)
{
uint ret;
unsigned long flags;
DHD_BACKPLANE_ACCESS_LOCK(bus->backplane_access_lock, flags);
ret = si_backplane_access(bus->sih, addr, size, val, read);
DHD_BACKPLANE_ACCESS_UNLOCK(bus->backplane_access_lock, flags);
return ret;
}
static void
dhdpcie_flush_bl_status(dhd_bus_t *bus)
{
uint val = 0;
/* reset to default values dhd_to_bl and bl_to_dhd regs */
(void)serialized_backplane_access(bus, CHIP_COMMON_SCR_DHD_TO_BL_ADDR(bus->sih),
sizeof(val), &val, FALSE);
(void)serialized_backplane_access(bus, CHIP_COMMON_SCR_BL_TO_DHD_ADDR(bus->sih),
sizeof(val), &val, FALSE);
}
#ifndef DHD_CAP_PLATFORM
#define DHD_CAP_PLATFORM "x86 "
#endif
#ifndef DHD_CAP_CUSTOMER
#define DHD_CAP_CUSTOMER "brcm "
#endif
void
BCMRAMFN(dhd_cap_bcmstrbuf)(dhd_pub_t *dhd, struct bcmstrbuf *b)
{
bcm_bprintf(b, DHD_CAP_PLATFORM);
bcm_bprintf(b, DHD_CAP_CUSTOMER);
#ifdef PCIE_FULL_DONGLE
bcm_bprintf(b, "pcie ");
#endif /* PCIE_FULL_DONGLE */
/* regaccess and memaccess will be present only for internal reference builds @brcm */
#ifdef DHD_NO_MOG
bcm_bprintf(b, "internal ");
#else
bcm_bprintf(b, "external ");
#endif /* DHD_NO_MOG */
#ifdef WLAN_ACCEL_BOOT
bcm_bprintf(b, "wlan-accel ");
#endif /* WLAN_ACCEL_BOOT */
#ifdef ENABLE_DHD_GRO
bcm_bprintf(b, "gro ");
#endif /* ENABLE_DHD_GRO */
#ifdef WBRC
bcm_bprintf(b, "wbrc ");
#endif /* ENABLE_DHD_GRO */
#ifdef WL_CFG80211
bcm_bprintf(b, "cfg80211 ");
#endif /* WL_CFG80211 */
#if defined(DHD_FILE_DUMP_EVENT) || defined(HAL_DEBUGABILITY)
bcm_bprintf(b, "haldump ");
#endif /* DHD_FILE_DUMP_EVENT || HAL_DEBUGABILITY */
#ifdef DHD_LB_RXP
bcm_bprintf(b, "lbrxp ");
#endif /* DHD_LB_RXP */
#ifdef DHD_LB_TXP
#ifdef DHD_LB_TXP_DEFAULT_ENAB
bcm_bprintf(b, "lbtxp ");
#endif /* DHD_LB_TXP_DEFAULT_ENAB */
#endif /* DHD_LB_TXP */
if (dhd->htput_support) {
bcm_bprintf(b, "htput ");
}
}
/** Return dhd capability string */
static char*
dhd_cap(dhd_pub_t *dhd, char *buf, uint bufsize)
{
struct bcmstrbuf b;
bcm_binit(&b, buf, bufsize);
dhd_cap_bcmstrbuf(dhd, &b);
/* this is either full or overflow. return error */
if (b.size <= 1)
return NULL;
return (buf);
}
/**
* IOVAR handler of the DHD bus layer (in this case, the PCIe bus).
*
* @param actionid e.g. IOV_SVAL(IOV_PCIEREG)
* @param params input buffer
* @param plen length in [bytes] of input buffer 'params'
* @param arg output buffer
* @param len length in [bytes] of output buffer 'arg'
*/
static int
dhdpcie_bus_doiovar(dhd_bus_t *bus, const bcm_iovar_t *vi, uint32 actionid, const char *name,
void *params, uint plen, void *arg, uint len, int val_size)
{
int bcmerror = 0;
int32 int_val = 0;
int32 int_val2 = 0;
int32 int_val3 = 0;
bool bool_val = 0;
DHD_TRACE(("%s: Enter, action %d name %s params %p plen %d arg %p len %d val_size %d\n",
__FUNCTION__, actionid, name, params, plen, arg, len, val_size));
if ((bcmerror = bcm_iovar_lencheck(vi, arg, len, IOV_ISSET(actionid))) != 0)
goto exit;
if (plen >= sizeof(int_val))
bcopy(params, &int_val, sizeof(int_val));
if (plen >= sizeof(int_val) * 2)
bcopy((void*)((uintptr)params + sizeof(int_val)), &int_val2, sizeof(int_val2));
if (plen >= sizeof(int_val) * 3)
bcopy((void*)((uintptr)params + 2 * sizeof(int_val)), &int_val3, sizeof(int_val3));
bool_val = (int_val != 0) ? TRUE : FALSE;
/* Check if dongle is in reset. If so, only allow DEVRESET iovars */
if (bus->dhd->dongle_reset && !(actionid == IOV_SVAL(IOV_DEVRESET) ||
actionid == IOV_GVAL(IOV_DEVRESET))) {
bcmerror = BCME_NOTREADY;
goto exit;
}
switch (actionid) {
case IOV_SVAL(IOV_VARS):
bcmerror = dhdpcie_downloadvars(bus, arg, len);
break;
#ifdef DHD_PCIE_REG_ACCESS
case IOV_SVAL(IOV_PCIEREG):
/* validate int_val ??? */
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndAddr), ~0,
int_val);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndData), ~0,
int_val2);
break;
case IOV_GVAL(IOV_PCIEREG):
/* validate int_val ??? */
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndAddr), ~0,
int_val);
int_val = si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(ConfigIndData), 0, 0);
bcopy(&int_val, arg, sizeof(int_val));
break;
case IOV_SVAL(IOV_PCIECOREREG):
/* validate int_val ??? */
si_corereg(bus->sih, bus->sih->buscoreidx, int_val, ~0, int_val2);
break;
case IOV_GVAL(IOV_BAR0_SECWIN_REG):
{
sdreg_t sdreg;
uint32 addr, size;
bcopy(params, &sdreg, sizeof(sdreg));
addr = sdreg.offset;
size = sdreg.func;
if (serialized_backplane_access(bus, addr, size, (uint *)&int_val, TRUE) != BCME_OK)
{
DHD_ERROR(("Invalid size/addr combination \n"));
bcmerror = BCME_ERROR;
break;
}
bcopy(&int_val, arg, sizeof(int32));
break;
}
case IOV_SVAL(IOV_BAR0_SECWIN_REG):
{
sdreg_t sdreg;
uint32 addr, size;
bcopy(params, &sdreg, sizeof(sdreg));
addr = sdreg.offset;
size = sdreg.func;
if (serialized_backplane_access(bus, addr, size,
(uint *)(&sdreg.value), FALSE) != BCME_OK) {
DHD_ERROR(("Invalid size/addr combination \n"));
bcmerror = BCME_ERROR;
}
break;
}
case IOV_GVAL(IOV_SBREG):
{
sdreg_t sdreg;
uint32 addr, size;
bcopy(params, &sdreg, sizeof(sdreg));
addr = sdreg.offset | SI_ENUM_BASE(bus->sih);
size = sdreg.func;
if (serialized_backplane_access(bus, addr, size, (uint *)&int_val, TRUE) != BCME_OK)
{
DHD_ERROR(("Invalid size/addr combination \n"));
bcmerror = BCME_ERROR;
break;
}
/* Clear out output arg to avoid stale values for lesser sizes.
* This cannot be cleared upfront as output arg uses same input buffer.
* So clear only at the end, before copying the result.
*/
bzero(arg, len);
bcopy(&int_val, arg, size);
break;
}
case IOV_SVAL(IOV_SBREG):
{
sdreg_t sdreg;
uint32 addr, size;
bcopy(params, &sdreg, sizeof(sdreg));
addr = sdreg.offset | SI_ENUM_BASE(bus->sih);
size = sdreg.func;
if (serialized_backplane_access(bus, addr, size,
(uint *)(&sdreg.value), FALSE) != BCME_OK) {
DHD_ERROR(("Invalid size/addr combination \n"));
bcmerror = BCME_ERROR;
}
break;
}
case IOV_GVAL(IOV_PCIESERDESREG):
{
uint val;
if (!PCIE_GEN2(bus->sih)) {
DHD_ERROR(("supported only in pcie gen2\n"));
bcmerror = BCME_ERROR;
break;
}
if (!pcie2_mdioop(bus, int_val, int_val2, FALSE, &val, FALSE)) {
bcopy(&val, arg, sizeof(int32));
} else {
DHD_ERROR(("pcie2_mdioop failed.\n"));
bcmerror = BCME_ERROR;
}
break;
}
case IOV_SVAL(IOV_PCIESERDESREG):
if (!PCIE_GEN2(bus->sih)) {
DHD_ERROR(("supported only in pcie gen2\n"));
bcmerror = BCME_ERROR;
break;
}
if (pcie2_mdioop(bus, int_val, int_val2, TRUE, (uint *)&int_val3, FALSE)) {
DHD_ERROR(("pcie2_mdioop failed.\n"));
bcmerror = BCME_ERROR;
}
break;
case IOV_GVAL(IOV_PCIECOREREG):
/* validate int_val ??? */
int_val = si_corereg(bus->sih, bus->sih->buscoreidx, int_val, 0, 0);
bcopy(&int_val, arg, sizeof(int_val));
break;
case IOV_SVAL(IOV_PCIECFGREG):
/* validate int_val ??? */
OSL_PCI_WRITE_CONFIG(bus->osh, int_val, 4, int_val2);
break;
case IOV_GVAL(IOV_PCIECFGREG):
/* validate int_val ??? */
int_val = OSL_PCI_READ_CONFIG(bus->osh, int_val, 4);
bcopy(&int_val, arg, sizeof(int_val));
break;
#endif /* DHD_PCIE_REG_ACCESS */
case IOV_SVAL(IOV_PCIE_LPBK):
bcmerror = dhdpcie_bus_lpback_req(bus, int_val);
break;
case IOV_SVAL(IOV_PCIE_DMAXFER): {
dma_xfer_info_t *dmaxfer = (dma_xfer_info_t *)arg;
uint32 mem_addr;
if (!dmaxfer)
return BCME_BADARG;
if (dmaxfer->version != DHD_DMAXFER_VERSION)
return BCME_VERSION;
if (dmaxfer->length != sizeof(dma_xfer_info_t)) {
return BCME_BADLEN;
}
mem_addr = (uint32)dmaxfer->tput;
dmaxfer->tput = 0;
bcmerror = dhdpcie_bus_dmaxfer_req(bus, dmaxfer->num_bytes,
dmaxfer->src_delay, dmaxfer->dest_delay,
dmaxfer->type, dmaxfer->core_num,
dmaxfer->should_wait, mem_addr);
if (dmaxfer->should_wait && bcmerror >= 0) {
bcmerror = dhdmsgbuf_dmaxfer_status(bus->dhd, dmaxfer);
}
break;
}
case IOV_GVAL(IOV_PCIE_DMAXFER): {
dma_xfer_info_t *dmaxfer = (dma_xfer_info_t *)params;
if (!dmaxfer)
return BCME_BADARG;
if (dmaxfer->version != DHD_DMAXFER_VERSION)
return BCME_VERSION;
if (dmaxfer->length != sizeof(dma_xfer_info_t)) {
return BCME_BADLEN;
}
bcmerror = dhdmsgbuf_dmaxfer_status(bus->dhd, dmaxfer);
break;
}
#ifdef PCIE_OOB
case IOV_GVAL(IOV_OOB_BT_REG_ON):
int_val = dhd_oob_get_bt_reg_on(bus);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_OOB_BT_REG_ON):
dhd_oob_set_bt_reg_on(bus, (uint8)int_val);
break;
case IOV_GVAL(IOV_OOB_ENABLE):
int_val = bus->oob_enabled;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_OOB_ENABLE):
bus->oob_enabled = (bool)int_val;
break;
#endif /* PCIE_OOB */
#ifdef PCIE_INB_DW
case IOV_GVAL(IOV_INB_DW_ENABLE):
int_val = bus->inb_enabled;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_INB_DW_ENABLE):
bus->inb_enabled = (bool)int_val;
break;
#endif /* PCIE_INB_DW */
#if defined(PCIE_OOB) || defined(PCIE_INB_DW)
case IOV_GVAL(IOV_DEEP_SLEEP):
int_val = bus->ds_enabled;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_DEEP_SLEEP):
if (int_val == 1) {
bus->deep_sleep = TRUE;
if (!bus->ds_enabled) {
bus->ds_enabled = TRUE;
/* Deassert */
if (dhd_bus_set_device_wake(bus, FALSE, __FUNCTION__) == BCME_OK) {
#ifdef PCIE_INB_DW
if (INBAND_DW_ENAB(bus)) {
int timeleft;
timeleft = dhd_os_ds_enter_wait(bus->dhd, NULL);
if (timeleft == 0) {
DHD_ERROR(("DS-ENTER timeout\n"));
bus->ds_enabled = FALSE;
break;
}
}
#endif /* PCIE_INB_DW */
}
else {
DHD_ERROR(("%s: Enable Deep Sleep failed !\n",
__FUNCTION__));
bus->ds_enabled = FALSE;
}
} else {
DHD_PRINT(("%s: Deep Sleep already enabled !\n", __FUNCTION__));
}
}
else if (int_val == 0) {
bus->deep_sleep = FALSE;
if (bus->ds_enabled) {
#if defined(DHD_EFI) && defined(DHD_INTR_POLL_PERIOD_DYNAMIC)
bus->dhd->cur_intr_poll_period = dhd_os_get_intr_poll_period();
/* for accurately measuring ds-exit latency
* set interrupt poll period to a lesser value
*/
dhd_os_set_intr_poll_period(bus, INTR_POLL_PERIOD_CRITICAL);
#endif /* DHD_EFI && DHD_INTR_POLL_PERIOD_DYNAMIC */
bus->calc_ds_exit_latency = TRUE;
/* Assert */
if (dhd_bus_set_device_wake(bus, TRUE, __FUNCTION__) == BCME_OK) {
bus->ds_enabled = FALSE;
if (INBAND_DW_ENAB(bus)) {
if (bus->ds_exit_latency != 0) {
DHD_PRINT(("DS-EXIT latency = %llu us\n",
bus->ds_exit_latency));
} else {
DHD_ERROR(("Failed to measure DS-EXIT"
" latency!(Possibly a non"
" waitable context)\n"));
}
}
}
/* Currently DW_DEVICE_HOST_SLEEP_WAIT is set only
* under dhd_bus_suspend() function.
*/
else if (dhdpcie_bus_get_pcie_inband_dw_state(bus)
== DW_DEVICE_HOST_SLEEP_WAIT) {
DHD_ERROR(("%s: DS-ACK not sent due to suspend "
"in progress\n", __FUNCTION__));
} else {
DHD_ERROR(("%s: Disable Deep Sleep failed !\n",
__FUNCTION__));
}
bus->calc_ds_exit_latency = FALSE;
#if defined(DHD_EFI) && defined(DHD_INTR_POLL_PERIOD_DYNAMIC)
/* restore interrupt poll period to the previous existing value */
dhd_os_set_intr_poll_period(bus, bus->dhd->cur_intr_poll_period);
#endif /* DHD_EFI && DHD_INTR_POLL_PERIOD_DYNAMIC */
} else {
DHD_PRINT(("%s: Deep Sleep already disabled !\n", __FUNCTION__));
}
}
else
DHD_ERROR(("%s: Invalid number, allowed only 0|1\n", __FUNCTION__));
break;
#endif /* PCIE_OOB || PCIE_INB_DW */
#ifdef DEVICE_TX_STUCK_DETECT
case IOV_GVAL(IOV_DEVICE_TX_STUCK_DETECT):
int_val = bus->dev_tx_stuck_monitor;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_DEVICE_TX_STUCK_DETECT):
bus->dev_tx_stuck_monitor = (bool)int_val;
break;
#endif /* DEVICE_TX_STUCK_DETECT */
case IOV_GVAL(IOV_PCIE_SUSPEND):
int_val = (bus->dhd->busstate == DHD_BUS_SUSPEND) ? 1 : 0;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_PCIE_SUSPEND):
if (bool_val) { /* Suspend */
int ret;
unsigned long flags;
/*
* If some other context is busy, wait until they are done,
* before starting suspend
*/
ret = dhd_os_busbusy_wait_condition(bus->dhd,
&bus->dhd->dhd_bus_busy_state, DHD_BUS_BUSY_IN_DHD_IOVAR);
if (ret == 0) {
DHD_ERROR(("%s:Wait Timedout, dhd_bus_busy_state = 0x%x\n",
__FUNCTION__, bus->dhd->dhd_bus_busy_state));
return BCME_BUSY;
}
DHD_GENERAL_LOCK(bus->dhd, flags);
DHD_BUS_BUSY_SET_SUSPEND_IN_PROGRESS(bus->dhd);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
dhdpcie_bus_suspend(bus, TRUE, TRUE);
#else
dhdpcie_bus_suspend(bus, TRUE);
#endif /* DHD_PCIE_NATIVE_RUNTIMEPM */
DHD_GENERAL_LOCK(bus->dhd, flags);
DHD_BUS_BUSY_CLEAR_SUSPEND_IN_PROGRESS(bus->dhd);
dhd_os_busbusy_wake(bus->dhd);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
} else { /* Resume */
unsigned long flags;
DHD_GENERAL_LOCK(bus->dhd, flags);
DHD_BUS_BUSY_SET_RESUME_IN_PROGRESS(bus->dhd);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
dhdpcie_bus_suspend(bus, FALSE);
DHD_GENERAL_LOCK(bus->dhd, flags);
DHD_BUS_BUSY_CLEAR_RESUME_IN_PROGRESS(bus->dhd);
dhd_os_busbusy_wake(bus->dhd);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
}
break;
case IOV_GVAL(IOV_MEMSIZE):
int_val = (int32)bus->ramsize;
bcopy(&int_val, arg, val_size);
break;
#ifdef DHD_BUS_MEM_ACCESS
case IOV_SVAL(IOV_MEMBYTES):
case IOV_GVAL(IOV_MEMBYTES):
{
uint32 address; /* absolute backplane address */
uint size, dsize;
uint8 *data;
uint8 bar_region = DHD_PCIE_MEM_BAR1; /* default memory mapped region */
uint8 param_count = 2; /* default expected count of params */
bool set = (actionid == IOV_SVAL(IOV_MEMBYTES));
ASSERT(plen >= param_count * sizeof(int));
/* read params */
address = (uint32)int_val;
size = (uint)int_val2;
if (DHD_MEMBYTES_FLAGS_GET_MAGIC(int_val3) == DHD_MEMBYTES_FLAGS_MAGIC) {
/* In case of set, extra check needed to not mistake data as param */
if (!set || (plen >= (param_count + 1) * sizeof(int) + size)) {
bar_region = DHD_MEMBYTES_FLAGS_GET_BAR(int_val3);
param_count++;
}
}
/* Validate bar region accessibility */
if ((bar_region == 0) ||
(bar_region == DHD_PCIE_MEM_BAR1 && bus->tcm == NULL) ||
(bar_region == DHD_PCIE_MEM_BAR2 && bus->bar2 == NULL) ||
(bar_region > DHD_PCIE_MEM_BAR2)) {
DHD_ERROR(("%s: error on %s membytes, unsupported bar %d specified\n",
__FUNCTION__, (set ? "set" : "get"), bar_region));
bcmerror = BCME_BADARG;
break;
}
/* Do data size validation */
dsize = set ? plen - (param_count * sizeof(int)) : len;
if (dsize < size) {
DHD_ERROR(("%s: error on %s membytes, addr 0x%08x size %d dsize %d\n",
__FUNCTION__, (set ? "set" : "get"), address, size, dsize));
bcmerror = BCME_BADARG;
break;
}
DHD_INFO(("%s: Request to %s %d bytes at address 0x%08x (BAR%d region) dsize %d\n",
__FUNCTION__, (set ? "write" : "read"), size, address, bar_region, dsize));
/* check if CR4 */
if (si_setcore(bus->sih, ARMCR4_CORE_ID, 0) ||
si_setcore(bus->sih, ARMCA7_CORE_ID, 0) ||
si_setcore(bus->sih, SYSMEM_CORE_ID, 0)) {
/* if address is 0, store the reset instruction to be written in 0 */
if (set && address == bus->dongle_ram_base) {
bus->resetinstr = *(((uint32*)params) + param_count);
}
}
/* Generate the actual data pointer */
data = set ? (uint8 *)params + param_count * sizeof(int) : (uint8 *)arg;
/* Call to do the transfer */
bcmerror = dhdpcie_bus_membytes(bus, set, bar_region, address, data, size);
break;
}
#endif /* DHD_BUS_MEM_ACCESS */
/* Debug related. Dumps core registers or one of the dongle memory */
case IOV_GVAL(IOV_DUMP_DONGLE):
{
dump_dongle_in_t ddi = *(dump_dongle_in_t*)params;
dump_dongle_out_t *ddo = (dump_dongle_out_t*)arg;
uint32 *p = ddo->val;
const uint max_offset = 4096 - 1; /* one core contains max 4096/4 registers */
if (plen < sizeof(ddi) || len < sizeof(ddo)) {
bcmerror = BCME_BADARG;
break;
}
switch (ddi.type) {
case DUMP_DONGLE_COREREG:
ddo->n_bytes = 0;
if (si_setcoreidx(bus->sih, ddi.index) == NULL) {
break; // beyond last core: core enumeration ended
}
ddo->address = si_addrspace(bus->sih, CORE_SLAVE_PORT_0, CORE_BASE_ADDR_0);
ddo->address += ddi.offset; // BP address at which this dump starts
ddo->id = si_coreid(bus->sih);
ddo->rev = si_corerev(bus->sih);
while (ddi.offset < max_offset &&
sizeof(dump_dongle_out_t) + ddo->n_bytes < (uint)len) {
*p++ = si_corereg(bus->sih, ddi.index, ddi.offset, 0, 0);
ddi.offset += sizeof(uint32);
ddo->n_bytes += sizeof(uint32);
}
break;
default:
// TODO: implement d11 SHM/TPL dumping
bcmerror = BCME_BADARG;
break;
}
break;
}
/* Debug related. Returns a string with dongle capabilities */
case IOV_GVAL(IOV_DHD_CAPS):
{
if (dhd_cap(bus->dhd, (char*)arg, len) == NULL) {
bcmerror = BCME_BUFTOOSHORT;
}
break;
}
#if defined(DEBUGGER) || defined(DHD_DSCOPE)
case IOV_SVAL(IOV_GDB_SERVER):
/* debugger_*() functions may sleep, so cannot hold spinlock */
if (int_val > 0) {
debugger_init((void *) bus, &bus_ops, int_val, SI_ENUM_BASE(bus->sih));
} else {
debugger_close();
}
break;
#endif /* DEBUGGER || DHD_DSCOPE */
#if defined(GDB_PROXY)
case IOV_GVAL(IOV_GDB_PROXY_PROBE):
{
dhd_gdb_proxy_probe_data_t ret;
ret.data_len = (uint32)sizeof(ret);
ret.magic = DHD_IOCTL_MAGIC;
ret.flags = 0;
if (bus->gdb_proxy_access_enabled) {
ret.flags |= DHD_GDB_PROXY_PROBE_ACCESS_ENABLED;
if (bus->dhd->busstate < DHD_BUS_LOAD) {
ret.flags |= DHD_GDB_PROXY_PROBE_FIRMWARE_NOT_RUNNING;
} else {
ret.flags |= DHD_GDB_PROXY_PROBE_FIRMWARE_RUNNING;
}
}
if (bus->gdb_proxy_bootloader_mode) {
ret.flags |= DHD_GDB_PROXY_PROBE_BOOTLOADER_MODE;
}
ret.last_id = bus->gdb_proxy_last_id;
if (bus->hostfw_buf.va) {
ret.flags |= DHD_GDB_PROXY_PROBE_HOSTMEM_CODE;
ret.hostmem_code_win_base =
(uint32)PCIEDEV_ARM_ADDR(PHYSADDRLO(bus->hostfw_buf.pa),
PCIEDEV_TRANS_WIN_HOSTMEM);
ret.hostmem_code_win_length = bus->hostfw_buf.len;
}
ret.flags |= DHD_GDB_PROXY_PROBE_MEMDUMP_COUNT;
ret.mem_dump_count = bus->gdb_proxy_mem_dump_count;
if (plen && int_val) {
bus->gdb_proxy_last_id = (uint32)int_val;
}
if (len >= sizeof(ret)) {
bcopy(&ret, arg, sizeof(ret));
bus->dhd->gdb_proxy_active = TRUE;
} else {
bcmerror = BCME_BADARG;
}
break;
}
case IOV_GVAL(IOV_GDB_PROXY_STOP_COUNT):
int_val = (int32)bus->dhd->gdb_proxy_stop_count;
bcopy(&int_val, arg, sizeof(int_val));
break;
case IOV_SVAL(IOV_GDB_PROXY_STOP_COUNT):
bus->dhd->gdb_proxy_stop_count = (uint32)int_val;
break;
#endif /* GDB_PROXY */
#ifdef BCM_BUZZZ
/* Dump dongle side buzzz trace to console */
case IOV_GVAL(IOV_BUZZZ_DUMP):
bcmerror = dhd_buzzz_dump_dngl(bus);
break;
#endif /* BCM_BUZZZ */
case IOV_SVAL(IOV_SET_DOWNLOAD_STATE):
bcmerror = dhdpcie_bus_download_state(bus, bool_val);
break;
case IOV_SVAL(IOV_SET_DOWNLOAD_INFO):
{
fw_download_info_t *info = (fw_download_info_t*)params;
DHD_INFO(("dwnldinfo: sig=%s fw=%x,%u bl=%s,0x%x\n",
info->fw_signature_fname,
info->fw_start_addr, info->fw_size,
info->bootloader_fname, info->bootloader_start_addr));
bcmerror = dhdpcie_bus_save_download_info(bus,
info->fw_start_addr, info->fw_size, info->fw_signature_fname,
info->bootloader_fname, info->bootloader_start_addr, info->fw_path);
break;
}
case IOV_GVAL(IOV_RAMSIZE):
int_val = (int32)bus->ramsize;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_RAMSIZE):
bus->ramsize = int_val;
bus->orig_ramsize = int_val;
break;
case IOV_GVAL(IOV_RAMSTART):
int_val = (int32)bus->dongle_ram_base;
bcopy(&int_val, arg, val_size);
break;
#ifdef COEX_CPU
case IOV_GVAL(IOV_COEX_ITCMBASE):
int_val = (int32)bus->coex_itcm_base;
bcopy(&int_val, arg, val_size);
break;
case IOV_GVAL(IOV_COEX_ITCMSIZE):
int_val = (int32)bus->coex_itcm_size;
bcopy(&int_val, arg, val_size);
break;
case IOV_GVAL(IOV_COEX_DTCMBASE):
int_val = (int32)bus->coex_dtcm_base;
bcopy(&int_val, arg, val_size);
break;
case IOV_GVAL(IOV_COEX_DTCMSIZE):
int_val = (int32)bus->coex_dtcm_size;
bcopy(&int_val, arg, val_size);
break;
#if defined(DHD_BUS_MEM_ACCESS)
case IOV_SVAL(IOV_COEX_ITCMBASE):
bus->coex_itcm_base = int_val;
break;
case IOV_SVAL(IOV_COEX_ITCMSIZE):
bus->coex_itcm_size = int_val;
break;
case IOV_SVAL(IOV_COEX_DTCMBASE):
bus->coex_dtcm_base = int_val;
break;
case IOV_SVAL(IOV_COEX_DTCMSIZE):
bus->coex_dtcm_size = int_val;
break;
#endif /* DHD_BUS_MEM_ACCESS */
#endif /* COEX_CPU */
case IOV_GVAL(IOV_CC_NVMSHADOW):
{
struct bcmstrbuf dump_b;
bcm_binit(&dump_b, arg, len);
bcmerror = dhdpcie_cc_nvmshadow(bus, &dump_b);
break;
}
case IOV_GVAL(IOV_SLEEP_ALLOWED):
bool_val = bus->sleep_allowed;
bcopy(&bool_val, arg, val_size);
break;
case IOV_SVAL(IOV_SLEEP_ALLOWED):
bus->sleep_allowed = bool_val;
break;
case IOV_GVAL(IOV_DONGLEISOLATION):
int_val = bus->dhd->dongle_isolation;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_DONGLEISOLATION):
bus->dhd->dongle_isolation = bool_val;
break;
case IOV_GVAL(IOV_LTRSLEEPON_UNLOOAD):
int_val = bus->ltrsleep_on_unload;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_LTRSLEEPON_UNLOOAD):
bus->ltrsleep_on_unload = bool_val;
break;
case IOV_GVAL(IOV_DUMP_RINGUPD_BLOCK):
{
struct bcmstrbuf dump_b;
bcm_binit(&dump_b, arg, len);
bcmerror = dhd_prot_ringupd_dump(bus->dhd, &dump_b);
break;
}
case IOV_GVAL(IOV_DMA_RINGINDICES):
{
int_val = dhdpcie_get_dma_ring_indices(bus->dhd);
bcopy(&int_val, arg, sizeof(int_val));
break;
}
case IOV_SVAL(IOV_DMA_RINGINDICES):
bcmerror = dhdpcie_set_dma_ring_indices(bus->dhd, int_val);
break;
case IOV_GVAL(IOV_METADATA_DBG):
int_val = dhd_prot_metadata_dbg_get(bus->dhd);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_METADATA_DBG):
dhd_prot_metadata_dbg_set(bus->dhd, (int_val != 0));
break;
case IOV_GVAL(IOV_RX_METADATALEN):
int_val = dhd_prot_metadatalen_get(bus->dhd, TRUE);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_RX_METADATALEN):
#if !(defined(BCM_ROUTER_DHD))
if (int_val > 64) {
bcmerror = BCME_BUFTOOLONG;
break;
}
dhd_prot_metadatalen_set(bus->dhd, int_val, TRUE);
#else
bcmerror = BCME_UNSUPPORTED;
#endif /* BCM_ROUTER_DHD */
break;
case IOV_SVAL(IOV_TXP_THRESHOLD):
dhd_prot_txp_threshold(bus->dhd, TRUE, int_val);
break;
case IOV_GVAL(IOV_TXP_THRESHOLD):
int_val = dhd_prot_txp_threshold(bus->dhd, FALSE, int_val);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_DB1_FOR_MB):
if (int_val)
bus->db1_for_mb = TRUE;
else
bus->db1_for_mb = FALSE;
break;
case IOV_GVAL(IOV_DB1_FOR_MB):
if (bus->db1_for_mb)
int_val = 1;
else
int_val = 0;
bcopy(&int_val, arg, val_size);
break;
case IOV_GVAL(IOV_TX_METADATALEN):
int_val = dhd_prot_metadatalen_get(bus->dhd, FALSE);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_TX_METADATALEN):
#if !(defined(BCM_ROUTER_DHD))
if (int_val > 64) {
bcmerror = BCME_BUFTOOLONG;
break;
}
dhd_prot_metadatalen_set(bus->dhd, int_val, FALSE);
#else
bcmerror = BCME_UNSUPPORTED;
#endif /* BCM_ROUTER_DHD */
break;
case IOV_SVAL(IOV_DEVRESET):
{
devreset_info_t *devreset = (devreset_info_t *)arg;
if (!devreset) {
return BCME_BADARG;
}
if (devreset->version != DHD_DEVRESET_VERSION) {
return BCME_VERSION;
}
if (devreset->length != sizeof(devreset_info_t)) {
return BCME_BADLEN;
}
int_val = devreset->mode;
switch (int_val) {
case DHD_BUS_DEVRESET_ON:
bcmerror = dhd_bus_devreset(bus->dhd, (uint8)int_val);
break;
case DHD_BUS_DEVRESET_OFF:
bcmerror = dhd_bus_devreset(bus->dhd, (uint8)int_val);
break;
#if !defined(NDIS)
case DHD_BUS_DEVRESET_FLR:
bcmerror = dhd_bus_perform_flr(bus, bus->flr_force_fail);
break;
case DHD_BUS_DEVRESET_FLR_FORCE_FAIL:
bus->flr_force_fail = TRUE;
break;
#ifdef BT_OVER_PCIE
case DHD_BUS_DEVRESET_QUIESCE:
if (bus->dhd->busstate == DHD_BUS_DATA) {
bcmerror = dhd_bus_perform_flr_with_quiesce(bus->dhd, bus,
FALSE);
/*
* When FLR with quiesce is done,
* 1. Linux does FLR with quiese and dongle re-attach too.
* So the error status returned is BCME_DNGL_DEVRESET
* 2. Whereas EFI does only FLR with quiese. The error
* status returned is BCME_OK upon success.
*
* When bcmerror is BCME_DNGL_DEVRESET(Linux),
* dhd_bus_iovar_op does not decrement the pwr_req_ref,
* since dongle re-attach initializes pwr_req_ref count
* to 0. Further clear will cause pwr_req_ref to mismatch.
*
* Whereas in EFI, since only FLR with quiese is done,
* pwr_req_ref count should be decremented. Else dongle
* will not enter to deepsleep which results in dongle
* trap due to deep sleep health check(trap due to chip
* not entering deep sleep beyond threshold).
*/
#if defined(LINUX) || defined(linux)
if (bcmerror == BCME_DNGL_DEVRESET) {
devreset->status = BCME_OK;
}
#else
devreset->status = bcmerror;
#endif /* LINUX || linux */
} else {
DHD_ERROR(("%s: Bus is NOT up\n", __FUNCTION__));
bcmerror = BCME_NOTUP;
}
break;
#endif /* BT_OVER_PCIE */
#endif /* !defined(NDIS) */
default:
DHD_ERROR(("%s: invalid argument for devreset\n", __FUNCTION__));
break;
}
break;
}
case IOV_SVAL(IOV_FORCE_FW_TRAP):
if (bus->dhd->busstate == DHD_BUS_DATA) {
dhdpcie_fw_trap(bus);
} else {
DHD_ERROR(("%s: Bus is NOT up\n", __FUNCTION__));
bcmerror = BCME_NOTUP;
}
break;
case IOV_GVAL(IOV_FLOW_PRIO_MAP):
int_val = bus->dhd->flow_prio_map_type;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_FLOW_PRIO_MAP):
int_val = (int32)dhd_update_flow_prio_map(bus->dhd, (uint8)int_val);
bcopy(&int_val, arg, val_size);
break;
#ifdef DHD_PCIE_RUNTIMEPM
case IOV_GVAL(IOV_IDLETIME):
if (!(bus->dhd->op_mode & DHD_FLAG_MFG_MODE)) {
int_val = bus->idletime;
} else {
int_val = 0;
}
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_IDLETIME):
if (int_val < 0) {
bcmerror = BCME_BADARG;
} else {
bus->idletime = int_val;
if (bus->idletime) {
DHD_ENABLE_RUNTIME_PM(bus->dhd);
} else {
DHD_DISABLE_RUNTIME_PM(bus->dhd);
}
}
break;
#endif /* DHD_PCIE_RUNTIMEPM */
case IOV_SVAL(IOV_H2D_MAILBOXDATA):
dhdpcie_send_mb_data(bus, (uint)int_val, __FUNCTION__);
break;
case IOV_SVAL(IOV_INFORINGS):
dhd_prot_init_info_rings(bus->dhd);
break;
case IOV_SVAL(IOV_H2D_PHASE):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
DHD_ERROR(("%s: Can change only when bus down (before FW download)\n",
__FUNCTION__));
bcmerror = BCME_NOTDOWN;
break;
}
if (int_val)
bus->dhd->h2d_phase_supported = TRUE;
else
bus->dhd->h2d_phase_supported = FALSE;
break;
case IOV_GVAL(IOV_H2D_PHASE):
int_val = (int32) bus->dhd->h2d_phase_supported;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_H2D_ENABLE_TRAP_BADPHASE):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
DHD_ERROR(("%s: Can change only when bus down (before FW download)\n",
__FUNCTION__));
bcmerror = BCME_NOTDOWN;
break;
}
if (int_val)
bus->dhd->force_dongletrap_on_bad_h2d_phase = TRUE;
else
bus->dhd->force_dongletrap_on_bad_h2d_phase = FALSE;
break;
case IOV_GVAL(IOV_H2D_ENABLE_TRAP_BADPHASE):
int_val = (int32) bus->dhd->force_dongletrap_on_bad_h2d_phase;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_RING_SIZE_VER):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
DHD_ERROR(("%s: Can change only when bus down (before FW download)\n",
__FUNCTION__));
bcmerror = BCME_NOTDOWN;
break;
}
dhd_prot_set_ring_size_ver(bus->dhd, int_val);
break;
case IOV_GVAL(IOV_RING_SIZE_VER):
int_val = ring_size_version;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_H2D_TXPOST_MAX_ITEM):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
DHD_ERROR(("%s: Can change only when bus down (before FW download)\n",
__FUNCTION__));
bcmerror = BCME_NOTDOWN;
break;
}
h2d_max_txpost = (uint16)int_val;
break;
case IOV_GVAL(IOV_H2D_TXPOST_MAX_ITEM):
int_val = h2d_max_txpost;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_H2D_HTPUT_TXPOST_MAX_ITEM):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
DHD_ERROR(("%s: Can change only when bus down (before FW download)\n",
__FUNCTION__));
bcmerror = BCME_NOTDOWN;
break;
}
h2d_htput_max_txpost = (uint16)int_val;
break;
case IOV_GVAL(IOV_H2D_HTPUT_TXPOST_MAX_ITEM):
int_val = h2d_htput_max_txpost;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_D2H_TXCPL_MAX_ITEM):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
DHD_ERROR(("%s: Can change only when bus down (before FW download)\n",
__FUNCTION__));
bcmerror = BCME_NOTDOWN;
break;
}
d2h_max_txcpl = (uint16)int_val;
break;
case IOV_GVAL(IOV_D2H_TXCPL_MAX_ITEM):
int_val = d2h_max_txcpl;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_H2D_RXPOST_MAX_ITEM):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
DHD_ERROR(("%s: Can change only when bus down (before FW download)\n",
__FUNCTION__));
bcmerror = BCME_NOTDOWN;
break;
}
h2d_max_rxpost = (uint16)int_val;
break;
case IOV_GVAL(IOV_H2D_RXPOST_MAX_ITEM):
int_val = h2d_max_rxpost;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_D2H_RXCPL_MAX_ITEM):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
DHD_ERROR(("%s: Can change only when bus down (before FW download)\n",
__FUNCTION__));
bcmerror = BCME_NOTDOWN;
break;
}
d2h_max_rxcpl = (uint16)int_val;
break;
case IOV_GVAL(IOV_D2H_RXCPL_MAX_ITEM):
int_val = d2h_max_rxcpl;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_H2D_CTRLPOST_MAX_ITEM):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
DHD_ERROR(("%s: Can change only when bus down (before FW download)\n",
__FUNCTION__));
bcmerror = BCME_NOTDOWN;
break;
}
h2d_max_ctrlpost = (uint16)int_val;
break;
case IOV_GVAL(IOV_H2D_CTRLPOST_MAX_ITEM):
int_val = h2d_max_ctrlpost;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_D2H_CTRLCPL_MAX_ITEM):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
DHD_ERROR(("%s: Can change only when bus down (before FW download)\n",
__FUNCTION__));
bcmerror = BCME_NOTDOWN;
break;
}
d2h_max_ctrlcpl = (uint16)int_val;
break;
case IOV_GVAL(IOV_D2H_CTRLCPL_MAX_ITEM):
int_val = d2h_max_ctrlcpl;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_RX_BUF_BURST):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
DHD_ERROR(("%s: Can change only when bus down (before FW download)\n",
__FUNCTION__));
bcmerror = BCME_NOTDOWN;
break;
}
rx_buf_burst = (uint16)int_val;
break;
case IOV_GVAL(IOV_RX_BUF_BURST):
int_val = rx_buf_burst;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_RX_BUFPOST_THRESHOLD):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
DHD_ERROR(("%s: Can change only when bus down (before FW download)\n",
__FUNCTION__));
bcmerror = BCME_NOTDOWN;
break;
}
rx_bufpost_threshold = (uint16)int_val;
break;
case IOV_GVAL(IOV_RX_BUFPOST_THRESHOLD):
int_val = rx_bufpost_threshold;
bcopy(&int_val, arg, val_size);
break;
case IOV_GVAL(IOV_TX_CPL_BOUND):
int_val = (int32)dhd_prot_get_tx_cpl_bound(bus->dhd);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_TX_CPL_BOUND):
if (int_val <= 0) {
bcmerror = BCME_BADARG;
DHD_ERROR(("%s: invalid tx_cpl_bound value %d !\n",
__FUNCTION__, int_val));
} else {
dhd_prot_set_tx_cpl_bound(bus->dhd, (uint)int_val);
}
break;
case IOV_GVAL(IOV_RX_CPL_POST_BOUND):
int_val = (int32)dhd_prot_get_rx_cpl_post_bound(bus->dhd);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_RX_CPL_POST_BOUND):
if (int_val <= 0) {
bcmerror = BCME_BADARG;
DHD_ERROR(("%s: invalid rx_cpl_post_bound value %d !\n",
__FUNCTION__, int_val));
} else {
dhd_prot_set_rx_cpl_post_bound(bus->dhd, (uint)int_val);
}
break;
case IOV_GVAL(IOV_CTRL_CPL_POST_BOUND):
int_val = (int32)dhd_prot_get_ctrl_cpl_post_bound(bus->dhd);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_CTRL_CPL_POST_BOUND):
if (int_val <= 0) {
bcmerror = BCME_BADARG;
DHD_ERROR(("%s: invalid ctrl_cpl_post_bound value %d !\n",
__FUNCTION__, int_val));
} else {
dhd_prot_set_ctrl_cpl_post_bound(bus->dhd, (uint)int_val);
}
break;
case IOV_GVAL(IOV_TX_POST_BOUND):
int_val = (int32)dhd_prot_get_tx_post_bound(bus->dhd);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_TX_POST_BOUND):
if (int_val <= 0) {
bcmerror = BCME_BADARG;
DHD_ERROR(("%s: invalid tx_post_bound value %d !\n",
__FUNCTION__, int_val));
} else {
dhd_prot_set_tx_post_bound(bus->dhd, (uint)int_val);
}
break;
case IOV_GVAL(IOV_FLOWRING_BKP_QSIZE):
int_val = flowring_bkp_qsize;
bcopy(&int_val, arg, val_size);
break;
case IOV_GVAL(IOV_MAX_HOST_RXBUFS):
int_val = dhd_prot_get_max_rxbufpost(bus->dhd);
bcopy(&int_val, arg, val_size);
break;
case IOV_GVAL(IOV_TRAPDATA):
{
struct bcmstrbuf dump_b;
bcm_binit(&dump_b, arg, len);
bcmerror = dhd_prot_dump_extended_trap(bus->dhd, &dump_b, FALSE);
break;
}
case IOV_GVAL(IOV_TRAPDATA_RAW):
{
struct bcmstrbuf dump_b;
bcm_binit(&dump_b, arg, len);
bcmerror = dhd_prot_dump_extended_trap(bus->dhd, &dump_b, TRUE);
break;
}
#ifdef DHD_PCIE_REG_ACCESS
case IOV_GVAL(IOV_PCIEASPM): {
uint8 clkreq = 0;
uint32 aspm = 0;
/* this command is to hide the details, but match the lcreg
#define PCIE_CLKREQ_ENAB 0x100
#define PCIE_ASPM_L1_ENAB 2
#define PCIE_ASPM_L0s_ENAB 1
*/
clkreq = dhdpcie_clkreq(bus->dhd->osh, 0, 0);
aspm = dhdpcie_lcreg(bus->dhd->osh, 0, 0);
int_val = ((clkreq & 0x1) << 8) | (aspm & PCIE_ASPM_ENAB);
bcopy(&int_val, arg, val_size);
break;
}
case IOV_SVAL(IOV_PCIEASPM): {
uint32 tmp;
tmp = dhdpcie_lcreg(bus->dhd->osh, 0, 0);
dhdpcie_lcreg(bus->dhd->osh, PCIE_ASPM_ENAB,
(tmp & ~PCIE_ASPM_ENAB) | (int_val & PCIE_ASPM_ENAB));
dhdpcie_clkreq(bus->dhd->osh, 1, ((int_val & 0x100) >> 8));
break;
}
#endif /* DHD_PCIE_REG_ACCESS */
case IOV_SVAL(IOV_HANGREPORT):
bus->dhd->hang_report = bool_val;
DHD_PRINT(("%s: Set hang_report as %d\n",
__FUNCTION__, bus->dhd->hang_report));
break;
case IOV_GVAL(IOV_HANGREPORT):
int_val = (int32)bus->dhd->hang_report;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_CTO_PREVENTION):
bcmerror = dhdpcie_cto_init(bus, bool_val);
break;
case IOV_GVAL(IOV_CTO_PREVENTION):
if (bus->sih->buscorerev < 19) {
bcmerror = BCME_UNSUPPORTED;
break;
}
int_val = (int32)bus->cto_enable;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_CTO_RECOVERY):
bus->cto_recovery_enable = bool_val;
break;
case IOV_GVAL(IOV_CTO_RECOVERY):
if (bus->sih->buscorerev < 19) {
bcmerror = BCME_UNSUPPORTED;
break;
}
int_val = (int32)bus->cto_recovery_enable;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_CTO_THRESHOLD):
{
if (bus->sih->buscorerev < 19) {
bcmerror = BCME_UNSUPPORTED;
break;
}
bus->cto_threshold = (uint32)int_val;
}
break;
case IOV_GVAL(IOV_CTO_THRESHOLD):
if (bus->sih->buscorerev < 19) {
bcmerror = BCME_UNSUPPORTED;
break;
}
if (bus->cto_threshold) {
int_val = (int32)bus->cto_threshold;
} else {
int_val = pcie_cto_to_thresh_default(bus->sih->buscorerev);
}
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_PCIE_WD_RESET):
if (bool_val) {
/* Legacy chipcommon watchdog reset */
dhdpcie_cc_watchdog_reset(bus);
}
break;
#ifdef DHD_EFI
case IOV_SVAL(IOV_CONTROL_SIGNAL):
{
bcmerror = dhd_control_signal(bus, arg, len, TRUE);
break;
}
case IOV_GVAL(IOV_CONTROL_SIGNAL):
{
bcmerror = dhd_control_signal(bus, params, plen, FALSE);
break;
}
case IOV_GVAL(IOV_WIFI_PROPERTIES):
bcmerror = dhd_wifi_properties(bus, params, plen);
break;
case IOV_GVAL(IOV_OTP_DUMP):
bcmerror = dhd_otp_dump(bus, params, plen);
break;
#if defined(BT_OVER_PCIE) && defined(BTOP_TEST)
case IOV_SVAL(IOV_BTOP_TEST):
bcmerror = dhd_btop_test(bus, arg, len);
break;
#endif /* BT_OVER_PCIE && BTOP_TEST */
#endif /* DHD_EFI */
case IOV_GVAL(IOV_IDMA_ENABLE):
int_val = bus->idma_enabled;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_IDMA_ENABLE):
bus->idma_enabled = (bool)int_val;
break;
case IOV_GVAL(IOV_IFRM_ENABLE):
int_val = bus->ifrm_enabled;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_IFRM_ENABLE):
bus->ifrm_enabled = (bool)int_val;
break;
case IOV_GVAL(IOV_CLEAR_RING):
bcopy(&int_val, arg, val_size);
dhd_flow_rings_flush(bus->dhd, 0);
break;
case IOV_GVAL(IOV_DAR_ENABLE):
int_val = bus->dar_enabled;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_DAR_ENABLE):
bus->dar_enabled = (bool)int_val;
break;
case IOV_GVAL(IOV_HSCBSIZE):
bcmerror = dhd_get_hscb_info(bus->dhd, NULL, (uint32 *)arg);
break;
#ifdef DHD_BUS_MEM_ACCESS
case IOV_GVAL(IOV_HSCBBYTES):
bcmerror = dhd_get_hscb_buff(bus->dhd, int_val, int_val2, (void*)arg);
break;
#endif
#ifdef D2H_MINIDUMP
case IOV_GVAL(IOV_MINIDUMP_OVERRIDE):
int_val = bus->d2h_minidump_override;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_MINIDUMP_OVERRIDE):
/* Can change it only before FW download */
if (bus->dhd->busstate != DHD_BUS_DOWN) {
DHD_ERROR(("%s: Can change only when bus down (before FW download)\n",
__FUNCTION__));
bcmerror = BCME_NOTDOWN;
break;
}
bus->d2h_minidump_override = (bool)int_val;
break;
#endif /* D2H_MINIDUMP */
#ifdef DHD_FWTRACE
case IOV_SVAL(IOV_FWTRACE):
{
dhd_fwtrace_info_t *fwtrace_host_info;
DHD_INFO(("%s: set firware tracing enable/disable %d\n",
__FUNCTION__, int_val));
if (plen > sizeof(*fwtrace_host_info)) {
bcmerror = BCME_BADLEN;
goto exit;
}
fwtrace_host_info = (dhd_fwtrace_info_t *) params;
bcmerror = handle_set_fwtrace(bus->dhd, fwtrace_host_info);
break;
}
case IOV_GVAL(IOV_FWTRACE):
{
uint32 val = 0, temp_val = 0;
uint16 of_counter, trace_val = 0;
int ret;
ret = dhd_iovar(bus->dhd, 0, "dngl:fwtrace",
NULL, 0, (char *) &val, sizeof(val), FALSE);
if (ret < 0) {
DHD_ERROR(("%s: get dhd_iovar has failed fwtrace, "
"ret=%d\n", __FUNCTION__, ret));
bcmerror = BCME_ERROR;
} else {
of_counter = get_fw_trace_overflow_counter(bus->dhd);
DHD_INFO(("overflow counter = %d \n", of_counter));
trace_val = val & 0xFFFF;
temp_val = (((uint32) temp_val | (uint32) of_counter) << 16u) | trace_val;
bcopy(&temp_val, arg, sizeof(temp_val));
}
break;
}
#endif /* DHD_FWTRACE */
#ifdef DHD_HP2P
case IOV_SVAL(IOV_HP2P_ENABLE):
dhd_prot_hp2p_enable(bus->dhd, TRUE, int_val);
break;
case IOV_GVAL(IOV_HP2P_ENABLE):
int_val = dhd_prot_hp2p_enable(bus->dhd, FALSE, int_val);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_HP2P_PKT_THRESHOLD):
dhd_prot_pkt_threshold(bus->dhd, TRUE, int_val);
break;
case IOV_GVAL(IOV_HP2P_PKT_THRESHOLD):
int_val = dhd_prot_pkt_threshold(bus->dhd, FALSE, int_val);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_HP2P_TIME_THRESHOLD):
dhd_prot_time_threshold(bus->dhd, TRUE, int_val);
break;
case IOV_GVAL(IOV_HP2P_TIME_THRESHOLD):
int_val = dhd_prot_time_threshold(bus->dhd, FALSE, int_val);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_HP2P_PKT_EXPIRY):
dhd_prot_pkt_expiry(bus->dhd, TRUE, int_val);
break;
case IOV_GVAL(IOV_HP2P_PKT_EXPIRY):
int_val = dhd_prot_pkt_expiry(bus->dhd, FALSE, int_val);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_HP2P_SCALE_FACTOR):
dhd_prot_scale_factor(bus->dhd, TRUE, int_val);
break;
case IOV_GVAL(IOV_HP2P_SCALE_FACTOR):
int_val = dhd_prot_scale_factor(bus->dhd, FALSE, int_val);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_HP2P_TXCPL_MAXITEMS):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
return BCME_NOTDOWN;
}
dhd_bus_set_hp2p_ring_max_size(bus, TRUE, int_val);
break;
case IOV_GVAL(IOV_HP2P_TXCPL_MAXITEMS):
int_val = dhd_bus_get_hp2p_ring_max_size(bus, TRUE);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_HP2P_RXCPL_MAXITEMS):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
return BCME_NOTDOWN;
}
dhd_bus_set_hp2p_ring_max_size(bus, FALSE, int_val);
break;
case IOV_GVAL(IOV_HP2P_RXCPL_MAXITEMS):
int_val = dhd_bus_get_hp2p_ring_max_size(bus, FALSE);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_HP2P_MF_ENABLE):
bus->dhd->hp2p_mf_enable = int_val ? TRUE : FALSE;
break;
case IOV_GVAL(IOV_HP2P_MF_ENABLE):
int_val = bus->dhd->hp2p_mf_enable ? 1 : 0;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_TXDUR_SCALE_FACTOR):
dhd_prot_txdur_scale(bus->dhd, TRUE, int_val);
break;
case IOV_GVAL(IOV_TXDUR_SCALE_FACTOR):
int_val = dhd_prot_txdur_scale(bus->dhd, FALSE, int_val);
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_RXDUR_SCALE_FACTOR):
dhd_prot_rxdur_scale(bus->dhd, TRUE, int_val);
break;
case IOV_GVAL(IOV_RXDUR_SCALE_FACTOR):
int_val = dhd_prot_rxdur_scale(bus->dhd, FALSE, int_val);
bcopy(&int_val, arg, val_size);
break;
#endif /* DHD_HP2P */
#ifdef DHD_MESH
case IOV_SVAL(IOV_MESH_RXCPL_MAXITEMS):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
return BCME_NOTDOWN;
}
dhd_bus_set_mesh_ring_max_size(bus, FALSE, int_val);
break;
case IOV_GVAL(IOV_MESH_RXCPL_MAXITEMS):
int_val = dhd_bus_get_mesh_ring_max_size(bus, FALSE);
bcopy(&int_val, arg, val_size);
break;
#endif /* DHD_MESH */
case IOV_SVAL(IOV_EXTDTXS_IN_TXCPL):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
return BCME_NOTDOWN;
}
if (int_val)
bus->dhd->extdtxs_in_txcpl = TRUE;
else
bus->dhd->extdtxs_in_txcpl = FALSE;
break;
case IOV_GVAL(IOV_EXTDTXS_IN_TXCPL):
int_val = bus->dhd->extdtxs_in_txcpl;
bcopy(&int_val, arg, val_size);
break;
case IOV_SVAL(IOV_HOSTRDY_AFTER_INIT):
if (bus->dhd->busstate != DHD_BUS_DOWN) {
return BCME_NOTDOWN;
}
if (int_val)
bus->dhd->hostrdy_after_init = TRUE;
else
bus->dhd->hostrdy_after_init = FALSE;
break;
case IOV_GVAL(IOV_HOSTRDY_AFTER_INIT):
int_val = bus->dhd->hostrdy_after_init;
bcopy(&int_val, arg, val_size);
break;
case IOV_GVAL(IOV_DONGLE_RXLAT_INFO):
{
unsigned long flags = 0;
struct bcmstrbuf strbuf;
bcm_binit(&strbuf, arg, len);
DHD_GENERAL_LOCK(bus->dhd, flags);
dhd_bus_dump_rxlat_info(bus->dhd, &strbuf);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
break;
}
case IOV_GVAL(IOV_DONGLE_RXLAT_HISTO):
{
unsigned long flags = 0;
struct bcmstrbuf strbuf;
bcm_binit(&strbuf, arg, len);
DHD_GENERAL_LOCK(bus->dhd, flags);
dhd_bus_dump_rxlat_histo(bus->dhd, &strbuf);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
break;
}
case IOV_GVAL(IOV_LPM_MODE):
int_val = bus->lpm_mode;
if (bus->lpm_mode) {
if (!bus->lpm_mem_kill) {
int_val |= LPM_MODE_NO_MEMKILL;
}
if (!bus->lpm_force_flr) {
int_val |= LPM_MODE_NO_FLR;
}
}
(void)memcpy_s(arg, val_size, &int_val, sizeof(int_val));
break;
case IOV_SVAL(IOV_LPM_MODE):
if (int_val) {
bus->lpm_mode = TRUE;
if (int_val & LPM_MODE_NO_MEMKILL) {
bus->lpm_mem_kill = FALSE;
}
else {
bus->lpm_mem_kill = TRUE;
}
if (int_val & LPM_MODE_NO_FLR) {
bus->lpm_force_flr = FALSE;
}
else {
bus->lpm_force_flr = TRUE;
}
}
else {
bus->lpm_mode = FALSE;
bus->lpm_mem_kill = FALSE;
bus->lpm_force_flr = FALSE;
}
break;
case IOV_GVAL(IOV_DONGLE_TXCPL_INFO):
{
unsigned long flags = 0;
struct bcmstrbuf strbuf;
bcm_binit(&strbuf, arg, len);
DHD_GENERAL_LOCK(bus->dhd, flags);
dhd_bus_dump_txcpl_info(bus->dhd, &strbuf);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
break;
}
#ifdef DHD_AGGR_WI
case IOV_GVAL(IOV_AGGR_WI_ENAB):
{
int_val = dhdpcie_get_aggr_wi_enable(bus->dhd);
bcopy(&int_val, arg, sizeof(int_val));
break;
}
case IOV_SVAL(IOV_AGGR_WI_ENAB):
aggr_wi_enab = (int_val > DHD_AGGR_WI_ENAB_MASK) ? 0 : int_val;
bcmerror = dhdpcie_set_aggr_wi_enable(bus->dhd, aggr_wi_enab);
if (bcmerror != BCME_OK) {
/* Update the global variable from actual bus variable in case set failed */
aggr_wi_enab = dhdpcie_get_aggr_wi_enable(bus->dhd);
}
break;
#endif /* DHD_AGGR_WI */
case IOV_GVAL(IOV_DONGLE_SEC_INFO):
{
unsigned long flags = 0;
struct bcmstrbuf strbuf;
bcm_binit(&strbuf, arg, len);
DHD_GENERAL_LOCK(bus->dhd, flags);
bcmerror = dhd_bus_security_info(bus->dhd, &strbuf);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
break;
}
case IOV_GVAL(IOV_DONGLE_SBOOT_DIS):
{
unsigned long flags = 0;
struct bcmstrbuf strbuf;
bcm_binit(&strbuf, arg, len);
DHD_GENERAL_LOCK(bus->dhd, flags);
bcmerror = dhd_bus_sboot_disable(bus->dhd, &strbuf);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
break;
}
case IOV_GVAL(IOV_MDRING_DUMP):
{
struct bcmstrbuf strbuf;
if (bus->dhd->mdring_capable) {
bcm_binit(&strbuf, arg, len);
dhd_bus_dump_mdring_info(bus->dhd, &strbuf);
}
break;
}
case IOV_SVAL(IOV_MDRING_LINK):
if (bus->dhd->mdring_capable && int_val) {
dhd_prot_mdring_link_unlink(bus->dhd, int_val, TRUE);
}
break;
case IOV_GVAL(IOV_MDRING_LINK):
if (bus->dhd->mdring_capable) {
int_val = dhd_prot_mdring_linked_ring(bus->dhd);
bcopy(&int_val, arg, val_size);
}
break;
case IOV_SVAL(IOV_MDRING_UNLINK):
if (bus->dhd->mdring_capable) {
dhd_prot_mdring_link_unlink(bus->dhd, int_val, FALSE);
}
break;
case IOV_GVAL(IOV_MDRING_UNLINK):
if (bus->dhd->mdring_capable) {
int_val = dhd_prot_mdring_linked_ring(bus->dhd);
bcopy(&int_val, arg, val_size);
}
break;
case IOV_SVAL(IOV_HOST_INIT_HW_EXIT_LATENCY):
dhdpcie_set_host_init_hw_exit_latency(bus, int_val);
break;
case IOV_GVAL(IOV_HOST_INIT_HW_EXIT_LATENCY):
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndAddr), ~0,
PCIECFGREG_L1SS_EXT_STATE_TMR);
int_val = si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(ConfigIndData), 0, 0);
bcopy(&int_val, arg, sizeof(int_val));
break;
case IOV_SVAL(IOV_PTM_ENABLE):
if (bus->ptm_sync_periodic_h2d) {
DHD_ERROR(("%s ptm_sync_periodic_h2d set\n",
__FUNCTION__));
break;
}
if (!dhd_ptm_sync_prerequisite(bus->dhd))
{
break;
}
if (int_val) {
dhdpcie_send_mb_data(bus, H2D_HOST_PTM_ENABLE, __FUNCTION__);
} else {
dhdpcie_send_mb_data(bus, H2D_HOST_PTM_DISABLE, __FUNCTION__);
}
break;
case IOV_SVAL(IOV_PTM_VALIDATE_TS):
bus->ptm_ts_validate = int_val;
if (int_val & PTM_VALIDATE_TS_RX) {
bus->ptm_rxts_validate = TRUE;
bus->ptm_bad_rxts_trap_th =
(int_val & PTM_BAD_RXTS_CNT_MASK) >> PTM_BAD_RXTS_CNT_SHF;
if (bus->ptm_bad_rxts_trap_th == 0) {
bus->ptm_bad_rxts_trap_th = PTM_CLKINVALID_RX_TRAP_TH;
}
}
else {
bus->ptm_rxts_validate = FALSE;
bus->ptm_bad_rxts_trap_th = 0;
}
if (int_val & PTM_VALIDATE_TS_TX) {
bus->ptm_txts_validate = TRUE;
bus->ptm_bad_txts_trap_th =
(int_val & PTM_BAD_TXTS_CNT_MASK) >> PTM_BAD_TXTS_CNT_SHF;
if (bus->ptm_bad_txts_trap_th == 0) {
bus->ptm_bad_txts_trap_th = PTM_CLKINVALID_TX_TRAP_TH;
}
}
else {
bus->ptm_txts_validate = FALSE;
bus->ptm_bad_txts_trap_th = 0;
}
break;
case IOV_GVAL(IOV_PTM_VALIDATE_TS):
int_val = bus->ptm_ts_validate;
(void)memcpy_s(arg, val_size, &int_val, sizeof(int_val));
break;
case IOV_GVAL(IOV_PCIE_DMAXFER_PTRN): {
int_val = bus->lpbk_xfer_data_pattern_type;
bcopy(&int_val, arg, val_size);
break;
}
case IOV_SVAL(IOV_PCIE_DMAXFER_PTRN): {
bus->lpbk_xfer_data_pattern_type = int_val;
break;
}
default:
bcmerror = BCME_UNSUPPORTED;
break;
}
exit:
return bcmerror;
} /* dhdpcie_bus_doiovar */
/* @argument
* 0x100 : Host initated PLL lock
* 0x110 : Host initated PCIe Link L0
*/
static void
dhdpcie_set_host_init_hw_exit_latency(dhd_bus_t *bus, uint32 val)
{
uint32 l1ss_ext_evt_cnt = 0, l1ss_ext_state_tmr = 0;
/* Below sequence is shared by ASIC team to measure host init HW exit latency */
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndAddr), ~0,
PCIECFGREG_STAT_CTRL);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndData), ~0,
PCIECFGREG_STAT_CTRL_VAL);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndData), 0, 0);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndAddr), ~0,
PCIECFGREG_L1SS_EXT_EVT_CNT);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndData), ~0,
0xFFFFFFFF);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndData), 0, 0);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndAddr), ~0,
PCIECFGREG_L1SS_EXT_STATE_TMR);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndData), ~0,
0xFFFFFFFF);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndData), 0, 0);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndAddr), ~0,
PCIECFGREG_L1SS_EXT_CNT_CTRL);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndData), ~0,
0x0);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndData), 0, 0);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndAddr), ~0,
PCIECFGREG_L1SS_EXT_CNT_CTRL);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndData), ~0,
val);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndData), 0, 0);
OSL_DELAY(1000);
dhdpcie_bus_cfg_read_dword(bus, PCIECFGREG_LINK_STATUS_CTRL, sizeof(uint32));
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndAddr), ~0,
PCIECFGREG_L1SS_EXT_EVT_CNT);
l1ss_ext_evt_cnt = si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(ConfigIndData), 0, 0);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndAddr), ~0,
PCIECFGREG_L1SS_EXT_STATE_TMR);
l1ss_ext_state_tmr = si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(ConfigIndData), 0, 0);
DHD_PRINT(("READ l1ss_ext_evt_cnt(0xaec) : 0x%x\n", l1ss_ext_evt_cnt));
DHD_PRINT(("READ l1ss_ext_state_tmr(0xaf0) : 0x%x\n", l1ss_ext_state_tmr));
}
/** Transfers bytes from host to dongle using pio mode */
static int
dhdpcie_bus_lpback_req(struct dhd_bus *bus, uint32 len)
{
if (bus->dhd == NULL) {
DHD_ERROR(("bus not inited\n"));
return 0;
}
if (bus->dhd->prot == NULL) {
DHD_ERROR(("prot is not inited\n"));
return 0;
}
if (bus->dhd->busstate != DHD_BUS_DATA) {
DHD_ERROR(("not in a readystate to LPBK is not inited\n"));
return 0;
}
dhdmsgbuf_lpbk_req(bus->dhd, len);
return 0;
}
/* Ring DoorBell1 to indicate Hostready i.e. D3 Exit */
void
dhd_bus_hostready(struct dhd_bus *bus)
{
if (!bus->dhd->d2h_hostrdy_supported) {
return;
}
if (bus->is_linkdown) {
DHD_ERROR(("%s: PCIe link was down\n", __FUNCTION__));
return;
}
DHD_ERROR_MEM(("%s : Read PCICMD Reg: 0x%08X\n", __FUNCTION__,
dhd_pcie_config_read(bus, PCI_CFG_CMD, sizeof(uint32))));
dhd_bus_dump_dar_registers(bus);
if (bus->is_linkdown) {
DHD_ERROR(("%s: PCIe link was down before DB1\n", __FUNCTION__));
return;
}
#ifdef DHD_MMIO_TRACE
dhd_bus_mmio_trace(bus, dhd_bus_db1_addr_get(bus), 0x1, TRUE);
#endif /* defined(DHD_MMIO_TRACE) */
si_corereg(bus->sih, bus->sih->buscoreidx, dhd_bus_db1_addr_get(bus), ~0, 0x12345678);
bus->hostready_count++;
DHD_ERROR_MEM(("%s: Ring Hostready:%d\n", __FUNCTION__, bus->hostready_count));
}
/* Clear INTSTATUS */
void
dhdpcie_bus_clear_intstatus(struct dhd_bus *bus)
{
uint32 intstatus = 0;
/* Skip after receiving D3 ACK */
if (DHD_CHK_BUS_LPS_D3_ACKED(bus)) {
return;
}
/* check for PCIE Gen2 also */
if ((bus->sih->buscorerev == 6) || (bus->sih->buscorerev == 4) ||
(bus->sih->buscorerev == 2)) {
intstatus = dhdpcie_bus_cfg_read_dword(bus, PCIIntstatus, 4);
dhdpcie_bus_cfg_write_dword(bus, PCIIntstatus, 4, intstatus);
} else {
/* this is a PCIE core register..not a config register... */
intstatus = si_corereg(bus->sih, bus->sih->buscoreidx, bus->pcie_mailbox_int, 0, 0);
si_corereg(bus->sih, bus->sih->buscoreidx, bus->pcie_mailbox_int, bus->def_intmask,
intstatus);
}
}
static void
dhd_pcie_handle_lpm_memkill(struct dhd_bus *bus)
{
uint16 chipid = si_chipid(bus->sih);
if (bus->lpm_mem_kill == FALSE) {
DHD_ERROR(("LPM MODE: MEM Kill not enabled\n"));
return;
}
if (chipid == BCM4378_CHIP_ID) {
pmu_corereg(bus->sih, SI_CC_IDX, ChipControlAddr, ~0, PMU_CHIPCTL13);
pmu_corereg(bus->sih, SI_CC_IDX, ChipControlData,
BCM4378_WLAN_SYS_MEMDOWN_FORCE_PMU, BCM4378_WLAN_SYS_MEMDOWN_FORCE_PMU);
}
else if (chipid == BCM4387_CHIP_ID) {
pmu_corereg(bus->sih, SI_CC_IDX, ChipControlAddr, ~0, PMU_CHIPCTL13);
pmu_corereg(bus->sih, SI_CC_IDX, ChipControlData,
BCM4387_WLAN_SYS_MEMDOWN_FORCE_PMU, BCM4387_WLAN_SYS_MEMDOWN_FORCE_PMU);
}
else {
DHD_ERROR(("LPM MODE: Mem kill support not added for chip %d\n", chipid));
return;
}
DHD_PRINT(("PMU chipcontrol addr %d value is 0x%04x\n",
pmu_corereg(bus->sih, SI_CC_IDX, ChipControlAddr, 0, 0),
pmu_corereg(bus->sih, SI_CC_IDX, ChipControlData, 0, 0)));
}
#ifdef PWRSTATS_SYSFS
uint64
dhdpcie_get_last_suspend_time(dhd_pub_t *dhdp)
{
return dhdp->bus->last_suspend_end_time;
}
#endif /* PWRSTATS_SYSFS */
#ifdef DHD_RECOVER_TIMEOUT
/* This function will check if the CtrlCpl ring has pending items.
* and schedules dpc to process them.
* Returns true if DPC is scheduled.
*/
bool
dhd_recover_timeout_by_scheduling_dpc(struct dhd_bus *bus)
{
int host_irq_disabled = dhdpcie_irq_disabled(bus);
bool dpc_scheduled = FALSE;
/* For INTX, reschedule only if INTSTATUS is set */
if (bus->d2h_intr_method == PCIE_INTX) {
uint32 intstatus = si_corereg(bus->sih,
bus->sih->buscoreidx, bus->pcie_mailbox_int, 0, 0);
if (intstatus == (uint32)-1) {
DHD_ERROR(("%s: intstaus = 0x%x, skip retry\n", __FUNCTION__, intstatus));
goto exit;
}
if (intstatus == 0) {
DHD_PRINT(("%s: intstaus = 0x%x, skip retry\n", __FUNCTION__, intstatus));
goto exit;
}
/* Clear Interrupts */
dhdpcie_bus_clear_intstatus(bus);
}
DHD_PRINT(("%s: host_irq_disabled=%d\n", __FUNCTION__, host_irq_disabled));
if (dhd_prot_check_pending_ctrl_cmpls(bus->dhd)) {
DHD_PRINT(("##### %s: scheduling dpc again #####\n", __FUNCTION__));
dhd_pcie_intr_count_dump(bus->dhd);
dhd_print_tasklet_status(bus->dhd);
dhd_prot_ctrl_info_print(bus->dhd);
dhd_schedule_delayed_dpc_on_dpc_cpu(bus->dhd, 0);
dpc_scheduled = TRUE;
bus->rot_dpc_sched_count++;
} else {
DHD_PRINT(("%s: no pend items in CtrlCpl ring\n",
__FUNCTION__));
}
exit:
return dpc_scheduled;
}
#endif /* DHD_RECOVER_TIMEOUT */
int
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
dhdpcie_bus_suspend(struct dhd_bus *bus, bool state, bool byint)
#else
dhdpcie_bus_suspend(struct dhd_bus *bus, bool state)
#endif /* DHD_PCIE_NATIVE_RUNTIMEPM */
{
int timeleft = 0;
int rc = 0, ret = BCME_OK;
unsigned long flags;
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
int d3_read_retry = 0;
uint32 d2h_mb_data = 0;
uint32 zero = 0;
#endif /* DHD_PCIE_NATIVE_RUNTIMEPM */
if (bus->dhd == NULL) {
DHD_ERROR(("bus not inited\n"));
return BCME_ERROR;
}
if (bus->dhd->prot == NULL) {
DHD_ERROR(("prot is not inited\n"));
return BCME_ERROR;
}
if (dhd_query_bus_erros(bus->dhd)) {
return BCME_ERROR;
}
DHD_GENERAL_LOCK(bus->dhd, flags);
if (!(bus->dhd->busstate == DHD_BUS_DATA || bus->dhd->busstate == DHD_BUS_SUSPEND)) {
DHD_ERROR(("not in a readystate\n"));
DHD_GENERAL_UNLOCK(bus->dhd, flags);
return BCME_ERROR;
}
DHD_GENERAL_UNLOCK(bus->dhd, flags);
if (bus->dhd->dongle_reset) {
DHD_ERROR(("Dongle is in reset state.\n"));
return -EIO;
}
/* Check whether we are already in the requested state.
* state=TRUE means Suspend
* state=FALSE meanse Resume
*/
if (state == TRUE && bus->dhd->busstate == DHD_BUS_SUSPEND) {
DHD_ERROR(("Bus is already in SUSPEND state.\n"));
return BCME_OK;
} else if (state == FALSE && bus->dhd->busstate == DHD_BUS_DATA) {
DHD_ERROR(("Bus is already in RESUME state.\n"));
return BCME_OK;
}
if (state) {
#ifdef OEM_ANDROID
int idle_retry = 0;
int active;
#endif /* OEM_ANDROID */
if (bus->is_linkdown) {
DHD_ERROR(("%s: PCIe link was down, state=%d\n",
__FUNCTION__, state));
return BCME_ERROR;
}
/* Suspend */
DHD_RPM(("%s: Entering suspend state\n", __FUNCTION__));
bus->dhd->dhd_watchdog_ms_backup = dhd_watchdog_ms;
if (bus->dhd->dhd_watchdog_ms_backup) {
DHD_ERROR(("%s: Disabling wdtick before going to suspend\n",
__FUNCTION__));
dhd_os_wd_timer(bus->dhd, 0);
}
DHD_GENERAL_LOCK(bus->dhd, flags);
#if defined(__linux__)
if (DHD_BUS_BUSY_CHECK_IN_TX(bus->dhd)) {
DHD_ERROR(("Tx Request is not ended\n"));
bus->dhd->busstate = DHD_BUS_DATA;
DHD_GENERAL_UNLOCK(bus->dhd, flags);
#ifndef DHD_EFI
return -EBUSY;
#else
return BCME_ERROR;
#endif
}
#endif /* __linux__ */
bus->last_suspend_start_time = OSL_LOCALTIME_NS();
/* stop all interface network queue. */
dhd_bus_stop_queue(bus);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
if (byint) {
DHD_OS_WAKE_LOCK_WAIVE(bus->dhd);
/* Clear wait_for_d3_ack before sending D3_INFORM */
bus->wait_for_d3_ack = 0;
dhdpcie_send_mb_data(bus, H2D_HOST_D3_INFORM, __FUNCTION__);
timeleft = dhd_os_d3ack_wait(bus->dhd, &bus->wait_for_d3_ack);
DHD_OS_WAKE_LOCK_RESTORE(bus->dhd);
} else {
/* Clear wait_for_d3_ack before sending D3_INFORM */
bus->wait_for_d3_ack = 0;
dhdpcie_send_mb_data(bus,
H2D_HOST_D3_INFORM | H2D_HOST_ACK_NOINT, __FUNCTION__);
while (!bus->wait_for_d3_ack && d3_read_retry < MAX_D3_ACK_TIMEOUT) {
dhdpcie_handle_mb_data(bus);
usleep_range(1000, 1500);
d3_read_retry++;
}
}
#else
DHD_OS_WAKE_LOCK_WAIVE(bus->dhd);
#ifdef DHD_TIMESYNC
/* disable time sync mechanism, if configed */
dhd_timesync_control(bus->dhd, TRUE);
#endif /* DHD_TIMESYNC */
#ifdef PCIE_INB_DW
/* As D3_INFORM will be sent after De-assert,
* skip sending DS-ACK for DS-REQ.
*/
DHD_BUS_INB_DW_LOCK(bus->inb_lock, flags);
bus->skip_ds_ack = TRUE;
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
#endif /* PCIE_INB_DW */
#if defined(PCIE_OOB) || defined(PCIE_INB_DW)
DHD_BUS_INB_DW_LOCK(bus->inb_lock, flags);
DHD_RPM(("%s: Before DW_ASSERT inband_dw_state:%d\n",
__FUNCTION__, dhdpcie_bus_get_pcie_inband_dw_state(bus)));
if (dhdpcie_bus_get_pcie_inband_dw_state(bus) ==
DW_DEVICE_DS_DISABLED_WAIT) {
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
DHD_ERROR(("Waiting for DS-Exit, abort suspend\n"));
rc = BCME_ERROR;
goto fail;
}
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
dhd_bus_set_device_wake(bus, TRUE, __FUNCTION__);
DHD_BUS_INB_DW_LOCK(bus->inb_lock, flags);
DHD_RPM(("%s: After DW_ASSERT inband_dw_state:%d\n",
__FUNCTION__, dhdpcie_bus_get_pcie_inband_dw_state(bus)));
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
#endif /* defined(PCIE_OOB) || defined(PCIE_INB_DW) */
#ifdef PCIE_OOB
bus->oob_presuspend = TRUE;
#endif
#ifdef PCIE_INB_DW
/* De-assert at this point for In-band device_wake */
if (INBAND_DW_ENAB(bus)) {
#ifdef DHD_EFI
/* during pcie suspend, irrespective of 'deep_sleep' enabled
* or disabled, always de-assert DW. If 'deep_sleep' was disabled
* by user iovar, then upon resuming, DW is again asserted in the
* 'dhd_bus_handle_mb_data' path.
*/
dhd_bus_inb_set_device_wake(bus, FALSE, __FUNCTION__);
#else
dhd_bus_set_device_wake(bus, FALSE, __FUNCTION__);
#endif /* DHD_EFI */
DHD_BUS_INB_DW_LOCK(bus->inb_lock, flags);
dhdpcie_bus_set_pcie_inband_dw_state(bus, DW_DEVICE_HOST_SLEEP_WAIT);
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
}
#endif /* PCIE_INB_DW */
/* Clear wait_for_d3_ack before sending D3_INFORM */
bus->wait_for_d3_ack = 0;
/*
* Send H2D_HOST_D3_INFORM to dongle and mark bus->bus_low_power_state
* to DHD_BUS_D3_INFORM_SENT in dhd_prot_ring_write_complete_mbdata
* inside atomic context, so that no more DBs will be
* rung after sending D3_INFORM
*/
#ifdef PCIE_INB_DW
if (INBAND_DW_ENAB(bus)) {
DHD_BUS_INB_DW_LOCK(bus->inb_lock, flags);
DHD_RPM(("%s: Before D3_INFORM inband_dw_state:%d\n",
__FUNCTION__, dhdpcie_bus_get_pcie_inband_dw_state(bus)));
ret = dhdpcie_send_mb_data(bus, H2D_HOST_D3_INFORM, __FUNCTION__);
DHD_RPM(("%s: After D3_INFORM inband_dw_state:%d\n",
__FUNCTION__, dhdpcie_bus_get_pcie_inband_dw_state(bus)));
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
} else
#endif /* PCIE_INB_DW */
{
ret = dhdpcie_send_mb_data(bus, H2D_HOST_D3_INFORM, __FUNCTION__);
}
if (!bus->is_linkdown && ret == BCME_OK) {
/* Wait for D3 ACK for D3_ACK_RESP_TIMEOUT seconds */
timeleft = dhd_os_d3ack_wait(bus->dhd, &bus->wait_for_d3_ack);
}
#ifdef DHD_RECOVER_TIMEOUT
/* WAR for missing D3 ACK MB interrupt */
if ((bus->wait_for_d3_ack == 0) && (timeleft == 0) &&
!dhd_query_bus_erros(bus->dhd)) {
DHD_PRINT(("%s: resumed on timeout for D3 ACK\n", __FUNCTION__));
if (dhd_recover_timeout_by_scheduling_dpc(bus)) {
timeleft = dhd_os_d3ack_wait(bus->dhd, &bus->wait_for_d3_ack);
}
} /* bus->wait_for_d3_ack was 0 */
#endif /* DHD_RECOVER_TIMEOUT */
if ((bus->wait_for_d3_ack == 0) && (timeleft == 0)) {
/* dump deep-sleep trace */
dhd_dump_ds_trace_console(bus->dhd);
#ifdef DHD_TREAT_D3ACKTO_AS_LINKDWN
dhd_plat_pcie_skip_config_set(TRUE);
DHD_ERROR(("%s: Treating D3 ack timeout during"
" suspend-resume as PCIe linkdown !\n", __FUNCTION__));
dhd_bus_set_linkdown(bus->dhd, TRUE);
bus->d3ackto_as_linkdwn_cnt++;
bus->dhd->hang_reason = HANG_REASON_PCIE_LINK_DOWN_RC_DETECT;
dhd_os_send_hang_message(bus->dhd);
#endif /* DHD_TREAT_D3ACKTO_AS_LINKDWN */
}
DHD_OS_WAKE_LOCK_RESTORE(bus->dhd);
#endif /* DHD_PCIE_NATIVE_RUNTIMEPM */
#ifdef OEM_ANDROID
/* To allow threads that got pre-empted to complete.
*/
while ((active = dhd_os_check_wakelock_all(bus->dhd)) &&
(idle_retry < MAX_WKLK_IDLE_CHECK)) {
OSL_SLEEP(1);
idle_retry++;
}
#endif /* OEM_ANDROID */
if (bus->wait_for_d3_ack) {
DHD_RPM(("%s: Got D3 Ack \n", __FUNCTION__));
/* Got D3 Ack. Suspend the bus */
#ifdef OEM_ANDROID
if (active) {
DHD_ERROR(("%s():Suspend failed because of wakelock"
"restoring Dongle to D0\n", __FUNCTION__));
if (bus->dhd->dhd_watchdog_ms_backup) {
DHD_PRINT(("%s: Enabling wdtick due to wakelock active\n",
__FUNCTION__));
dhd_os_wd_timer(bus->dhd,
bus->dhd->dhd_watchdog_ms_backup);
}
/*
* Dongle still thinks that it has to be in D3 state until
* it gets a D0 Inform, but we are backing off from suspend.
* Ensure that Dongle is brought back to D0.
*
* Bringing back Dongle from D3 Ack state to D0 state is a
* 2 step process. Dongle would want to know that D0 Inform
* would be sent as a MB interrupt to bring it out of D3 Ack
* state to D0 state. So we have to send both this message.
*/
/* Clear wait_for_d3_ack to send D0_INFORM or host_ready */
bus->wait_for_d3_ack = 0;
DHD_SET_BUS_NOT_IN_LPS(bus);
#ifdef PCIE_INB_DW
if (INBAND_DW_ENAB(bus)) {
DHD_BUS_INB_DW_LOCK(bus->inb_lock, flags);
/* Since suspend has failed due to wakelock is held,
* update the DS state to DW_DEVICE_HOST_WAKE_WAIT.
* So that host sends the DS-ACK for DS-REQ.
*/
DHD_PRINT(("Suspend failed due to wakelock is held, "
"set inband dw state to DW_DEVICE_HOST_WAKE_WAIT\n"));
dhdpcie_bus_set_pcie_inband_dw_state(bus,
DW_DEVICE_HOST_WAKE_WAIT);
dhd_bus_ds_trace(bus, 0, TRUE,
dhdpcie_bus_get_pcie_inband_dw_state(bus),
__FUNCTION__);
bus->skip_ds_ack = FALSE;
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
}
#endif /* PCIE_INB_DW */
/* Enable back the intmask which was cleared in DPC
* after getting D3_ACK.
*/
dhdpcie_bus_intr_enable(bus);
bus->dngl_intmask_enable_count++;
if (bus->use_d0_inform) {
DHD_OS_WAKE_LOCK_WAIVE(bus->dhd);
dhdpcie_send_mb_data(bus,
(H2D_HOST_D0_INFORM_IN_USE | H2D_HOST_D0_INFORM),
__FUNCTION__);
DHD_OS_WAKE_LOCK_RESTORE(bus->dhd);
}
/* ring doorbell 1 (hostready) */
dhd_bus_hostready(bus);
DHD_GENERAL_LOCK(bus->dhd, flags);
bus->dhd->busstate = DHD_BUS_DATA;
/* resume all interface network queue. */
dhd_bus_start_queue(bus);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
rc = BCME_ERROR;
} else {
/* Actual Suspend after no wakelock */
#endif /* OEM_ANDROID */
/* At this time bus->bus_low_power_state will be
* made to DHD_BUS_D3_ACK_RECEIVED after receiving D3_ACK
* in dhd_bus_handle_d3_ack()
*/
#ifdef PCIE_OOB
bus->oob_presuspend = FALSE;
if (OOB_DW_ENAB(bus)) {
dhd_bus_set_device_wake(bus, FALSE, __FUNCTION__);
}
#endif
#ifdef PCIE_OOB
bus->oob_presuspend = TRUE;
#endif
#ifdef PCIE_INB_DW
if (INBAND_DW_ENAB(bus)) {
DHD_BUS_INB_DW_LOCK(bus->inb_lock, flags);
if (dhdpcie_bus_get_pcie_inband_dw_state(bus) ==
DW_DEVICE_HOST_SLEEP_WAIT) {
dhdpcie_bus_set_pcie_inband_dw_state(bus,
DW_DEVICE_HOST_SLEEP);
#ifdef PCIE_INB_DW
dhd_bus_ds_trace(bus, 0, TRUE,
dhdpcie_bus_get_pcie_inband_dw_state(bus),
__FUNCTION__);
#else
dhd_bus_ds_trace(bus, 0, TRUE);
#endif /* PCIE_INB_DW */
}
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
}
#endif /* PCIE_INB_DW */
if (bus->use_d0_inform &&
(bus->api.fw_rev < PCIE_SHARED_VERSION_6)) {
DHD_OS_WAKE_LOCK_WAIVE(bus->dhd);
dhdpcie_send_mb_data(bus,
H2D_HOST_D0_INFORM_IN_USE, __FUNCTION__);
DHD_OS_WAKE_LOCK_RESTORE(bus->dhd);
}
#ifdef PCIE_OOB
dhd_bus_set_device_wake(bus, FALSE, __FUNCTION__);
#endif /* PCIE_OOB */
#if defined(BCMPCIE_OOB_HOST_WAKE)
if (bus->dhd->dhd_induce_error == DHD_INDUCE_DROP_OOB_IRQ) {
DHD_ERROR(("%s: Inducing DROP OOB IRQ\n", __FUNCTION__));
} else {
dhdpcie_oob_intr_set(bus, TRUE);
}
#endif /* BCMPCIE_OOB_HOST_WAKE */
DHD_GENERAL_LOCK(bus->dhd, flags);
/* The Host cannot process interrupts now so disable the same.
* No need to disable the dongle INTR using intmask, as we are
* already calling disabling INTRs from DPC context after
* getting D3_ACK in dhd_bus_handle_d3_ack.
* Code may not look symmetric between Suspend and
* Resume paths but this is done to close down the timing window
* between DPC and suspend context and bus->bus_low_power_state
* will be set to DHD_BUS_D3_ACK_RECEIVED in DPC.
*/
bus->dhd->d3ackcnt_timeout = 0;
bus->dhd->busstate = DHD_BUS_SUSPEND;
DHD_GENERAL_UNLOCK(bus->dhd, flags);
#if defined(__linux__)
dhdpcie_dump_resource(bus);
#endif /* __linux__ */
DHD_INFO(("lpm_mode %d, fw_lpm_support %d\n", bus->lpm_mode,
bus->dhd->fw_lpm_support));
/* Once LPM mode is entered, recovery is only through WL_REG_ON */
if (bus->lpm_mode && bus->dhd->fw_lpm_support) {
/* send DB7 with PCIE_DB7_MAGIC_NUMBER_DPC_LPM */
int trap_data = 0;
uint32 addr = dhd_bus_db1_addr_3_get(bus);
DHD_PRINT(("forcing LPM mode\n"));
si_corereg(bus->sih, bus->sih->buscoreidx, addr, ~0,
PCIE_DB7_MAGIC_NUMBER_DPC_LPM);
/* wait 500ms */
OSL_DELAY(500000);
/* read trap data to confirm */
trap_data = dhd_prot_process_trapbuf(bus->dhd);
DHD_PRINT(("LPM: trap data response 0x%x\n", trap_data));
/* force memory bits down */
if (trap_data) {
dhd_pcie_handle_lpm_memkill(bus);
}
}
DHD_INFO(("Doing the D3\n"));
rc = dhdpcie_pci_suspend_resume(bus, state);
if (!rc) {
bus->last_suspend_end_time = OSL_LOCALTIME_NS();
}
DHD_INFO(("FLR, lpm_mode %d, lpm_force_flr %d, fwsupport %d\n",
bus->lpm_mode, bus->lpm_force_flr,
bus->dhd->fw_lpm_support));
if (bus->lpm_mode && bus->dhd->fw_lpm_support &&
bus->lpm_force_flr)
{
bus->lpm_keep_in_reset = TRUE;
dhd_bus_perform_flr(bus, FALSE);
bus->lpm_keep_in_reset = FALSE;
DHD_PRINT(("FLR done\n"));
}
#ifdef OEM_ANDROID
}
#endif /* OEM_ANDROID */
} else if ((timeleft == 0) && !dhd_query_bus_erros(bus->dhd)) { /* D3 ACK Timeout */
#ifdef DHD_FW_COREDUMP
uint32 cur_memdump_mode = bus->dhd->memdump_enabled;
#endif /* DHD_FW_COREDUMP */
/* check if the D3 ACK timeout due to scheduling issue */
bus->dhd->is_sched_error = !dhd_query_bus_erros(bus->dhd) &&
dhd_bus_query_dpc_sched_errors(bus->dhd);
DHD_PRINT(("%s: resumed on timeout for D3 ACK%s d3_inform_cnt %d\n",
__FUNCTION__, bus->dhd->is_sched_error ?
" due to scheduling problem" : "", bus->dhd->d3ackcnt_timeout));
#if defined(DHD_KERNEL_SCHED_DEBUG) && defined(DHD_FW_COREDUMP)
/* DHD triggers Kernel panic if the resumed on timeout occurrs
* due to tasklet or workqueue scheduling problems in the Linux Kernel.
* Customer informs that it is hard to find any clue from the
* host memory dump since the important tasklet or workqueue information
* is already disappered due the latency while printing out the timestamp
* logs for debugging scan timeout issue.
* For this reason, customer requestes us to trigger Kernel Panic rather
* than taking a SOCRAM dump.
*/
if (bus->dhd->is_sched_error && cur_memdump_mode == DUMP_MEMFILE_BUGON) {
/* change g_assert_type to trigger Kernel panic */
g_assert_type = 2;
/* use ASSERT() to trigger panic */
ASSERT(0);
}
#endif /* DHD_KERNEL_SCHED_DEBUG && DHD_FW_COREDUMP */
DHD_SET_BUS_NOT_IN_LPS(bus);
DHD_GENERAL_LOCK(bus->dhd, flags);
bus->dhd->busstate = DHD_BUS_DATA;
/* resume all interface network queue. */
dhd_bus_start_queue(bus);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
dhd_validate_pcie_link_cbp_wlbp(bus);
if (bus->link_state != DHD_PCIE_ALL_GOOD) {
DHD_ERROR(("%s: bus link state (%d) is not good !\n",
__FUNCTION__, bus->link_state));
if (bus->link_state == DHD_PCIE_WLAN_BP_DOWN ||
bus->link_state == DHD_PCIE_COEXCPU_BP_DOWN) {
/* need to collect FIS dumps for WLAN/COEX BP down case */
DHD_ERROR(("%s : Set do_chip_bighammer\n", __FUNCTION__));
bus->dhd->do_chip_bighammer = TRUE;
#if defined(DHD_FW_COREDUMP)
#ifdef DHD_SSSR_DUMP
DHD_PRINT(("%s : Set collect_sssr\n", __FUNCTION__));
bus->dhd->collect_sssr = TRUE;
dhdpcie_set_collect_fis(bus);
#endif /* DHD_SSSR_DUMP */
if (bus->link_state == DHD_PCIE_WLAN_BP_DOWN) {
bus->dhd->memdump_type = DUMP_TYPE_WL_BP_DOWN;
} else if (bus->link_state == DHD_PCIE_COEXCPU_BP_DOWN) {
bus->dhd->memdump_type = DUMP_TYPE_COEXCPU_BP_DOWN;
}
dhdpcie_mem_dump(bus);
#endif /* DHD_FW_COREDUMP */
}
#ifdef OEM_ANDROID
dhd_os_check_hang(bus->dhd, 0, -ETIMEDOUT);
#endif /* OEM_ANDROID */
rc = -ETIMEDOUT;
return rc;
}
/* Dump important config space registers */
dhd_bus_dump_imp_cfg_registers(bus);
/* avoid multiple socram dump from dongle trap and
* invalid PCIe bus assceess due to PCIe link down
*/
if (bus->dhd->check_trap_rot) {
DHD_PRINT(("Check dongle trap in the case of d3 ack timeout\n"));
dhdpcie_checkdied(bus, NULL, 0);
}
/* Set d3_ack_timeout_occurred after checkdied,
* as checkdied returns for any bus error
*/
bus->dhd->d3ack_timeout_occured = TRUE;
/* If the D3 Ack has timeout */
bus->dhd->d3ackcnt_timeout++;
if (bus->dhd->dongle_trap_occured) {
#ifdef OEM_ANDROID
#ifdef SUPPORT_LINKDOWN_RECOVERY
#ifdef CONFIG_ARCH_MSM
bus->no_cfg_restore = 1;
#endif /* CONFIG_ARCH_MSM */
#endif /* SUPPORT_LINKDOWN_RECOVERY */
dhd_os_check_hang(bus->dhd, 0, -EREMOTEIO);
#endif /* OEM_ANDROID */
} else if (!bus->is_linkdown &&
!bus->cto_triggered && (bus->link_state == DHD_PCIE_ALL_GOOD)) {
uint32 intstatus = 0;
/* Check if PCIe bus status is valid */
intstatus = si_corereg(bus->sih, bus->sih->buscoreidx,
bus->pcie_mailbox_int, 0, 0);
if (intstatus == (uint32)-1) {
/* Invalidate PCIe bus status */
dhd_bus_set_linkdown(bus->dhd, TRUE);
}
dhd_bus_dump_console_buffer(bus);
dhd_prot_debug_info_print(bus->dhd);
#ifdef DHD_FW_COREDUMP
if (cur_memdump_mode) {
/* write core dump to file */
bus->dhd->memdump_type = DUMP_TYPE_D3_ACK_TIMEOUT;
dhdpcie_mem_dump(bus);
}
#endif /* DHD_FW_COREDUMP */
#ifdef NDIS
/* ASSERT only if hang detection/recovery is disabled.
* If enabled then let
* windows HDR mechansim trigger FW download via surprise removal
*/
dhd_bus_check_died(bus);
#endif
#ifdef OEM_ANDROID
DHD_PRINT(("%s: Event HANG send up due to D3_ACK timeout\n",
__FUNCTION__));
#ifdef SUPPORT_LINKDOWN_RECOVERY
#ifdef CONFIG_ARCH_MSM
bus->no_cfg_restore = 1;
#endif /* CONFIG_ARCH_MSM */
#endif /* SUPPORT_LINKDOWN_RECOVERY */
dhd_os_check_hang(bus->dhd, 0, -ETIMEDOUT);
#endif /* OEM_ANDROID */
}
#if defined(DHD_ERPOM) || (defined(DHD_EFI) && defined(BT_OVER_PCIE))
dhd_schedule_reset(bus->dhd);
#endif /* DHD_ERPOM || DHD_EFI */
rc = -ETIMEDOUT;
}
#ifdef PCIE_OOB
bus->oob_presuspend = FALSE;
#endif /* PCIE_OOB */
} else {
/* Resume */
DHD_RPM(("%s: Entering resume state\n", __FUNCTION__));
bus->last_resume_start_time = OSL_LOCALTIME_NS();
/**
* PCIE2_BAR0_CORE2_WIN gets reset after D3 cold.
* si_backplane_access(function to read/write backplane)
* updates the window(PCIE2_BAR0_CORE2_WIN) only if
* window being accessed is different form the window
* being pointed by second_bar0win.
* Since PCIE2_BAR0_CORE2_WIN is already reset because of D3 cold,
* invalidating second_bar0win after resume updates
* PCIE2_BAR0_CORE2_WIN with right window.
*/
si_invalidate_second_bar0win(bus->sih);
#if defined(__linux__) && defined(OEM_ANDROID)
#if defined(BCMPCIE_OOB_HOST_WAKE)
DHD_OS_OOB_IRQ_WAKE_UNLOCK(bus->dhd);
#endif /* BCMPCIE_OOB_HOST_WAKE */
#endif /* linux && OEM_ANDROID */
#ifdef PCIE_INB_DW
if (INBAND_DW_ENAB(bus)) {
DHD_BUS_INB_DW_LOCK(bus->inb_lock, flags);
if (dhdpcie_bus_get_pcie_inband_dw_state(bus) == DW_DEVICE_HOST_SLEEP) {
dhdpcie_bus_set_pcie_inband_dw_state(bus, DW_DEVICE_HOST_WAKE_WAIT);
#ifdef PCIE_INB_DW
dhd_bus_ds_trace(bus, 0, TRUE,
dhdpcie_bus_get_pcie_inband_dw_state(bus),
"dhdpcie_bus_resume");
#else
dhd_bus_ds_trace(bus, 0, TRUE);
#endif /* PCIE_INB_DW */
}
bus->skip_ds_ack = FALSE;
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
}
#endif /* PCIE_INB_DW */
rc = dhdpcie_pci_suspend_resume(bus, state);
#if defined(__linux__)
dhdpcie_dump_resource(bus);
#endif /* __linux__ */
/* set bus_low_power_state to DHD_BUS_NO_LOW_POWER_STATE */
DHD_SET_BUS_NOT_IN_LPS(bus);
if (!rc && bus->dhd->busstate == DHD_BUS_SUSPEND) {
if (bus->use_d0_inform) {
DHD_OS_WAKE_LOCK_WAIVE(bus->dhd);
dhdpcie_send_mb_data(bus,
H2D_HOST_D0_INFORM, "dhdpcie_bus_resume");
DHD_OS_WAKE_LOCK_RESTORE(bus->dhd);
}
/* ring doorbell 1 (hostready) */
dhd_bus_hostready(bus);
}
DHD_GENERAL_LOCK(bus->dhd, flags);
bus->dhd->busstate = DHD_BUS_DATA;
#ifdef DHD_PCIE_RUNTIMEPM
if (DHD_BUS_BUSY_CHECK_RPM_SUSPEND_DONE(bus->dhd)) {
bus->bus_wake = 1;
OSL_SMP_WMB();
wake_up(&bus->rpm_queue);
}
#endif /* DHD_PCIE_RUNTIMEPM */
#ifdef PCIE_OOB
/*
* Assert & Deassert the Device Wake. The following is the explanation for doing so.
* 0) At this point,
* Host is in suspend state, Link is in L2/L3, Dongle is in D3 Cold
* Device Wake is enabled.
* 1) When the Host comes out of Suspend, it first sends PERST# in the Link.
* Looking at this the Dongle moves from D3 Cold to NO DS State
* 2) Now The Host OS calls the "resume" function of DHD. From here the DHD first
* Asserts the Device Wake.
* From the defn, when the Device Wake is asserted, The dongle FW will ensure
* that the Dongle is out of deep sleep IF the device is already in deep sleep.
* But note that now the Dongle is NOT in Deep sleep and is actually in
* NO DS state. So just driving the Device Wake high does not trigger any state
* transitions. The Host should actually "Toggle" the Device Wake to ensure
* that Dongle synchronizes with the Host and starts the State Transition to D0.
* 4) Note that the above explanation is applicable Only when the Host comes out of
* suspend and the Dongle comes out of D3 Cold
*/
/* This logic is not required when hostready is enabled */
if (!bus->dhd->d2h_hostrdy_supported) {
dhd_bus_set_device_wake(bus, TRUE, "dhdpcie_bus_resume");
OSL_DELAY(1000);
dhd_bus_set_device_wake(bus, FALSE, "dhdpcie_bus_resume");
}
#endif /* PCIE_OOB */
/* resume all interface network queue. */
dhd_bus_start_queue(bus);
/* Enable back the intmask which was cleared in DPC
* after getting D3_ACK.
*/
dhdpcie_bus_intr_enable(bus);
bus->dngl_intmask_enable_count++;
DHD_GENERAL_UNLOCK(bus->dhd, flags);
#ifdef DHD_TIMESYNC
/* enable time sync mechanism, if configed */
DHD_OS_WAKE_LOCK_WAIVE(bus->dhd);
dhd_timesync_control(bus->dhd, FALSE);
DHD_OS_WAKE_LOCK_RESTORE(bus->dhd);
#endif /* DHD_TIMESYNC */
if (bus->dhd->dhd_watchdog_ms_backup) {
DHD_PRINT(("%s: Enabling wdtick after resume\n",
__FUNCTION__));
dhd_os_wd_timer(bus->dhd, bus->dhd->dhd_watchdog_ms_backup);
}
bus->last_resume_end_time = OSL_LOCALTIME_NS();
bus->ptm_host_ready_adopt_rx = TRUE;
bus->ptm_host_ready_adopt_tx = TRUE;
/* Update TCM rd index for EDL ring */
DHD_EDL_RING_TCM_RD_UPDATE(bus->dhd);
}
return rc;
#ifdef PCIE_INB_DW
fail:
if (bus->dhd->dhd_watchdog_ms_backup) {
DHD_PRINT(("%s: Enabling wdtick due to wakelock active\n",
__FUNCTION__));
dhd_os_wd_timer(bus->dhd,
bus->dhd->dhd_watchdog_ms_backup);
}
DHD_GENERAL_LOCK(bus->dhd, flags);
bus->dhd->busstate = DHD_BUS_DATA;
/* resume all interface network queue. */
dhd_bus_start_queue(bus);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
return rc;
#endif /* PCIE_INB_DW */
}
#define BUS_SUSPEND TRUE
#define BUS_RESUME FALSE
int dhd_bus_suspend(dhd_pub_t *dhd)
{
int ret;
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
/* TODO: Check whether the arguments are correct */
ret = dhdpcie_bus_suspend(dhd->bus, TRUE, BUS_SUSPEND);
#else
ret = dhdpcie_bus_suspend(dhd->bus, BUS_SUSPEND);
#endif
return ret;
}
int dhd_bus_resume(dhd_pub_t *dhd, int stage)
{
int ret;
BCM_REFERENCE(stage);
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
/* TODO: Check whether the arguments are correct */
ret = dhdpcie_bus_suspend(dhd->bus, FALSE, BUS_RESUME);
#else
ret = dhdpcie_bus_suspend(dhd->bus, BUS_RESUME);
#endif
return ret;
}
uint32
dhdpcie_force_alp(struct dhd_bus *bus, bool enable)
{
ASSERT(bus && bus->sih);
if (enable) {
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(ClkControl), CCS_FORCEALP, CCS_FORCEALP);
} else {
si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(ClkControl), CCS_FORCEALP, 0);
}
return 0;
}
/* set pcie l1 entry time: dhd pciereg 0x1004[22:16] */
uint32
dhdpcie_set_l1_entry_time(struct dhd_bus *bus, int l1_entry_time)
{
uint reg_val;
ASSERT(bus && bus->sih);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndAddr), ~0,
0x1004);
reg_val = si_corereg(bus->sih, bus->sih->buscoreidx,
PCIE_REG_OFF(ConfigIndData), 0, 0);
reg_val = (reg_val & ~(0x7f << 16)) | ((l1_entry_time & 0x7f) << 16);
si_corereg(bus->sih, bus->sih->buscoreidx, PCIE_REG_OFF(ConfigIndData), ~0,
reg_val);
return 0;
}
static uint32
dhd_apply_d11_war_length(struct dhd_bus *bus, uint32 len, uint32 d11_lpbk)
{
uint16 chipid = si_chipid(bus->sih);
/*
* WAR for CRWLDOT11M-3011
* program the DMA descriptor Buffer length as the expected frame length
* + 8 bytes extra for corerev 82 when buffer length % 128 is equal to 4
*/
if ((chipid == BCM4375_CHIP_ID ||
chipid == BCM4362_CHIP_ID ||
chipid == BCM4377_CHIP_ID ||
chipid == BCM43751_CHIP_ID ||
chipid == BCM43752_CHIP_ID) &&
(d11_lpbk != M2M_DMA_LPBK && d11_lpbk != M2M_NON_DMA_LPBK)) {
len += 8;
}
DHD_PRINT(("%s: len %d\n", __FUNCTION__, len));
return len;
}
/** Transfers bytes from host to dongle and to host again using DMA */
static int
dhdpcie_bus_dmaxfer_req(struct dhd_bus *bus,
uint32 len, uint32 srcdelay, uint32 destdelay,
uint32 d11_lpbk, uint32 core_num, uint32 wait,
uint32 mem_addr)
{
int ret = 0;
if (bus->dhd == NULL) {
DHD_ERROR(("bus not inited\n"));
return BCME_ERROR;
}
if (bus->dhd->prot == NULL) {
DHD_ERROR(("prot is not inited\n"));
return BCME_ERROR;
}
if (bus->dhd->busstate != DHD_BUS_DATA) {
DHD_ERROR(("not in a readystate to LPBK is not inited\n"));
return BCME_ERROR;
}
if (len < 5 || len > 4194296) {
DHD_ERROR(("len is too small or too large\n"));
return BCME_ERROR;
}
#if defined(DHD_EFI) && defined(DHD_INTR_POLL_PERIOD_DYNAMIC)
bus->dhd->cur_intr_poll_period = dhd_os_get_intr_poll_period();
/* before running loopback test, set interrupt poll period to a lesser value */
dhd_os_set_intr_poll_period(bus, INTR_POLL_PERIOD_CRITICAL);
#endif /* DHD_EFI && DHD_INTR_POLL_PERIOD_DYNAMIC */
len = dhd_apply_d11_war_length(bus, len, d11_lpbk);
bus->dmaxfer_complete = FALSE;
ret = dhdmsgbuf_dmaxfer_req(bus->dhd, len, srcdelay, destdelay,
d11_lpbk, core_num, mem_addr);
if (ret != BCME_OK || !wait) {
DHD_INFO(("%s: dmaxfer req returns status %u; wait = %u\n", __FUNCTION__,
ret, wait));
} else {
ret = dhd_os_dmaxfer_wait(bus->dhd, &bus->dmaxfer_complete);
if (ret < 0)
ret = BCME_NOTREADY;
#if defined(DHD_EFI) && defined(DHD_INTR_POLL_PERIOD_DYNAMIC)
/* restore interrupt poll period to the previous existing value */
dhd_os_set_intr_poll_period(bus, bus->dhd->cur_intr_poll_period);
#endif /* DHD_EFI && DHD_INTR_POLL_PERIOD_DYNAMIC */
}
return ret;
}
bool
dhd_bus_is_multibp_capable(struct dhd_bus *bus)
{
return MULTIBP_CAP(bus->sih);
}
#define PCIE_REV_FOR_4378A0 66 /* dhd_bus_perform_flr_with_quiesce() causes problems */
#define PCIE_REV_FOR_4378B0 68
#define DOWNLOAD_STATE_ENTER TRUE
#define DOWNLOAD_STATE_EXIT FALSE
static int
dhdpcie_bus_apply_quirks_before_set_dwnld_state(dhd_bus_t *bus, bool state)
{
bool do_flr;
do_flr = ((bus->sih->buscorerev != PCIE_REV_FOR_4378A0) &&
(bus->sih->buscorerev != PCIE_REV_FOR_4378B0));
/*
* Jira SWWLAN-214966: 4378B0 BToverPCIe: fails to download firmware
* with "insmod dhd.ko firmware_path=rtecdc.bin nvram_path=nvram.txt" format
* CTO is seen during autoload case.
* Need to assert PD1 power req during ARM out of reset.
* And doing FLR after this would conflict as FLR resets PCIe enum space.
*/
if (MULTIBP_ENAB(bus->sih) && !do_flr) {
dhd_bus_pcie_pwr_req(bus);
}
DHD_TRACE(("%s: dwnld-state=%u; dhd-busstate=%u;\n", __FUNCTION__,
state, bus->dhd->busstate));
/* for performance reasons, skip the FLR for QT */
#ifndef BCMQT
#ifdef BT_OVER_PCIE
if (state == DOWNLOAD_STATE_ENTER) {
/* The below FLR is required for multi backplane architecture chips,
* and only for the case where FW is re-downloaded on top of a running FW.
* It is not required for the first FW download
*/
if (dhd_bus_is_multibp_capable(bus) && do_flr &&
bus->dhd->busstate != DHD_BUS_DOWN) {
/* for multi-backplane architecture, issue an FLR to reset the WLAN cores */
const int pwr_req_ref = bus->pwr_req_ref;
if (pwr_req_ref > 0) {
(void)dhd_bus_perform_flr_with_quiesce(bus->dhd, bus, FALSE);
/*
* If power has been requested prior to calling FLR, but
* the FLR code cleared the power request, we need to
* request again to get back to the status of where we were
* prior, otherwise there'll be a mismatch in reqs/clears
*/
if (bus->pwr_req_ref < pwr_req_ref) {
dhd_bus_pcie_pwr_req(bus);
}
} else {
(void)dhd_bus_perform_flr_with_quiesce(bus->dhd, bus, FALSE);
}
}
}
#endif /* BT_OVER_PCIE */
#endif /* !BCMQT */
return BCME_OK;
}
/*
* dhdpcie_check_armca7_state: checks the reset and halt state of ARM CA7
* isup: output param; 1 - ARM is out of reset, 0 - ARM is not out of reset
* ishalt: - output param; 1 - ARM is in halt state, 0 - ARM is not halted
* return value:
* BCME_OK - indicates that the processor is indeed ARM-CA7 and
* that the output values in 'isup' and 'ishalt' are valid.
* BCME_ERROR - processor is not ARM CA7, and the output param values
* should not be used
*/
static int
dhdpcie_check_armca7_state(dhd_bus_t *bus, bool *isup, bool *ishalt)
{
uint32 arm_dmpctrl = 0;
uint32 save_idx = 0;
int ret = BCME_ERROR;
if (!bus || !isup || !ishalt)
return BCME_BADARG;
save_idx = si_coreidx(bus->sih);
*isup = FALSE;
*ishalt = FALSE;
if (si_setcore(bus->sih, ARMCA7_CORE_ID, 0)) {
*isup = si_iscoreup(bus->sih);
arm_dmpctrl = si_core_cflags(bus->sih, 0, 0);
*ishalt = (arm_dmpctrl & SICF_CPUHALT) ? TRUE : FALSE;
ret = BCME_OK;
}
si_setcoreidx(bus->sih, save_idx);
return ret;
}
static int
dhdpcie_bus_apply_quirks_after_set_dwnld_state(dhd_bus_t *bus, bool state)
{
bool do_flr;
do_flr = ((bus->sih->buscorerev != PCIE_REV_FOR_4378A0) &&
(bus->sih->buscorerev != PCIE_REV_FOR_4378B0));
if (MULTIBP_ENAB(bus->sih) && !do_flr) {
dhd_bus_pcie_pwr_req_clear(bus);
}
return BCME_OK;
}
static int
dhdpcie_bus_write_flops(dhd_bus_t *bus, uint32 arm_core)
{
int bcmerror = 0;
uint32 resetinstr_data = 0;
uint32 security_status = 0;
/* switch back to arm core again */
if (!(si_setcore(bus->sih, arm_core, 0))) {
DHD_ERROR(("%s: Failed to find ARM core!\n", __FUNCTION__));
return BCME_ERROR;
}
bcmerror = dhd_bus_get_security_status(bus, &security_status);
if (bcmerror == BCME_UNSUPPORTED) {
/* read address 0 with reset instruction, to validate that is not secured */
bcmerror = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1, 0,
(uint8 *)&resetinstr_data, sizeof(resetinstr_data));
}
/* if sboot enabled or read from flops is blocked */
if (resetinstr_data == 0xFFFFFFFF || (security_status & DAR_SEC_SBOOT_MASK)) {
DHD_ERROR(("%s: **** FLOPS Vector is secured, "
"Signature file is missing! ***\n", __FUNCTION__));
return BCME_NO_SIG_FILE;
}
/* write address 0 with reset instruction */
bcmerror = dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, 0,
(uint8 *)&bus->resetinstr, sizeof(bus->resetinstr));
return bcmerror;
}
static int
__dhdpcie_bus_download_state(dhd_bus_t *bus, bool state)
{
int bcmerror = 0;
volatile uint32 *cr4_regs;
bool do_wr_flops = TRUE;
int ret = 0;
bool isup = FALSE, ishalt = FALSE;
if (!bus->sih) {
DHD_ERROR(("%s: NULL sih!!\n", __FUNCTION__));
return BCME_ERROR;
}
/*
**** DO NOT ADD WARS FOR FW/CHIP RELATED TO FW DOWNLOAD IN THIS FUNCTION ! ****
* =====================================================================
* Add in dhdpcie_bus_apply_quirks_before_set_dwnld_state
* AND/OR dhdpcie_bus_apply_quirks_after_set_dwnld_state
*******************************************************************************
*/
/* To enter download state, disable ARM and reset SOCRAM.
* To exit download state, simply reset ARM (default is RAM boot).
*/
if (state == DOWNLOAD_STATE_ENTER) {
/* Make sure BAR1/2 maps to backplane address 0 */
dhdpcie_setbar1win(bus, 0x00000000);
if (bus->bar2) {
dhdpcie_setbar2win(bus, 0x00000000);
}
bus->alp_only = TRUE;
#ifdef GDB_PROXY
bus->gdb_proxy_access_enabled = TRUE;
bus->gdb_proxy_bootloader_mode = FALSE;
#endif /* GDB_PROXY */
/* some chips (e.g. 43602) have two ARM cores, the CR4 is receives the firmware. */
cr4_regs = si_setcore(bus->sih, ARMCR4_CORE_ID, 0);
if (cr4_regs == NULL && !(si_setcore(bus->sih, ARM7S_CORE_ID, 0)) &&
!(si_setcore(bus->sih, ARMCM3_CORE_ID, 0)) &&
!(si_setcore(bus->sih, ARMCA7_CORE_ID, 0))) {
DHD_ERROR(("%s: Failed to find ARM core!\n", __FUNCTION__));
bcmerror = BCME_ERROR;
goto fail;
}
/* First check if CA7 ARM is already out of reset
* and in halt state
*/
ret = dhdpcie_check_armca7_state(bus, &isup, &ishalt);
if (ret == BCME_OK) {
if (!isup || !ishalt) {
DHD_PRINT(("%s: WARNING ! ARM CA7 core is either not"
" in halt state or not out of reset !"
" (isup=%u; ishalt=%u); Putting it into"
" halt and out of reset\n",
__FUNCTION__, isup, ishalt));
} else {
DHD_PRINT(("%s: ARM is out of reset and already in HALT\n",
__FUNCTION__));
}
}
if (si_setcore(bus->sih, ARMCA7_CORE_ID, 0)) {
if (!isup || !ishalt) {
/* Halt ARM & remove reset */
si_core_reset(bus->sih, SICF_CPUHALT, SICF_CPUHALT);
}
/* reset last 4 bytes of RAM address. to be used for shared area */
dhdpcie_init_shared_addr(bus);
} else if (cr4_regs == NULL) { /* no CR4 present on chip */
si_core_disable(bus->sih, 0);
if (!(si_setcore(bus->sih, SOCRAM_CORE_ID, 0))) {
DHD_ERROR(("%s: Failed to find SOCRAM core!\n", __FUNCTION__));
bcmerror = BCME_ERROR;
goto fail;
}
si_core_reset(bus->sih, 0, 0);
/* Clear the top bit of memory */
if (bus->ramsize) {
uint32 zeros = 0;
if (dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1,
bus->ramsize - 4, (uint8*)&zeros, 4) < 0) {
bcmerror = BCME_ERROR;
goto fail;
}
}
} else {
/* For CR4,
* Halt ARM
* Remove ARM reset
* Read RAM base address [0x18_0000]
* [next] Download firmware
* [done at else] Populate the reset vector
* [done at else] Remove ARM halt
*/
/* Halt ARM & remove reset */
si_core_reset(bus->sih, SICF_CPUHALT, SICF_CPUHALT);
if (BCM43602_CHIP(bus->sih->chip)) {
/* CRWLARMCR4-53 43602a0 HW bug when banks are powered down */
W_REG(bus->pcie_mb_intr_osh, cr4_regs + ARMCR4REG_BANKIDX, 5);
W_REG(bus->pcie_mb_intr_osh, cr4_regs + ARMCR4REG_BANKPDA, 0);
W_REG(bus->pcie_mb_intr_osh, cr4_regs + ARMCR4REG_BANKIDX, 7);
W_REG(bus->pcie_mb_intr_osh, cr4_regs + ARMCR4REG_BANKPDA, 0);
}
/* reset last 4 bytes of RAM address. to be used for shared area */
dhdpcie_init_shared_addr(bus);
}
} else {
/* state == DOWNLOAD_STATE_EXIT */
bool is_arm_ca7 = FALSE;
if (si_setcore(bus->sih, ARMCA7_CORE_ID, 0)) {
is_arm_ca7 = TRUE;
/* write vars */
if ((bcmerror = dhdpcie_bus_write_vars(bus))) {
DHD_ERROR(("%s: could not write vars to RAM\n", __FUNCTION__));
goto fail;
}
/* write random numbers to sysmem for the purpose of
* randomizing heap address space.
*/
if ((bcmerror = dhdpcie_wrt_rnd(bus)) != BCME_OK) {
DHD_ERROR(("%s: Failed to get random seed to write to TCM !\n",
__FUNCTION__));
goto fail;
}
#ifdef DHD_FWTRACE
fwtrace_bus_download_tlv(bus);
#endif /* DHD_FWTRACE */
#if defined(FW_SIGNATURE)
if ((bcmerror = dhdpcie_bus_download_fw_signature(bus, &do_wr_flops))
!= BCME_OK) {
goto fail;
}
#endif /* FW_SIGNATURE */
if (do_wr_flops) {
bcmerror = dhdpcie_bus_write_flops(bus, ARMCA7_CORE_ID);
/* now remove reset and halt and continue to run CA7 */
}
} else if (!si_setcore(bus->sih, ARMCR4_CORE_ID, 0)) {
if (!(si_setcore(bus->sih, SOCRAM_CORE_ID, 0))) {
DHD_ERROR(("%s: Failed to find SOCRAM core!\n", __FUNCTION__));
bcmerror = BCME_ERROR;
goto fail;
}
if (!si_iscoreup(bus->sih)) {
DHD_ERROR(("%s: SOCRAM core is down after reset?\n", __FUNCTION__));
bcmerror = BCME_ERROR;
goto fail;
}
/* Change standby configuration here if necessary */
if (!(si_setcore(bus->sih, ARM7S_CORE_ID, 0)) &&
!(si_setcore(bus->sih, ARMCM3_CORE_ID, 0))) {
DHD_ERROR(("%s: Failed to find ARM core!\n", __FUNCTION__));
bcmerror = BCME_ERROR;
goto fail;
}
} else {
if (BCM43602_CHIP(bus->sih->chip)) {
/* Firmware crashes on SOCSRAM access when core is in reset */
if (!(si_setcore(bus->sih, SOCRAM_CORE_ID, 0))) {
DHD_ERROR(("%s: Failed to find SOCRAM core!\n",
__FUNCTION__));
bcmerror = BCME_ERROR;
goto fail;
}
si_core_reset(bus->sih, 0, 0);
si_setcore(bus->sih, ARMCR4_CORE_ID, 0);
}
/* write vars */
if ((bcmerror = dhdpcie_bus_write_vars(bus))) {
DHD_ERROR(("%s: could not write vars to RAM\n", __FUNCTION__));
goto fail;
}
/* write a random number rTLV to TCM for the purpose of
* randomizing heap address space.
*/
if ((bcmerror = dhdpcie_wrt_rnd(bus)) != BCME_OK) {
DHD_ERROR(("%s: Failed to get random seed to write to TCM !\n",
__FUNCTION__));
goto fail;
}
#ifdef DHD_FWTRACE
fwtrace_bus_download_tlv(bus);
#endif /* DHD_FWTRACE */
#if defined(FW_SIGNATURE)
if ((bcmerror = dhdpcie_bus_download_fw_signature(bus, &do_wr_flops))
!= BCME_OK) {
goto fail;
}
#endif /* FW_SIGNATURE */
if (do_wr_flops) {
bcmerror = dhdpcie_bus_write_flops(bus, ARMCR4_CORE_ID);
if (bcmerror == BCME_OK) {
uint32 tmp;
bcmerror = dhdpcie_bus_membytes(bus, FALSE,
DHD_PCIE_MEM_BAR1, 0, (uint8 *)&tmp,
sizeof(tmp));
if (bcmerror == BCME_OK && tmp != bus->resetinstr) {
DHD_ERROR(("%s: Failed to write 0x%08x to addr 0\n",
__FUNCTION__, bus->resetinstr));
DHD_ERROR(("%s: contents of addr 0 is 0x%08x\n",
__FUNCTION__, tmp));
bcmerror = BCME_ERROR;
goto fail;
}
}
/* now remove reset and halt and continue to run CR4 */
}
}
/* in case of corerev >= 68
* the fw issues a boot interrupt to indicate its
* init is complete, hence to handle this, interrupts
* need to be enabled here itself, earlier than before
*/
dhdpcie_bus_intr_enable(bus);
bus->arm_oor_time = OSL_LOCALTIME_NS();
dhdpcie_print_amni_regs(bus);
if (is_arm_ca7) {
/* for ARM CA7 it is enough if we clear bit5 in IO DMP ctrl
* register to bring it out of halt
*/
si_core_cflags(bus->sih, SICF_CPUHALT, 0);
} else {
si_core_reset(bus->sih, 0, 0);
}
DHD_PRINT(("%s: Took ARM out of HALT\n", __FUNCTION__));
/* Allow HT Clock now that the ARM is running. */
bus->alp_only = FALSE;
bus->dhd->busstate = DHD_BUS_LOAD;
}
fail:
/* Always return to PCIE core */
si_setcore(bus->sih, PCIE2_CORE_ID, 0);
/*
**** DO NOT ADD WARS FOR FW/CHIP RELATED TO FW DOWNLOAD IN THIS FUNCTION ! ****
* =====================================================================
* Add in dhdpcie_bus_apply_quirks_before_set_dwnld_state
* AND/OR dhdpcie_bus_apply_quirks_after_set_dwnld_state
*******************************************************************************
*/
return bcmerror;
} /* dhdpcie_bus_download_state */
static int
dhdpcie_bus_download_state(dhd_bus_t *bus, bool state)
{
int ret = 0;
dhdpcie_bus_apply_quirks_before_set_dwnld_state(bus, state);
ret = __dhdpcie_bus_download_state(bus, state);
dhdpcie_bus_apply_quirks_after_set_dwnld_state(bus, state);
return ret;
}
#if defined(FW_SIGNATURE)
static int
dhdpcie_bus_download_fw_signature(dhd_bus_t *bus, bool *do_write)
{
int bcmerror = BCME_OK;
uint32 security_status = 0;
DHD_PRINT(("FWSIG: bl=%s,%x fw=%x,%u sig=%s,%x,%u"
" stat=%x,%u ram=%x,%x\n",
bus->bootloader_filename, bus->bootloader_addr,
bus->fw_download_addr, bus->fw_download_len,
bus->fwsig_filename, bus->fwsig_download_addr,
bus->fwsig_download_len,
bus->fwstat_download_addr, bus->fwstat_download_len,
bus->dongle_ram_base, bus->ramtop_addr));
if (bus->fwsig_filename[0] == 0) {
DHD_INFO(("%s: missing signature file\n", __FUNCTION__));
goto exit;
}
/* check if sboot is enabled, if not write flops */
(void) dhd_bus_get_security_status(bus, &security_status);
DHD_PRINT(("%s: security_status = 0x%x\n", __FUNCTION__, security_status));
bus->security_status = security_status;
if ((security_status & DAR_SEC_SBOOT_MASK) && (bus->bootloader_filename[0] != 0)) {
DHD_ERROR(("%s: **** FLOPS Vector is secured, "
"Ram Booloader can't be loaded ***\n", __FUNCTION__));
bcmerror = BCME_BADARG;
goto exit;
}
/* Sboot is enabled */
if ((security_status & DAR_SEC_SBOOT_MASK)) {
/* Write FW signature to memory */
if ((bcmerror = dhdpcie_bus_write_fw_signature(bus)) != BCME_OK) {
DHD_ERROR(("%s: could not write FWsig , err %d\n",
__FUNCTION__, bcmerror));
goto exit;
}
*do_write = FALSE;
} else if ((bus->bootloader_filename[0] != 0)) {
/* Ram Bootloader */
/* Write FW signature to memory */
if ((bcmerror = dhdpcie_bus_write_fw_signature(bus)) != BCME_OK) {
DHD_ERROR(("%s: could not write FWsig , err %d\n",
__FUNCTION__, bcmerror));
goto exit;
}
/* Write RAM Bootloader to TCM if requested */
if ((bcmerror = dhdpcie_bus_download_ram_bootloader(bus)) != BCME_OK) {
DHD_ERROR(("%s: could not write RAM BL to TCM, err %d\n",
__FUNCTION__, bcmerror));
goto exit;
}
*do_write = TRUE;
}
DHD_PRINT(("AFTER FWSIG: bl=%s,%x fw=%x,%u sig=%s,%x,%u"
" stat=%x,%u ram=%x,%x\n",
bus->bootloader_filename, bus->bootloader_addr,
bus->fw_download_addr, bus->fw_download_len,
bus->fwsig_filename, bus->fwsig_download_addr,
bus->fwsig_download_len,
bus->fwstat_download_addr, bus->fwstat_download_len,
bus->dongle_ram_base, bus->ramtop_addr));
exit:
return bcmerror;
}
/* Complete RAM structure, write the followings
* signature image
* signature verification status
* FW memory map
* end-of-TLVs marker
*/
static int
dhdpcie_bus_write_fw_signature(dhd_bus_t *bus)
{
int bcmerror = BCME_OK;
/* Write FW signature rTLV to TCM */
if ((bcmerror = dhdpcie_bus_write_fwsig(bus, bus->fwsig_filename,
NULL))) {
DHD_ERROR(("%s: could not write FWsig to TCM, err %d\n",
__FUNCTION__, bcmerror));
goto exit;
}
/* Write FW signature verification status rTLV to TCM */
if ((bcmerror = dhdpcie_bus_write_fws_status(bus)) != BCME_OK) {
DHD_ERROR(("%s: could not write FWinfo to TCM, err %d\n",
__FUNCTION__, bcmerror));
goto exit;
}
/* Write FW memory map rTLV to TCM */
if ((bcmerror = dhdpcie_bus_write_fws_mem_info(bus)) != BCME_OK) {
DHD_ERROR(("%s: could not write FWinfo to TCM, err %d\n",
__FUNCTION__, bcmerror));
goto exit;
}
/* Write a end-of-TLVs marker to TCM */
if ((bcmerror = dhdpcie_download_rtlv_end(bus)) != BCME_OK) {
DHD_ERROR(("%s: could not write rTLV-end marker to TCM, err %d\n",
__FUNCTION__, bcmerror));
goto exit;
}
exit:
return bcmerror;
}
#endif /* defined(FW_SIGNATURE) */
/* Download a reversed-TLV to the top of dongle RAM without overlapping any existing rTLVs */
int
dhdpcie_download_rtlv(dhd_bus_t *bus, dngl_rtlv_type_t type, dngl_rtlv_len_t len, uint8 *value)
{
int bcmerror = BCME_OK;
#ifdef DHD_DEBUG
uint8 *readback_buf = NULL;
uint32 readback_val = 0;
#endif /* DHD_DEBUG */
uint32 dest_addr = 0; /* dongle RAM dest address */
uint32 dest_size = 0; /* dongle RAM dest size */
uint32 dest_raw_size = 0; /* dest size with added checksum */
/* Calculate the destination dongle RAM address and size */
dest_size = ROUNDUP(len, 4);
dest_addr = bus->ramtop_addr - sizeof(dngl_rtlv_type_t) - sizeof(dngl_rtlv_len_t)
- dest_size;
bus->ramtop_addr = dest_addr;
/* Create the rTLV size field. This consists of 2 16-bit fields:
* The lower 16 bits is the size. The higher 16 bits is a checksum
* consisting of the size with all bits reversed.
* +-------------+-------------+
* | checksum | size |
* +-------------+-------------+
* High 16 bits Low 16 bits
*/
if (type == DNGL_RTLV_TYPE_RNG_SIGNATURE) {
/* Random number seed TLV (DNGL_RTLV_TYPE_RNG_SIGNATURE) was the very
* first TLV, its length does not have checksum, firmware crashes if
* checksum is present
*/
dest_raw_size = dest_size & 0x0000FFFF;
} else {
dest_raw_size = (~dest_size << 16) | (dest_size & 0x0000FFFF);
}
/* Write the value block */
if (dest_size > 0) {
bcmerror = dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, dest_addr, value,
dest_size);
if (bcmerror) {
DHD_ERROR(("%s: error %d on writing %d membytes to 0x%08x\n",
__FUNCTION__, bcmerror, dest_size, dest_addr));
goto exit;
}
}
/* Write the length word */
bcmerror = dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, dest_addr + dest_size,
(uint8*)&dest_raw_size, sizeof(dngl_rtlv_len_t));
/* Write the type word */
bcmerror = dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1,
dest_addr + dest_size + sizeof(dngl_rtlv_len_t),
(uint8*)&type, sizeof(dngl_rtlv_type_t));
#ifdef DHD_DEBUG
/* Read back and compare the downloaded data */
if (dest_size > 0) {
readback_buf = (uint8*)MALLOC(bus->dhd->osh, dest_size);
if (!readback_buf) {
bcmerror = BCME_NOMEM;
goto exit;
}
memset_s(readback_buf, dest_size, 0xaa, dest_size);
bcmerror = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1, dest_addr,
readback_buf, dest_size);
if (bcmerror) {
DHD_ERROR(("%s: readback error %d, %d bytes from 0x%08x\n",
__FUNCTION__, bcmerror, dest_size, dest_addr));
goto exit;
}
if (memcmp(value, readback_buf, dest_size) != 0) {
DHD_ERROR(("%s: Downloaded data mismatch.\n", __FUNCTION__));
bcmerror = BCME_ERROR;
goto exit;
} else {
DHD_PRINT(("Download and compare of TLV 0x%x succeeded"
" (size %u, addr %x).\n", type, dest_size, dest_addr));
}
}
/* Read back and compare the downloaded len field */
bcmerror = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1, dest_addr + dest_size,
(uint8*)&readback_val, sizeof(dngl_rtlv_len_t));
if (!bcmerror) {
if (readback_val != dest_raw_size) {
bcmerror = BCME_BADLEN;
}
}
if (bcmerror) {
DHD_ERROR(("%s: Downloaded len error %d\n", __FUNCTION__, bcmerror));
goto exit;
}
/* Read back and compare the downloaded type field */
bcmerror = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1,
dest_addr + dest_size + sizeof(dngl_rtlv_len_t),
(uint8*)&readback_val, sizeof(dngl_rtlv_type_t));
if (!bcmerror) {
if (readback_val != type) {
bcmerror = BCME_BADOPTION;
}
}
if (bcmerror) {
DHD_ERROR(("%s: Downloaded type error %d\n", __FUNCTION__, bcmerror));
goto exit;
}
#endif /* DHD_DEBUG */
bus->ramtop_addr = dest_addr;
exit:
#ifdef DHD_DEBUG
if (readback_buf) {
MFREE(bus->dhd->osh, readback_buf, dest_size);
}
#endif /* DHD_DEBUG */
return bcmerror;
} /* dhdpcie_download_rtlv */
#if defined(FW_SIGNATURE)
/* Download a reversed-TLV END marker to the top of dongle RAM */
static int
dhdpcie_download_rtlv_end(dhd_bus_t *bus)
{
return dhdpcie_download_rtlv(bus, DNGL_RTLV_TYPE_END_MARKER, 0, NULL);
}
/* Write the FW signature verification status to dongle memory */
static int
dhdpcie_bus_write_fws_status(dhd_bus_t *bus)
{
bl_verif_status_t vstatus;
int ret;
bzero(&vstatus, sizeof(vstatus));
ret = dhdpcie_download_rtlv(bus, DNGL_RTLV_TYPE_FWSIGN_STATUS, sizeof(vstatus),
(uint8*)&vstatus);
bus->fwstat_download_addr = bus->ramtop_addr;
bus->fwstat_download_len = sizeof(vstatus);
return ret;
} /* dhdpcie_bus_write_fws_status */
/* Write the FW signature verification memory map to dongle memory */
static int
dhdpcie_bus_write_fws_mem_info(dhd_bus_t *bus)
{
bl_mem_info_t memmap;
int ret;
bzero(&memmap, sizeof(memmap));
memmap.firmware.start = bus->fw_download_addr;
memmap.firmware.end = memmap.firmware.start + bus->fw_download_len;
memmap.heap.start = ROUNDUP(memmap.firmware.end + BL_HEAP_START_GAP_SIZE, 4);
memmap.heap.end = memmap.heap.start + BL_HEAP_SIZE;
memmap.signature.start = bus->fwsig_download_addr;
memmap.signature.end = memmap.signature.start + bus->fwsig_download_len;
memmap.vstatus.start = bus->fwstat_download_addr;
memmap.vstatus.end = memmap.vstatus.start + bus->fwstat_download_len;
DHD_INFO(("%s: mem_info: fw=%x-%x heap=%x-%x sig=%x-%x vst=%x-%x res=%x\n",
__FUNCTION__,
memmap.firmware.start, memmap.firmware.end,
memmap.heap.start, memmap.heap.end,
memmap.signature.start, memmap.signature.end,
memmap.vstatus.start, memmap.vstatus.end,
memmap.reset_vec.start));
ret = dhdpcie_download_rtlv(bus, DNGL_RTLV_TYPE_FWSIGN_MEM_MAP, sizeof(memmap),
(uint8*)&memmap);
bus->fw_memmap_download_addr = bus->ramtop_addr;
bus->fw_memmap_download_len = sizeof(memmap);
return ret;
} /* dhdpcie_bus_write_fws_mem_info */
#ifdef DHD_LINUX_STD_FW_API
/* Download a bootloader image to dongle RAM */
static int
dhdpcie_bus_download_ram_bootloader(dhd_bus_t *bus)
{
int ret = BCME_OK;
const struct firmware *fw = NULL;
DHD_INFO(("download_bloader: %s,0x%x. ramtop=0x%x\n",
bus->bootloader_filename, bus->bootloader_addr, bus->ramtop_addr));
if (bus->bootloader_filename[0] == '\0') {
goto err;
}
ret = dhd_os_get_img_fwreq(&fw, bus->bootloader_filename);
if (ret < 0) {
DHD_ERROR(("ram_bl: dhd_os_get_img(Request Firmware API) error : %d\n", ret));
goto err;
}
if (!fw->size) {
ret = BCME_ERROR;
goto err;
}
ret = dhdpcie_download_buffer(bus, fw->data, fw->size, bus->bootloader_addr);
if (ret < 0) {
DHD_ERROR(("%s: dhdpcie_download_buffer error : %d\n", __FUNCTION__, ret));
goto err;
}
err:
return ret;
} /* dhdpcie_bus_download_ram_bootloader */
/* Request FW and write sig buffer to specified socram dest address */
static int
dhdpcie_download_sig_file(dhd_bus_t *bus, char *path, uint32 type)
{
int bcmerror = BCME_OK;
const struct firmware *fw = NULL;
uint8 *srcbuf = NULL;
int srcsize = 0;
int ret;
uint32 dest_size = 0; /* dongle RAM dest size */
uint32 buf_offset = 0;
fwpkg_info_t *fwpkg = NULL;
if (path == NULL || path[0] == '\0') {
DHD_ERROR(("%s: no file\n", __FUNCTION__));
bcmerror = BCME_NOTFOUND;
goto exit;
}
bcmerror = dhd_os_get_img_fwreq(&fw, path);
if (bcmerror < 0) {
DHD_ERROR(("sig: dhd_os_get_img(Request Firmware API) error : %d\n",
bcmerror));
goto exit;
}
DHD_PRINT(("sig: dhd_os_get_img(Request Firmware API) success\n"));
bcmerror = fwpkg_init(&bus->fwpkg, fw->size, fw->data);
if (bcmerror == BCME_ERROR) {
goto exit;
}
fwpkg = &bus->fwpkg;
/* get offset, get size */
bcmerror = fwpkg_open_signature_img(fwpkg, &buf_offset);
if (bcmerror == BCME_ERROR) {
DHD_ERROR(("%s: error opening file %s\n", __FUNCTION__, path));
goto exit;
}
srcsize = fwpkg_get_signature_img_size(fwpkg);
if (srcsize <= 0) {
DHD_ERROR(("%s: invalid fwsig size %u\n", __FUNCTION__, srcsize));
bcmerror = BCME_BUFTOOSHORT;
goto exit;
}
dest_size = ROUNDUP(srcsize, 4);
/* Allocate src buffer, copy sig from offset */
srcbuf = (uint8 *)MALLOCZ(bus->dhd->osh, dest_size);
if (!srcbuf) {
bcmerror = BCME_NOMEM;
goto exit;
}
ret = memcpy_s(srcbuf, dest_size, (fw->data + buf_offset), srcsize);
if (ret != 0) {
DHD_ERROR(("%s: memcpy_s failed (%d)\n", __FUNCTION__, ret));
bcmerror = BCME_BADLEN;
goto exit;
}
/* Write the src buffer as a rTLV to the dongle */
bcmerror = dhdpcie_download_rtlv(bus, type, dest_size, srcbuf);
bus->fwsig_download_addr = bus->ramtop_addr;
bus->fwsig_download_len = dest_size;
exit:
if (fw) {
dhd_os_close_img_fwreq(fw);
}
if (srcbuf) {
MFREE(bus->dhd->osh, srcbuf, dest_size);
}
return bcmerror;
} /* dhdpcie_download_sig_file */
#else
/* Download a bootloader image to dongle RAM */
static int
dhdpcie_bus_download_ram_bootloader(dhd_bus_t *bus)
{
int ret = BCME_OK;
void *filep = NULL;
uint32 file_size = 0;
DHD_INFO(("download_bloader: %s,0x%x. ramtop=0x%x\n",
bus->bootloader_filename, bus->bootloader_addr, bus->ramtop_addr));
if (bus->bootloader_filename[0] == '\0') {
goto err;
}
filep = dhd_os_open_image1(bus->dhd, bus->bootloader_filename);
if (!filep) {
ret = BCME_ERROR;
goto err;
}
file_size = dhd_os_get_image_size(filep);
if (!file_size) {
ret = BCME_ERROR;
goto err;
}
ret = dhdpcie_download_file(bus, filep, file_size, bus->bootloader_addr,
bus->bootloader_filename);
err:
if (filep) {
dhd_os_close_image1(bus->dhd, filep);
}
return ret;
} /* dhdpcie_bus_download_ram_bootloader */
/* Read a binary file and write it to the specified socram dest address */
static int
dhdpcie_download_sig_file(dhd_bus_t *bus, char *path, uint32 type)
{
int bcmerror = BCME_OK;
void *filep = NULL;
uint8 *srcbuf = NULL;
int srcsize = 0;
int len;
uint32 dest_size = 0; /* dongle RAM dest size */
fwpkg_info_t *fwpkg = NULL;
if (path == NULL || path[0] == '\0') {
DHD_ERROR(("%s: no file\n", __FUNCTION__));
bcmerror = BCME_NOTFOUND;
goto exit;
}
bcmerror = fwpkg_init(&bus->fwpkg, path);
if (bcmerror == BCME_ERROR) {
goto exit;
}
fwpkg = &bus->fwpkg;
/* Open file, get size */
bcmerror = fwpkg_open_signature_img(fwpkg, path, &filep);
if (bcmerror == BCME_ERROR) {
DHD_ERROR(("%s: error opening file %s\n", __FUNCTION__, path));
goto exit;
}
srcsize = fwpkg_get_signature_img_size(fwpkg);
if (srcsize <= 0 || srcsize > MEMBLOCK) {
DHD_ERROR(("%s: invalid fwsig size %u\n", __FUNCTION__, srcsize));
bcmerror = BCME_BUFTOOSHORT;
goto exit;
}
dest_size = ROUNDUP(srcsize, 4);
/* Allocate src buffer, read in the entire file */
srcbuf = (uint8 *)MALLOCZ(bus->dhd->osh, dest_size);
if (!srcbuf) {
bcmerror = BCME_NOMEM;
goto exit;
}
len = dhd_os_get_image_block(srcbuf, srcsize, filep);
if (len != srcsize) {
DHD_ERROR(("%s: dhd_os_get_image_block failed (%d)\n", __FUNCTION__, len));
bcmerror = BCME_BADLEN;
goto exit;
}
/* Write the src buffer as a rTLV to the dongle */
bcmerror = dhdpcie_download_rtlv(bus, type, dest_size, srcbuf);
bus->fwsig_download_addr = bus->ramtop_addr;
bus->fwsig_download_len = dest_size;
exit:
if (filep) {
dhd_os_close_image1(bus->dhd, filep);
}
if (srcbuf) {
MFREE(bus->dhd->osh, srcbuf, dest_size);
}
return bcmerror;
} /* dhdpcie_download_sig_file */
#endif /* DHD_LINUX_STD_FW_API */
static int
dhdpcie_bus_write_fwsig(dhd_bus_t *bus, char *fwsig_path, char *nvsig_path)
{
int bcmerror = BCME_OK;
/* Download the FW signature file to the chip */
bcmerror = dhdpcie_download_sig_file(bus, fwsig_path, DNGL_RTLV_TYPE_FW_SIGNATURE);
if (bcmerror) {
goto exit;
}
exit:
if (bcmerror) {
DHD_ERROR(("%s: error %d\n", __FUNCTION__, bcmerror));
}
return bcmerror;
} /* dhdpcie_bus_write_fwsig */
int
dhdpcie_read_fwstatus(dhd_bus_t *bus, bl_verif_status_t *status)
{
int ret = BCME_OK;
bzero(status, sizeof(*status));
if (bus->fwstat_download_addr != 0) {
ret = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1, bus->fwstat_download_addr,
(uint8 *)status, sizeof(*status));
if (ret != BCME_OK) {
DHD_ERROR(("%s: error %d on reading %zu membytes at 0x%08x\n",
__FUNCTION__, ret, sizeof(*status), bus->fwstat_download_addr));
}
}
return ret;
}
#endif /* FW_SIGNATURE */
/* Save the FW download address and size */
static int
dhdpcie_bus_save_download_info(dhd_bus_t *bus, uint32 download_addr,
uint32 download_size, const char *signature_fname,
const char *bloader_fname, uint32 bloader_download_addr, const char *fw_path)
{
/* DHD EXE may not have size of the downloaded FW image in case of swpaging binary */
if (download_size) {
bus->fw_download_len = download_size;
}
bus->fw_download_addr = download_addr;
strlcpy(bus->fwsig_filename, signature_fname, sizeof(bus->fwsig_filename));
strlcpy(bus->bootloader_filename, bloader_fname, sizeof(bus->bootloader_filename));
bus->bootloader_addr = bloader_download_addr;
#ifdef GDB_PROXY
/* GDB proxy bootloader mode - if signature file specified (i.e.
* bootloader is used), but bootloader is not specified (i.e. ROM
* bootloader is uses).
* Bootloader mode is significant only for for preattachment debugging
* of chips, in which debug cell can't be initialized before ARM CPU
* start
*/
bus->gdb_proxy_bootloader_mode = bus->fwsig_filename[0] != 0;
#endif /* GDB_PROXY */
#if defined(__linux__) /* currently only supported on linux */
dhd_update_fw_path(bus->dhd, fw_path);
#endif /* __linux__ */
return BCME_OK;
} /* dhdpcie_bus_save_download_info */
/* Write nvram data to the top of dongle RAM, ending with a size in # of 32-bit words */
static int
dhdpcie_bus_write_vars(dhd_bus_t *bus)
{
int bcmerror = 0;
uint32 varsize, phys_size;
uint32 varaddr;
uint8 *vbuffer;
uint32 varsizew;
uint32 rd_varsizew;
#ifdef DHD_DEBUG
uint8 *nvram_ularray;
#endif /* DHD_DEBUG */
/* Even if there are no vars are to be written, we still need to set the ramsize. */
varsize = bus->varsz ? ROUNDUP(bus->varsz, 4) : 0;
varaddr = (bus->ramsize - 4) - varsize;
varaddr += bus->dongle_ram_base;
bus->ramtop_addr = varaddr;
if (bus->vars) {
/* In case the controller has trouble with odd bytes... */
vbuffer = (uint8 *)MALLOC(bus->dhd->osh, varsize);
if (!vbuffer)
return BCME_NOMEM;
bzero(vbuffer, varsize);
bcopy(bus->vars, vbuffer, bus->varsz);
/* Write the vars list */
bcmerror = dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, varaddr, vbuffer,
varsize);
/* Implement read back and verify later */
#ifdef DHD_DEBUG
/* Verify NVRAM bytes */
DHD_INFO(("Compare NVRAM dl & ul; varsize=%d\n", varsize));
nvram_ularray = (uint8*)MALLOC(bus->dhd->osh, varsize);
if (!nvram_ularray) {
MFREE(bus->dhd->osh, vbuffer, varsize);
return BCME_NOMEM;
}
/* Upload image to verify downloaded contents. */
memset_s(nvram_ularray, varsize, 0xaa, varsize);
/* Read the vars list to temp buffer for comparison */
bcmerror = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1, varaddr,
nvram_ularray, varsize);
if (bcmerror) {
DHD_ERROR(("%s: error %d on reading %d nvram bytes at 0x%08x\n",
__FUNCTION__, bcmerror, varsize, varaddr));
}
/* Compare the org NVRAM with the one read from RAM */
if (memcmp(vbuffer, nvram_ularray, varsize)) {
DHD_ERROR(("%s: Downloaded NVRAM image is corrupted.\n", __FUNCTION__));
dhd_prhex("nvram file", (volatile uchar *)vbuffer, varsize,
DHD_ERROR_VAL);
dhd_prhex("downloaded nvram", (volatile uchar *)nvram_ularray, varsize,
DHD_ERROR_VAL);
MFREE(bus->dhd->osh, nvram_ularray, varsize);
MFREE(bus->dhd->osh, vbuffer, varsize);
return BCME_ERROR;
} else
DHD_PRINT(("%s: Download, Upload and compare of NVRAM succeeded.\n",
__FUNCTION__));
MFREE(bus->dhd->osh, nvram_ularray, varsize);
#endif /* DHD_DEBUG */
MFREE(bus->dhd->osh, vbuffer, varsize);
}
phys_size = REMAP_ENAB(bus) ? bus->ramsize : bus->orig_ramsize;
phys_size += bus->dongle_ram_base;
/* adjust to the user specified RAM */
DHD_INFO(("Physical memory size: %d, usable memory size: %d\n",
phys_size, bus->ramsize));
DHD_INFO(("Vars are at %d, orig varsize is %d\n",
varaddr, varsize));
varsize = ((phys_size - 4) - varaddr);
/*
* Determine the length token:
* Varsize, converted to words, in lower 16-bits, checksum in upper 16-bits.
*/
if (bcmerror) {
varsizew = 0;
bus->nvram_csm = varsizew;
} else {
varsizew = varsize / 4;
varsizew = (~varsizew << 16) | (varsizew & 0x0000FFFF);
bus->nvram_csm = varsizew;
varsizew = htol32(varsizew);
}
DHD_PRINT(("New varsize is %d, length token(nvram_csm)=0x%08x\n", varsize, varsizew));
/* Write the length token to the last word */
bcmerror = dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, (phys_size - 4),
(uint8*)&varsizew, 4);
/* Read back the last word */
bcmerror = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1, (phys_size - 4),
(uint8*)&rd_varsizew, 4);
if (rd_varsizew != varsizew) {
DHD_PRINT(("%s: readback nvram_csm(0x%08x:0x%08x) is wrong at 0x%x\n",
__FUNCTION__, rd_varsizew, varsizew, (phys_size - 4)));
}
return bcmerror;
} /* dhdpcie_bus_write_vars */
int
dhdpcie_downloadvars(dhd_bus_t *bus, void *arg, int len)
{
int bcmerror = BCME_OK;
#ifdef KEEP_JP_REGREV
/* Needed by customer's request */
char *tmpbuf;
uint tmpidx;
#endif /* KEEP_JP_REGREV */
#ifdef GDB_PROXY
const char nodeadman_record[] = "deadman_to=0";
#endif /* GDB_PROXY */
#ifdef DHD_SPMI
char tag_spmi_mode[16] = {0};
#endif /* DHD_SPMI */
DHD_TRACE(("%s: Enter\n", __FUNCTION__));
if (!len) {
bcmerror = BCME_BUFTOOSHORT;
goto err;
}
/* Free the old ones and replace with passed variables */
if (bus->vars)
MFREE(bus->dhd->osh, bus->vars, bus->varsz);
#ifdef GDB_PROXY
if (bus->dhd->gdb_proxy_nodeadman) {
len += sizeof(nodeadman_record);
}
#endif /* GDB_PROXY */
#ifdef DHD_SPMI
if (bus->dhd->dhd_spmi_mode) {
snprintf(tag_spmi_mode, sizeof(tag_spmi_mode), "spmi_mode=%d\n",
bus->dhd->dhd_spmi_mode);
len += sizeof(tag_spmi_mode);
}
#endif /* DHD_SPMI */
bus->vars = MALLOC(bus->dhd->osh, len);
bus->varsz = bus->vars ? len : 0;
if (bus->vars == NULL) {
bcmerror = BCME_NOMEM;
goto err;
}
/* Copy the passed variables, which should include the terminating double-null */
bcopy(arg, bus->vars, bus->varsz);
#ifdef GDB_PROXY
if (bus->dhd->gdb_proxy_nodeadman &&
!replace_nvram_variable(bus->vars, bus->varsz, nodeadman_record, NULL))
{
bcmerror = BCME_NOMEM;
goto err;
}
#endif /* GDB_PROXY */
#ifdef DHD_SPMI
if (bus->dhd->dhd_spmi_mode &&
!replace_nvram_variable(bus->vars, bus->varsz, tag_spmi_mode, NULL)) {
bcmerror = BCME_NOMEM;
goto err;
}
#endif /* DHD_SPMI */
/* Re-Calculate htclkratio only for QT, for FPGA it is fixed at 30 */
#ifdef BCMQT_HW
dhdpcie_htclkratio_recal(bus, bus->vars, bus->varsz);
#endif
#ifdef DHD_USE_SINGLE_NVRAM_FILE
/* Change the default country code only for MFG firmware */
if (dhd_bus_get_fw_mode(bus->dhd) == DHD_FLAG_MFG_MODE) {
char *sp = NULL;
char *ep = NULL;
int i;
char tag[2][8] = {"ccode=", "regrev="};
/* Find ccode and regrev info */
for (i = 0; i < 2; i++) {
sp = strnstr(bus->vars, tag[i], bus->varsz);
if (!sp) {
DHD_ERROR(("%s: Could not find ccode info from the nvram %s\n",
__FUNCTION__, bus->nv_path));
bcmerror = BCME_ERROR;
goto err;
}
sp = strchr(sp, '=');
ep = strchr(sp, '\0');
/* We assumed that string length of both ccode and
* regrev values should not exceed WLC_CNTRY_BUF_SZ
*/
if (ep && ((ep - sp) <= WLC_CNTRY_BUF_SZ)) {
sp++;
while (*sp != '\0') {
DHD_INFO(("%s: parse '%s', current sp = '%c'\n",
__FUNCTION__, tag[i], *sp));
*sp++ = '0';
}
} else {
DHD_ERROR(("%s: Invalid parameter format when parsing for %s\n",
__FUNCTION__, tag[i]));
bcmerror = BCME_ERROR;
goto err;
}
}
}
#endif /* DHD_USE_SINGLE_NVRAM_FILE */
#ifdef KEEP_JP_REGREV
/* Needed by customer's request */
#ifdef DHD_USE_SINGLE_NVRAM_FILE
if (dhd_bus_get_fw_mode(bus->dhd) != DHD_FLAG_MFG_MODE)
#endif /* DHD_USE_SINGLE_NVRAM_FILE */
{
char *pos = NULL;
tmpbuf = MALLOCZ(bus->dhd->osh, bus->varsz + 1);
if (tmpbuf == NULL) {
goto err;
}
memcpy(tmpbuf, bus->vars, bus->varsz);
for (tmpidx = 0; tmpidx < bus->varsz; tmpidx++) {
if (tmpbuf[tmpidx] == 0) {
tmpbuf[tmpidx] = '\n';
}
}
bus->dhd->vars_ccode[0] = 0;
bus->dhd->vars_regrev = 0;
if ((pos = strstr(tmpbuf, "ccode"))) {
sscanf(pos, "ccode=%3s\n", bus->dhd->vars_ccode);
}
if ((pos = strstr(tmpbuf, "regrev"))) {
sscanf(pos, "regrev=%u\n", &(bus->dhd->vars_regrev));
}
MFREE(bus->dhd->osh, tmpbuf, bus->varsz + 1);
}
#endif /* KEEP_JP_REGREV */
err:
return bcmerror;
}
/* loop through the capability list and see if the pcie capabilty exists */
uint8
dhdpcie_find_pci_capability(osl_t *osh, uint8 req_cap_id)
{
uint8 cap_id;
uint8 cap_ptr = 0;
uint8 byte_val;
/* check for Header type 0 */
byte_val = read_pci_cfg_byte(PCI_CFG_HDR);
if ((byte_val & 0x7f) != PCI_HEADER_NORMAL) {
DHD_ERROR(("%s : PCI config header not normal.\n", __FUNCTION__));
goto end;
}
/* check if the capability pointer field exists */
byte_val = read_pci_cfg_byte(PCI_CFG_STAT);
if (!(byte_val & PCI_CAPPTR_PRESENT)) {
DHD_ERROR(("%s : PCI CAP pointer not present.\n", __FUNCTION__));
goto end;
}
cap_ptr = read_pci_cfg_byte(PCI_CFG_CAPPTR);
/* check if the capability pointer is 0x00 */
if (cap_ptr == 0x00) {
DHD_ERROR(("%s : PCI CAP pointer is 0x00.\n", __FUNCTION__));
goto end;
}
/* loop thr'u the capability list and see if the pcie capabilty exists */
cap_id = read_pci_cfg_byte(cap_ptr);
while (cap_id != req_cap_id) {
cap_ptr = read_pci_cfg_byte((cap_ptr + 1));
if (cap_ptr == 0x00) break;
cap_id = read_pci_cfg_byte(cap_ptr);
}
end:
return cap_ptr;
}
void
dhdpcie_pme_active(osl_t *osh, bool enable)
{
uint8 cap_ptr;
uint32 pme_csr;
cap_ptr = dhdpcie_find_pci_capability(osh, PCI_CAP_POWERMGMTCAP_ID);
if (!cap_ptr) {
DHD_ERROR(("%s : Power Management Capability not present\n", __FUNCTION__));
return;
}
pme_csr = OSL_PCI_READ_CONFIG(osh, cap_ptr + PME_CSR_OFFSET, sizeof(uint32));
DHD_PRINT(("%s : pme_sts_ctrl 0x%x\n", __FUNCTION__, pme_csr));
pme_csr |= PME_CSR_PME_STAT;
if (enable) {
pme_csr |= PME_CSR_PME_EN;
} else {
pme_csr &= ~PME_CSR_PME_EN;
}
OSL_PCI_WRITE_CONFIG(osh, cap_ptr + PME_CSR_OFFSET, sizeof(uint32), pme_csr);
}
bool
dhdpcie_pme_cap(osl_t *osh)
{
uint8 cap_ptr;
uint32 pme_cap;
cap_ptr = dhdpcie_find_pci_capability(osh, PCI_CAP_POWERMGMTCAP_ID);
if (!cap_ptr) {
DHD_ERROR(("%s : Power Management Capability not present\n", __FUNCTION__));
return FALSE;
}
pme_cap = OSL_PCI_READ_CONFIG(osh, cap_ptr, sizeof(uint32));
DHD_PRINT(("%s : pme_cap 0x%x\n", __FUNCTION__, pme_cap));
return ((pme_cap & PME_CAP_PM_STATES) != 0);
}
static void
dhdpcie_pme_stat_clear(dhd_bus_t *bus)
{
uint32 pmcsr = dhd_pcie_config_read(bus, PCIE_CFG_PMCSR, sizeof(uint32));
OSL_PCI_WRITE_CONFIG(bus->osh, PCIE_CFG_PMCSR, sizeof(uint32), pmcsr | PCIE_PMCSR_PMESTAT);
}
uint32
dhdpcie_lcreg(osl_t *osh, uint32 mask, uint32 val)
{
uint8 pcie_cap;
uint8 lcreg_offset; /* PCIE capability LCreg offset in the config space */
uint32 reg_val;
pcie_cap = dhdpcie_find_pci_capability(osh, PCI_CAP_PCIECAP_ID);
if (!pcie_cap) {
DHD_ERROR(("%s : PCIe Capability not present\n", __FUNCTION__));
return 0;
}
lcreg_offset = pcie_cap + PCIE_CAP_LINKCTRL_OFFSET;
/* set operation */
if (mask) {
/* read */
reg_val = OSL_PCI_READ_CONFIG(osh, lcreg_offset, sizeof(uint32));
/* modify */
reg_val &= ~mask;
reg_val |= (mask & val);
/* write */
OSL_PCI_WRITE_CONFIG(osh, lcreg_offset, sizeof(uint32), reg_val);
}
return OSL_PCI_READ_CONFIG(osh, lcreg_offset, sizeof(uint32));
}
/* QUIRKS_CB: set min res mask to given value */
void
dhdpcie_set_pmu_min_res_mask(void *dhd_bus_p, uint min_res_mask)
{
struct dhd_bus *bus = (struct dhd_bus *)dhd_bus_p;
DHD_PRINT(("%s BEFORE=%08x\n", __FUNCTION__, PMU_REG(bus->sih, MinResourceMask, 0, 0)));
PMU_REG(bus->sih, MinResourceMask, ~0, min_res_mask);
OSL_DELAY(100);
DHD_PRINT(("%s AFTER=%08x\n", __FUNCTION__, PMU_REG(bus->sih, MinResourceMask, 0, 0)));
}
uint8
dhdpcie_clkreq(osl_t *osh, uint32 mask, uint32 val)
{
uint8 pcie_cap;
uint32 reg_val;
uint8 lcreg_offset; /* PCIE capability LCreg offset in the config space */
pcie_cap = dhdpcie_find_pci_capability(osh, PCI_CAP_PCIECAP_ID);
if (!pcie_cap) {
DHD_ERROR(("%s : PCIe Capability not present\n", __FUNCTION__));
return 0;
}
lcreg_offset = pcie_cap + PCIE_CAP_LINKCTRL_OFFSET;
reg_val = OSL_PCI_READ_CONFIG(osh, lcreg_offset, sizeof(uint32));
/* set operation */
if (mask) {
if (val)
reg_val |= PCIE_CLKREQ_ENAB;
else
reg_val &= ~PCIE_CLKREQ_ENAB;
OSL_PCI_WRITE_CONFIG(osh, lcreg_offset, sizeof(uint32), reg_val);
reg_val = OSL_PCI_READ_CONFIG(osh, lcreg_offset, sizeof(uint32));
}
if (reg_val & PCIE_CLKREQ_ENAB)
return 1;
else
return 0;
}
static bool
dhd_bus_support_dar_sec_status(dhd_bus_t *bus)
{
/* Support for DAR security status register provided for pcie core
* generation2 at revisions > 73 and for generation3 at revisions > 128
*/
if ((bus->sih->buscorerev < 74) || (bus->sih->buscorerev == 128)) {
DHD_PRINT(("%s: unspported buscorerev=%d chipid=0x%x\n",
__FUNCTION__, bus->sih->buscorerev, si_chipid(bus->sih)));
return FALSE;
}
return TRUE;
}
static int
dhd_bus_get_security_status(dhd_bus_t *bus, uint32 *status)
{
uint32 dar_sec_reg;
if (!dhd_bus_support_dar_sec_status(bus)) {
return BCME_UNSUPPORTED;
}
/* DAR Security Status Register address */
dar_sec_reg = (uint32)DAR_SEC_STATUS(bus->sih->buscorerev);
/* read DAR Security Status Register */
*status = si_corereg(bus->sih, bus->sih->buscoreidx, dar_sec_reg, 0, 0);
return BCME_OK;
}
static int
dhd_bus_security_info(dhd_pub_t *dhdp, struct bcmstrbuf *strbuf)
{
int ret = BCME_OK;
dhd_bus_t *bus = dhdp->bus;
uint32 dar_sec_val;
ret = dhd_bus_get_security_status(bus, &dar_sec_val);
if (ret != BCME_OK) {
return ret;
}
bcm_bprintf(strbuf, "\nDAR Security Status Reg\n");
bcm_bprintf(strbuf, " Jtag Disable: %d\n",
(dar_sec_val & DAR_SEC_JTAG_MASK) >> DAR_SEC_JTAG_SHIFT);
bcm_bprintf(strbuf, " Secure Boot: %d\n",
(dar_sec_val & DAR_SEC_SBOOT_MASK) >> DAR_SEC_SBOOT_SHIFT);
bcm_bprintf(strbuf, " Arm Dbg Disable: %d\n",
(dar_sec_val & DAR_SEC_ARM_DBG_MASK) >> DAR_SEC_ARM_DBG_SHIFT);
bcm_bprintf(strbuf, " Transient Unlock: %d\n",
(dar_sec_val & DAR_SEC_UNLOCK_MASK) >> DAR_SEC_UNLOCK_SHIFT);
/* The following bits in security status register provided for pcie core
* generation2 at revisions > 76 and for generation3 at revisions > 129
*/
if (((bus->sih->buscorerev > 76) && (bus->sih->buscorerev < 128)) ||
(bus->sih->buscorerev > 129)) {
bcm_bprintf(strbuf, " Rom Protect: %d\n",
(dar_sec_val & DAR_SEC_ROM_PROT_MASK) >> DAR_SEC_ROM_PROT_SHIFT);
bcm_bprintf(strbuf, " Non Secure Write: %d\n",
(dar_sec_val & DAR_SEC_NSEC_WR_MASK) >> DAR_SEC_NSEC_WR_SHIFT);
bcm_bprintf(strbuf, " Non Secure Read: %d\n",
(dar_sec_val & DAR_SEC_NSEC_RD_MASK) >> DAR_SEC_NSEC_RD_SHIFT);
}
return BCME_OK;
}
static int
dhd_bus_sboot_disable(dhd_pub_t *dhdp, struct bcmstrbuf *strbuf)
{
int ret = BCME_OK;
dhd_bus_t *bus = dhdp->bus;
uint32 save_idx, val;
sysmemregs_t *regs = NULL;
uint32 dar_sec_val;
volatile uint32 *mpucontrol_addr = NULL;
save_idx = si_coreidx(bus->sih);
ret = dhd_bus_get_security_status(bus, &dar_sec_val);
if (ret != BCME_OK) {
goto exit;
}
/* check if chip is Transient Unlocked */
if (!(dar_sec_val & DAR_SEC_UNLOCK_MASK)) {
bcm_bprintf(strbuf, "\nFail: Secure Boot still enabled!\n");
goto exit;
}
/* CA7 Bus MPU in Sysmem regs */
if ((regs = si_setcore(bus->sih, SYSMEM_CORE_ID, 0)) != NULL) {
mpucontrol_addr = &((sysmemregs_t *)regs)->mpucontrol;
/* CR4 Bus MPU in Armcr4 regs */
} else if ((regs = si_setcore(bus->sih, ARMCR4_CORE_ID, 0)) != NULL) {
mpucontrol_addr = &((cr4regs_t *)regs)->mpucontrol;
}
if (mpucontrol_addr) {
/* check if mpu control is unlocked */
val = R_REG(dhdp->osh, mpucontrol_addr);
if (val & BUS_MPU_LOCK_MASK) {
bcm_bprintf(strbuf, "\nFail: Mpu Control is locked!\n");
goto exit;
}
/* clear RomProtect and VectorProtect */
W_REG(dhdp->osh, mpucontrol_addr,
val & ~(BUS_MPU_ROM_PR_MASK | BUS_MPU_VEC_PR_MASK));
/* validate RomProtect and VectorProtect are cleared */
val = R_REG(dhdp->osh, mpucontrol_addr);
if (val & (BUS_MPU_ROM_PR_MASK | BUS_MPU_VEC_PR_MASK)) {
bcm_bprintf(strbuf, "\nFail: Secure Boot still enabled!\n");
} else {
bcm_bprintf(strbuf, "\nSecure Boot disabled!\n");
}
} else {
bcm_bprintf(strbuf, "\nFail: MpuControl is not defined!\n");
goto exit;
}
exit:
si_setcoreidx(bus->sih, save_idx);
return ret;
}
#ifdef DNGL_AXI_ERROR_LOGGING
bool
dhd_axi_sig_match(dhd_pub_t *dhdp)
{
uint32 axi_tcm_addr = dhdpcie_bus_rtcm32(dhdp->bus, DHD_PCIE_MEM_BAR1,
dhdp->axierror_logbuf_addr);
if (dhdp->dhd_induce_error == DHD_INDUCE_DROP_AXI_SIG) {
DHD_PRINT(("%s: Induce AXI signature drop\n", __FUNCTION__));
return FALSE;
}
DHD_PRINT(("%s: axi_tcm_addr: 0x%x, tcm range: 0x%x ~ 0x%x\n",
__FUNCTION__, axi_tcm_addr, dhdp->bus->dongle_ram_base,
dhdp->bus->dongle_ram_base + dhdp->bus->ramsize));
if (axi_tcm_addr >= dhdp->bus->dongle_ram_base &&
axi_tcm_addr < dhdp->bus->dongle_ram_base + dhdp->bus->ramsize) {
uint32 axi_signature = dhdpcie_bus_rtcm32(dhdp->bus, DHD_PCIE_MEM_BAR1,
(axi_tcm_addr + OFFSETOF(hnd_ext_trap_axi_error_v1_t, signature)));
if (axi_signature == HND_EXT_TRAP_AXIERROR_SIGNATURE) {
return TRUE;
} else {
DHD_ERROR(("%s: No AXI signature: 0x%x\n",
__FUNCTION__, axi_signature));
return FALSE;
}
} else {
DHD_ERROR(("%s: No AXI shared tcm address debug info.\n", __FUNCTION__));
return FALSE;
}
}
void
dhd_axi_error(dhd_pub_t *dhdp)
{
dhd_axi_error_dump_t *axi_err_dump;
uint8 *axi_err_buf = NULL;
uint8 *p_axi_err = NULL;
uint32 axi_logbuf_addr;
uint32 axi_tcm_addr;
int err, size;
/* On the Dongle side, if an invalid Host Address is generated for a transaction
* it results in SMMU Fault. Now the Host won't respond for the invalid transaction.
* On the Dongle side, after 50msec this results in AXI Slave Error.
* Hence introduce a delay higher than 50msec to ensure AXI Slave error happens and
* the Dongle collects the required information.
*/
OSL_DELAY(75000);
axi_logbuf_addr = dhdp->axierror_logbuf_addr;
if (!axi_logbuf_addr) {
DHD_ERROR(("%s: No AXI TCM address debug info.\n", __FUNCTION__));
goto sched_axi;
}
axi_err_dump = dhdp->axi_err_dump;
if (!axi_err_dump) {
goto sched_axi;
}
if (!dhd_axi_sig_match(dhdp)) {
goto sched_axi;
}
/* Reading AXI error data for SMMU fault */
DHD_PRINT(("%s: Read AXI data from TCM address\n", __FUNCTION__));
axi_tcm_addr = dhdpcie_bus_rtcm32(dhdp->bus, DHD_PCIE_MEM_BAR1, axi_logbuf_addr);
size = sizeof(hnd_ext_trap_axi_error_v1_t);
axi_err_buf = MALLOCZ(dhdp->osh, size);
if (axi_err_buf == NULL) {
DHD_ERROR(("%s: out of memory !\n", __FUNCTION__));
goto sched_axi;
}
p_axi_err = axi_err_buf;
err = dhdpcie_bus_membytes(dhdp->bus, FALSE, DHD_PCIE_MEM_BAR1, axi_tcm_addr, p_axi_err,
size);
if (err) {
DHD_ERROR(("%s: error %d on reading %d membytes at 0x%08x\n",
__FUNCTION__, err, size, axi_tcm_addr));
goto sched_axi;
}
/* Dump data to Dmesg */
dhdpcie_dump_axi_error(axi_err_buf);
err = memcpy_s(&axi_err_dump->etd_axi_error_v1, size, axi_err_buf, size);
if (err) {
DHD_ERROR(("%s: failed to copy etd axi error info, err=%d\n",
__FUNCTION__, err));
}
sched_axi:
if (axi_err_buf) {
MFREE(dhdp->osh, axi_err_buf, size);
}
dhd_schedule_axi_error_dump(dhdp, NULL);
}
#endif /* DNGL_AXI_ERROR_LOGGING */
/**
* Brings transmit packets on all flow rings closer to the dongle, by moving (a subset) from their
* flow queue to their flow ring.
*/
static bool
dhd_update_txflowrings(dhd_pub_t *dhd)
{
unsigned long flags;
dll_t *item, *next;
flow_ring_node_t *flow_ring_node;
struct dhd_bus *bus = dhd->bus;
int count = 0;
bool more = FALSE;
if (dhd_query_bus_erros(dhd)) {
return more;
}
/* Hold flowring_list_lock to ensure no race condition while accessing the List */
DHD_FLOWRING_LIST_LOCK(bus->dhd->flowring_list_lock, flags);
for (item = dll_head_p(&bus->flowring_active_list);
(!dhd_is_device_removed(dhd) && !dll_end(&bus->flowring_active_list, item));
item = next, count++) {
if (dhd->hang_was_sent) {
more = FALSE;
break;
}
if (count > bus->max_tx_flowrings) {
DHD_ERROR(("%s : overflow max flowrings\n", __FUNCTION__));
#ifdef OEM_ANDROID
dhd->hang_reason = HANG_REASON_UNKNOWN;
dhd_os_send_hang_message(dhd);
#endif /* OEM_ANDROID */
more = FALSE;
break;
}
next = dll_next_p(item);
flow_ring_node = dhd_constlist_to_flowring(item);
/* Ensure that flow_ring_node in the list is Not Null */
ASSERT(flow_ring_node != NULL);
/* Ensure that the flowring node has valid contents */
ASSERT(flow_ring_node->prot_info != NULL);
more = dhd_prot_update_txflowring(dhd, flow_ring_node->flowid,
flow_ring_node->prot_info);
}
DHD_FLOWRING_LIST_UNLOCK(bus->dhd->flowring_list_lock, flags);
return more;
}
/** Mailbox ringbell Function */
static void
dhd_bus_gen_devmb_intr(struct dhd_bus *bus)
{
if ((bus->sih->buscorerev == 2) || (bus->sih->buscorerev == 6) ||
(bus->sih->buscorerev == 4)) {
DHD_ERROR(("mailbox communication not supported\n"));
return;
}
if (bus->db1_for_mb) {
/* this is a pcie core register, not the config register */
/* make sure we are on PCIE */
DHD_INFO(("writing a mail box interrupt to the device, through doorbell 1\n"));
if (DAR_PWRREQ(bus)) {
dhd_bus_pcie_pwr_req(bus);
}
#ifdef DHD_MMIO_TRACE
dhd_bus_mmio_trace(bus, dhd_bus_db1_addr_get(bus), 0x2, TRUE);
#endif /* defined(DHD_MMIO_TRACE) */
si_corereg(bus->sih, bus->sih->buscoreidx, dhd_bus_db1_addr_get(bus),
~0, 0x12345678);
} else {
DHD_INFO(("writing a mail box interrupt to the device, through config space\n"));
dhdpcie_bus_cfg_write_dword(bus, PCISBMbx, 4, (1 << 0));
/* CRWLPCIEGEN2-182 requires double write */
dhdpcie_bus_cfg_write_dword(bus, PCISBMbx, 4, (1 << 0));
}
}
#define DB7_TRAP_RETRY_DELAY_MS 10u
#ifdef BCMQT
#define DB7_TRAP_ACK_RETRIES 150u
#else
#define DB7_TRAP_ACK_RETRIES 50u
#endif /* BCMQT */
/* Upon receiving a mailbox interrupt,
* if H2D_FW_TRAP bit is set in mailbox location
* device traps
*/
static void
dhdpcie_fw_trap(dhd_bus_t *bus)
{
if (bus->dhd->db7_trap.fw_db7w_trap) {
uint32 retries = DB7_TRAP_ACK_RETRIES;
uint32 addr = dhd_bus_db1_addr_3_get(bus);
DHD_PRINT(("%s: send DB7 trap!!!\n", __FUNCTION__));
bus->dhd->db7_trap.fw_db7w_trap_received = FALSE;
bus->dhd->db7_trap.debug_db7_send_time = OSL_LOCALTIME_NS();
bus->dhd->db7_trap.debug_db7_send_cnt++;
si_corereg(bus->sih, bus->sih->buscoreidx, addr, ~0,
bus->dhd->db7_trap.db7_magic_number);
while (retries--) {
if (bus->dhd->db7_trap.fw_db7w_trap_received) {
DHD_PRINT(("%s: db7 ack recieved\n", __FUNCTION__));
break;
}
/* wait max 100 ms */
CAN_SLEEP() ? OSL_SLEEP(DB7_TRAP_RETRY_DELAY_MS) :
OSL_DELAY(DB7_TRAP_RETRY_DELAY_MS * USEC_PER_MSEC);
}
DHD_PRINT(("%s: fw_db7w_trap_received:%d\n", __FUNCTION__,
bus->dhd->db7_trap.fw_db7w_trap_received));
return;
}
DHD_PRINT(("%s: send trap!!!\n", __FUNCTION__));
/* Send the mailbox data and generate mailbox intr. */
dhdpcie_send_mb_data(bus, H2D_FW_TRAP, __FUNCTION__);
/* For FWs that cannot interprete H2D_FW_TRAP */
(void)dhd_wl_ioctl_set_intiovar(bus->dhd, "bus:disconnect", 99, WLC_SET_VAR, TRUE, 0);
}
void
dhdpcie_db7_trap(struct dhd_bus *bus)
{
if (bus->dhd->busstate != DHD_BUS_DATA) {
DHD_ERROR(("%s: Bus is NOT up. busstate: %d\n", __FUNCTION__, bus->dhd->busstate));
return;
}
if (!dhd_query_bus_erros(bus->dhd) && bus->dhd->db7_trap.fw_db7w_trap) {
unsigned long flags = 0;
DHD_GENERAL_LOCK(bus->dhd, flags);
bus->dhd->db7_trap.fw_db7w_trap_inprogress = TRUE;
DHD_GENERAL_UNLOCK(bus->dhd, flags);
dhdpcie_fw_trap(bus);
if (!bus->dhd->db7_trap.fw_db7w_trap_received) {
DHD_ERROR(("%s : Did not receive DB7 Ack\n", __FUNCTION__));
}
DHD_GENERAL_LOCK(bus->dhd, flags);
bus->dhd->db7_trap.fw_db7w_trap_inprogress = FALSE;
DHD_GENERAL_UNLOCK(bus->dhd, flags);
} else {
DHD_TRACE(("%s: DB7 Not supported!!!\n", __FUNCTION__));
}
}
#ifdef PCIE_INB_DW
void
dhd_bus_inb_ack_pending_ds_req(dhd_bus_t *bus, const char *context)
{
/* The DHD_BUS_INB_DW_LOCK must be held before
* calling this function !!
*/
if ((dhdpcie_bus_get_pcie_inband_dw_state(bus) ==
DW_DEVICE_DS_DEV_SLEEP_PEND) &&
(bus->host_active_cnt == 0) && (!bus->skip_ds_ack)) {
dhdpcie_bus_set_pcie_inband_dw_state(bus, DW_DEVICE_DS_DEV_SLEEP);
dhdpcie_send_mb_data(bus, H2D_HOST_DS_ACK, context);
}
}
int
dhd_bus_inb_set_device_wake(struct dhd_bus *bus, bool val, const char *context)
{
int timeleft;
unsigned long flags;
int ret;
if (!INBAND_DW_ENAB(bus)) {
return BCME_ERROR;
}
if (val) {
DHD_BUS_INB_DW_LOCK(bus->inb_lock, flags);
/*
* Reset the Door Bell Timeout value. So that the Watchdog
* doesn't try to Deassert Device Wake, while we are in
* the process of still Asserting the same.
*/
dhd_bus_doorbell_timeout_reset(bus);
if (dhdpcie_bus_get_pcie_inband_dw_state(bus) ==
DW_DEVICE_DS_DEV_SLEEP) {
/* Clear wait_for_ds_exit */
bus->wait_for_ds_exit = 0;
if (bus->calc_ds_exit_latency) {
bus->ds_exit_latency = 0;
bus->ds_exit_ts2 = 0;
bus->ds_exit_ts1 = OSL_SYSUPTIME_US();
}
ret = dhdpcie_send_mb_data(bus, H2DMB_DS_DEVICE_WAKE_ASSERT, context);
if (ret != BCME_OK) {
DHD_ERROR(("Failed: assert Inband device_wake\n"));
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
ret = BCME_ERROR;
goto exit;
}
dhdpcie_bus_set_pcie_inband_dw_state(bus,
DW_DEVICE_DS_DISABLED_WAIT);
bus->inband_dw_assert_cnt++;
} else if (dhdpcie_bus_get_pcie_inband_dw_state(bus) ==
DW_DEVICE_DS_DISABLED_WAIT) {
DHD_PRINT(("Inband device wake is already asserted, "
"waiting for DS-Exit\n"));
}
else {
DHD_TRACE(("Not in DS SLEEP state \n"));
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
ret = BCME_OK;
goto exit;
}
/*
* Since we are going to wait/sleep .. release the lock.
* The Device Wake sanity is still valid, because
* a) If there is another context that comes in and tries
* to assert DS again and if it gets the lock, since
* ds_state would be now != DW_DEVICE_DS_DEV_SLEEP the
* context would return saying Not in DS Sleep.
* b) If ther is another context that comes in and tries
* to de-assert DS and gets the lock,
* since the ds_state is != DW_DEVICE_DS_DEV_WAKE
* that context would return too. This can not happen
* since the watchdog is the only context that can
* De-Assert Device Wake and as the first step of
* Asserting the Device Wake, we have pushed out the
* Door Bell Timeout.
*
*/
if (!CAN_SLEEP()) {
dhdpcie_bus_set_pcie_inband_dw_state(bus,
DW_DEVICE_DS_DEV_WAKE);
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
/* Called from context that cannot sleep */
OSL_DELAY(1000);
} else {
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
/* Wait for DS EXIT for DS_EXIT_TIMEOUT seconds */
timeleft = dhd_os_ds_exit_wait(bus->dhd, &bus->wait_for_ds_exit);
if (!bus->wait_for_ds_exit || timeleft == 0) {
DHD_ERROR(("dhd_bus_inb_set_device_wake:DS-EXIT timeout, "
"wait_for_ds_exit : %d\n", bus->wait_for_ds_exit));
bus->inband_ds_exit_to_cnt++;
bus->ds_exit_timeout = 0;
#ifdef DHD_FW_COREDUMP
if (bus->dhd->memdump_enabled) {
/* collect core dump */
DHD_GENERAL_LOCK(bus->dhd, flags);
DHD_BUS_BUSY_CLEAR_RPM_SUSPEND_IN_PROGRESS(bus->dhd);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
bus->dhd->memdump_type =
DUMP_TYPE_INBAND_DEVICE_WAKE_FAILURE;
dhd_bus_mem_dump(bus->dhd);
}
#else
ASSERT(0);
#endif /* DHD_FW_COREDUMP */
ret = BCME_ERROR;
goto exit;
}
}
ret = BCME_OK;
} else {
DHD_BUS_INB_DW_LOCK(bus->inb_lock, flags);
if ((dhdpcie_bus_get_pcie_inband_dw_state(bus) ==
DW_DEVICE_DS_DEV_WAKE)) {
ret = dhdpcie_send_mb_data(bus, H2DMB_DS_DEVICE_WAKE_DEASSERT, context);
if (ret != BCME_OK) {
DHD_ERROR(("Failed: deassert Inband device_wake\n"));
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
goto exit;
}
dhdpcie_bus_set_pcie_inband_dw_state(bus,
DW_DEVICE_DS_ACTIVE);
bus->inband_dw_deassert_cnt++;
} else if ((dhdpcie_bus_get_pcie_inband_dw_state(bus) ==
DW_DEVICE_DS_DEV_SLEEP_PEND) &&
(bus->host_active_cnt == 0) && (!bus->skip_ds_ack)) {
dhdpcie_bus_set_pcie_inband_dw_state(bus, DW_DEVICE_DS_DEV_SLEEP);
dhdpcie_send_mb_data(bus, H2D_HOST_DS_ACK, context);
}
ret = BCME_OK;
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
}
exit:
return ret;
}
#endif /* PCIE_INB_DW */
#if defined(PCIE_OOB) || defined(PCIE_INB_DW)
void
dhd_bus_doorbell_timeout_reset(struct dhd_bus *bus)
{
if (dhd_doorbell_timeout) {
#ifdef BCMQT
uint wd_scale = 1;
#else
uint wd_scale = dhd_watchdog_ms;
#endif
#ifdef DHD_PCIE_RUNTIMEPM
wd_scale = dhd_runtimepm_ms;
if (dhd_runtimepm_ms) {
dhd_timeout_start(&bus->doorbell_timer,
(dhd_doorbell_timeout * 1000) / wd_scale);
}
#else
if (dhd_watchdog_ms) {
dhd_timeout_start(&bus->doorbell_timer,
(dhd_doorbell_timeout * 1000) / wd_scale);
}
#endif /* DHD_PCIE_RUNTIMEPM */
}
else if (!(bus->dhd->busstate == DHD_BUS_SUSPEND)) {
dhd_bus_set_device_wake(bus, FALSE, __FUNCTION__);
}
}
int
dhd_bus_set_device_wake(struct dhd_bus *bus, bool val, const char *context)
{
if (bus->ds_enabled && bus->dhd->ring_attached) {
#ifdef PCIE_INB_DW
if (INBAND_DW_ENAB(bus)) {
return dhd_bus_inb_set_device_wake(bus, val, context);
}
#endif /* PCIE_INB_DW */
#ifdef PCIE_OOB
if (OOB_DW_ENAB(bus)) {
return dhd_os_oob_set_device_wake(bus, val);
}
#endif /* PCIE_OOB */
}
return BCME_OK;
}
void
dhd_bus_dw_deassert(dhd_pub_t *dhd, const char *context)
{
dhd_bus_t *bus = dhd->bus;
unsigned long flags;
if (dhd_query_bus_erros(bus->dhd)) {
return;
}
/* If haven't communicated with device for a while, deassert the Device_Wake GPIO */
if (dhd_doorbell_timeout != 0 && bus->dhd->busstate == DHD_BUS_DATA &&
dhd_timeout_expired(&bus->doorbell_timer) &&
!dhd_query_bus_erros(bus->dhd)) {
DHD_GENERAL_LOCK(dhd, flags);
if (DHD_BUS_BUSY_CHECK_IDLE(dhd) &&
!DHD_CHECK_CFG_IN_PROGRESS(dhd)) {
DHD_BUS_BUSY_SET_IN_DS_DEASSERT(dhd);
DHD_GENERAL_UNLOCK(dhd, flags);
dhd_bus_set_device_wake(bus, FALSE, context);
DHD_GENERAL_LOCK(dhd, flags);
DHD_BUS_BUSY_CLEAR_IN_DS_DEASSERT(dhd);
dhd_os_busbusy_wake(bus->dhd);
DHD_GENERAL_UNLOCK(dhd, flags);
} else {
DHD_GENERAL_UNLOCK(dhd, flags);
}
}
#ifdef PCIE_INB_DW
if (INBAND_DW_ENAB(bus)) {
if (bus->ds_exit_timeout) {
bus->ds_exit_timeout --;
if (bus->ds_exit_timeout == 1) {
DHD_ERROR(("DS-EXIT TIMEOUT\n"));
bus->ds_exit_timeout = 0;
bus->inband_ds_exit_to_cnt++;
}
}
if (bus->host_sleep_exit_timeout) {
bus->host_sleep_exit_timeout --;
if (bus->host_sleep_exit_timeout == 1) {
DHD_ERROR(("HOST_SLEEP-EXIT TIMEOUT\n"));
bus->host_sleep_exit_timeout = 0;
bus->inband_host_sleep_exit_to_cnt++;
}
}
}
#endif /* PCIE_INB_DW */
}
#endif /* defined(PCIE_OOB) || defined(PCIE_INB_DW) */
/** mailbox doorbell ring function */
void
dhd_bus_ringbell(struct dhd_bus *bus, uint32 value)
{
/* Skip once bus enters low power state (D3_INFORM/D3_ACK) */
if (__DHD_CHK_BUS_IN_LPS(bus)) {
DHD_RPM(("%s: trying to ring the doorbell after D3 inform %d\n",
__FUNCTION__, bus->bus_low_power_state));
return;
}
/* Skip in the case of link down */
if (bus->is_linkdown) {
DHD_ERROR(("%s: PCIe link was down\n", __FUNCTION__));
return;
}
if ((bus->sih->buscorerev == 2) || (bus->sih->buscorerev == 6) ||
(bus->sih->buscorerev == 4)) {
si_corereg(bus->sih, bus->sih->buscoreidx, bus->pcie_mailbox_int,
PCIE_INTB, PCIE_INTB);
} else {
/* this is a pcie core register, not the config regsiter */
/* makesure we are on PCIE */
DHD_INFO(("writing a door bell to the device\n"));
if (IDMA_ACTIVE(bus->dhd)) {
if (DAR_PWRREQ(bus)) {
dhd_bus_pcie_pwr_req(bus);
}
si_corereg(bus->sih, bus->sih->buscoreidx, dhd_bus_db0_addr_2_get(bus),
~0, value);
} else {
if (DAR_PWRREQ(bus)) {
dhd_bus_pcie_pwr_req(bus);
}
si_corereg(bus->sih, bus->sih->buscoreidx,
dhd_bus_db0_addr_get(bus), ~0, 0x12345678);
}
}
}
/** mailbox doorbell ring function for IDMA/IFRM using dma channel2 */
void
dhd_bus_ringbell_2(struct dhd_bus *bus, uint32 value, bool devwake)
{
/* this is a pcie core register, not the config regsiter */
/* makesure we are on PCIE */
/* Skip once bus enters low power state (D3_INFORM/D3_ACK) */
if (__DHD_CHK_BUS_IN_LPS(bus)) {
DHD_RPM(("%s: trying to ring the doorbell after D3 inform %d\n",
__FUNCTION__, bus->bus_low_power_state));
return;
}
/* Skip in the case of link down */
if (bus->is_linkdown) {
DHD_ERROR(("%s: PCIe link was down\n", __FUNCTION__));
return;
}
DHD_INFO(("writing a door bell 2 to the device\n"));
if (DAR_PWRREQ(bus)) {
dhd_bus_pcie_pwr_req(bus);
}
si_corereg(bus->sih, bus->sih->buscoreidx, dhd_bus_db0_addr_2_get(bus),
~0, value);
}
void
dhdpcie_bus_ringbell_fast(struct dhd_bus *bus, uint32 value)
{
/* Skip once bus enters low power state (D3_INFORM/D3_ACK) */
if (__DHD_CHK_BUS_IN_LPS(bus)) {
DHD_RPM(("%s: trying to ring the doorbell after D3 inform %d\n",
__FUNCTION__, bus->bus_low_power_state));
return;
}
/* Skip in the case of link down */
if (bus->is_linkdown) {
DHD_ERROR(("%s: PCIe link was down\n", __FUNCTION__));
return;
}
#if defined(PCIE_OOB) || defined(PCIE_INB_DW)
if (OOB_DW_ENAB(bus)) {
dhd_bus_set_device_wake(bus, TRUE, __FUNCTION__);
}
dhd_bus_doorbell_timeout_reset(bus);
#endif /* defined(PCIE_OOB) || defined(PCIE_INB_DW) */
#ifdef DHD_MMIO_TRACE
dhd_bus_mmio_trace(bus, dhd_bus_db0_addr_get(bus), value, TRUE);
#endif /* defined(DHD_MMIO_TRACE) */
if (DAR_PWRREQ(bus)) {
dhd_bus_pcie_pwr_req(bus);
}
#ifdef DHD_DB0TS
if (bus->dhd->db0ts_capable) {
uint64 ts;
ts = local_clock();
do_div(ts, 1000);
value = htol32(ts & 0xFFFFFFFF);
DHD_INFO(("%s: usec timer = 0x%x\n", __FUNCTION__, value));
}
#endif /* DHD_DB0TS */
W_REG(bus->pcie_mb_intr_osh, bus->pcie_mb_intr_addr, value);
}
void
dhdpcie_bus_ringbell_2_fast(struct dhd_bus *bus, uint32 value, bool devwake)
{
/* Skip once bus enters low power state (D3_INFORM/D3_ACK) */
if (__DHD_CHK_BUS_IN_LPS(bus)) {
DHD_RPM(("%s: trying to ring the doorbell after D3 inform %d\n",
__FUNCTION__, bus->bus_low_power_state));
return;
}
/* Skip in the case of link down */
if (bus->is_linkdown) {
DHD_ERROR(("%s: PCIe link was down\n", __FUNCTION__));
return;
}
#if defined(PCIE_OOB) || defined(PCIE_INB_DW)
if (devwake) {
if (OOB_DW_ENAB(bus)) {
dhd_bus_set_device_wake(bus, TRUE, __FUNCTION__);
}
}
dhd_bus_doorbell_timeout_reset(bus);
#endif /* defined(PCIE_OOB) || defined(PCIE_INB_DW) */
#ifdef DHD_MMIO_TRACE
dhd_bus_mmio_trace(bus, dhd_bus_db0_addr_2_get(bus), value, TRUE);
#endif /* defined(DHD_MMIO_TRACE) */
if (DAR_PWRREQ(bus)) {
dhd_bus_pcie_pwr_req(bus);
}
W_REG(bus->pcie_mb_intr_osh, bus->pcie_mb_intr_2_addr, value);
}
static void
dhd_bus_ringbell_oldpcie(struct dhd_bus *bus, uint32 value)
{
uint32 w;
/* Skip once bus enters low power state (D3_INFORM/D3_ACK) */
if (__DHD_CHK_BUS_IN_LPS(bus)) {
DHD_RPM(("%s: trying to ring the doorbell after D3 inform %d\n",
__FUNCTION__, bus->bus_low_power_state));
return;
}
/* Skip in the case of link down */
if (bus->is_linkdown) {
DHD_ERROR(("%s: PCIe link was down\n", __FUNCTION__));
return;
}
w = (R_REG(bus->pcie_mb_intr_osh, bus->pcie_mb_intr_addr) & ~PCIE_INTB) | PCIE_INTB;
W_REG(bus->pcie_mb_intr_osh, bus->pcie_mb_intr_addr, w);
}
dhd_mb_ring_t
dhd_bus_get_mbintr_fn(struct dhd_bus *bus)
{
if ((bus->sih->buscorerev == 2) || (bus->sih->buscorerev == 6) ||
(bus->sih->buscorerev == 4)) {
bus->pcie_mb_intr_addr = si_corereg_addr(bus->sih, bus->sih->buscoreidx,
bus->pcie_mailbox_int);
if (bus->pcie_mb_intr_addr) {
bus->pcie_mb_intr_osh = si_osh(bus->sih);
return dhd_bus_ringbell_oldpcie;
}
} else {
bus->pcie_mb_intr_addr = si_corereg_addr(bus->sih, bus->sih->buscoreidx,
dhd_bus_db0_addr_get(bus));
if (bus->pcie_mb_intr_addr) {
bus->pcie_mb_intr_osh = si_osh(bus->sih);
return dhdpcie_bus_ringbell_fast;
}
}
return dhd_bus_ringbell;
}
dhd_mb_ring_2_t
dhd_bus_get_mbintr_2_fn(struct dhd_bus *bus)
{
bus->pcie_mb_intr_2_addr = si_corereg_addr(bus->sih, bus->sih->buscoreidx,
dhd_bus_db0_addr_2_get(bus));
if (bus->pcie_mb_intr_2_addr) {
bus->pcie_mb_intr_osh = si_osh(bus->sih);
return dhdpcie_bus_ringbell_2_fast;
}
return dhd_bus_ringbell_2;
}
bool
BCMFASTPATH(dhd_bus_dpc)(struct dhd_bus *bus)
{
bool resched = FALSE; /* Flag indicating resched wanted */
unsigned long flags;
DHD_TRACE(("%s: Enter\n", __FUNCTION__));
bus->dpc_entry_time = OSL_LOCALTIME_NS();
if (bus->dhd->db7_trap.fw_db7w_trap_received) {
DHD_PRINT(("%s: fw_db7w_trap_received exit\n", __FUNCTION__));
return 0;
}
if (dhd_query_bus_erros(bus->dhd)) {
if (bus->dhd->db7_trap.fw_db7w_trap_inprogress == FALSE) {
DHD_ERROR_RLMT(("%s: db7 not in progress, exit\n", __FUNCTION__));
return 0;
}
}
/* For MSI case, check for CTO vi cfg INTSTATUS from DPC for non rescheduled case,
* to avoid more time in ISR.
*/
if ((bus->d2h_intr_method == PCIE_MSI) && !bus->dpc_resched) {
if (dhdpcie_check_for_cto(bus) != BCME_OK) {
return 0;
}
}
/* Due to irq mismatch WARNING in linux, currently keeping it disabled and
* using dongle intmask to control INTR enable/disable
*/
if (bus->d2h_intr_control == PCIE_HOST_IRQ_CTRL) {
/*
* Disable IRQ at start of DPC if it is not disabled and
* Enable back at the end of dpc if irq is disabled.
*/
if (!dhdpcie_irq_disabled(bus)) {
bus->host_irq_disable_count++;
dhdpcie_disable_irq_nosync(bus); /* Disable host IRQ!! */
}
}
DHD_GENERAL_LOCK(bus->dhd, flags);
/* Check for only DHD_BUS_DOWN and not for DHD_BUS_DOWN_IN_PROGRESS
* to avoid IOCTL Resumed On timeout when ioctl is waiting for response
* and rmmod is fired in parallel, which will make DHD_BUS_DOWN_IN_PROGRESS
* and if we return from here, then IOCTL response will never be handled
*/
if (bus->dhd->busstate == DHD_BUS_DOWN) {
DHD_ERROR(("%s: Bus down, ret\n", __FUNCTION__));
bus->intstatus = 0;
DHD_GENERAL_UNLOCK(bus->dhd, flags);
bus->dpc_return_busdown_count++;
return 0;
}
#ifdef DHD_PCIE_RUNTIMEPM
bus->idlecount = 0;
#endif /* DHD_PCIE_RUNTIMEPM */
DHD_BUS_BUSY_SET_IN_DPC(bus->dhd);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
resched = dhdpcie_bus_process_mailbox_intr(bus, bus->intstatus);
if (!resched) {
bus->intstatus = 0;
bus->dpc_exit_time = OSL_LOCALTIME_NS();
bus->dpc_time_usec = (bus->dpc_exit_time - bus->dpc_entry_time) / NSEC_PER_USEC;
if (!dhd_query_bus_erros(bus->dhd)) {
/* Due to irq mismatch WARNING in linux, currently keeping it disabled and
* using dongle intmask to control INTR enable/disable
*/
if (bus->d2h_intr_control == PCIE_HOST_IRQ_CTRL) {
bus->host_irq_enable_count += dhdpcie_irq_disabled(bus);
dhdpcie_enable_irq_loop(bus);
} else {
/* Enable back interrupt using Intmask! */
dhdpcie_bus_intr_enable(bus);
bus->dngl_intmask_enable_count++;
}
}
} else {
bus->resched_dpc_time = OSL_LOCALTIME_NS();
bus->dpc_time_usec = (bus->resched_dpc_time - bus->dpc_entry_time) / NSEC_PER_USEC;
}
dhd_histo_update(bus->dhd, bus->dpc_time_histo, (uint32)bus->dpc_time_usec);
bus->dpc_sched = resched;
bus->dpc_resched = resched;
#ifdef DHD_FLOW_RING_STATUS_TRACE
if (bus->dhd->dma_h2d_ring_upd_support && bus->dhd->dma_d2h_ring_upd_support &&
(bus->dhd->ring_attached == TRUE)) {
dhd_bus_flow_ring_status_dpc_trace(bus->dhd);
}
#endif /* DHD_FLOW_RING_STATUS_TRACE */
DHD_GENERAL_LOCK(bus->dhd, flags);
DHD_BUS_BUSY_CLEAR_IN_DPC(bus->dhd);
dhd_os_busbusy_wake(bus->dhd);
DHD_GENERAL_UNLOCK(bus->dhd, flags);
return resched;
}
int
dhdpcie_send_mb_data(dhd_bus_t *bus, uint32 h2d_mb_data, const char *context)
{
uint32 cur_h2d_mb_data = 0;
driver_state_t driver_state;
BCM_REFERENCE(driver_state);
if (bus->is_linkdown) {
DHD_ERROR(("%s: PCIe link was down\n", __FUNCTION__));
return BCME_ERROR;
}
DHD_INFO(("%s: H2D_MB_DATA: 0x%08X\n", __FUNCTION__, h2d_mb_data));
#ifdef PCIE_INB_DW
if (h2d_mb_data == H2D_HOST_DS_ACK) {
dhdpcie_set_dongle_deepsleep(bus, TRUE);
}
dhd_bus_ds_trace(bus, h2d_mb_data, FALSE,
dhdpcie_bus_get_pcie_inband_dw_state(bus), context);
#else
dhd_bus_ds_trace(bus, h2d_mb_data, FALSE);
#endif /* PCIE_INB_DW */
if (bus->api.fw_rev >= PCIE_SHARED_VERSION_6 && !bus->use_mailbox) {
DHD_INFO(("API rev is 6, sending mb data as H2D Ctrl message to dongle, 0x%04x\n",
h2d_mb_data));
/* Prevent asserting device_wake during doorbell ring for mb data to avoid loop. */
#ifdef PCIE_OOB
bus->oob_enabled = FALSE;
#endif /* PCIE_OOB */
/* check the error return value here... */
if (dhd_prot_h2d_mbdata_send_ctrlmsg(bus->dhd, h2d_mb_data)) {
DHD_ERROR(("failure sending the H2D Mailbox message "
"to firmware\n"));
goto fail;
}
#ifdef PCIE_OOB
bus->oob_enabled = TRUE;
#endif /* PCIE_OOB */
goto done;
}
dhd_bus_cmn_readshared(bus, &cur_h2d_mb_data, H2D_MB_DATA, 0);
if (cur_h2d_mb_data != 0) {
uint32 i = 0;
DHD_INFO(("GRRRRRRR: MB transaction is already pending 0x%04x\n", cur_h2d_mb_data));
/* start a zero length timer to keep checking this to be zero */
while ((i++ < 100) && cur_h2d_mb_data) {
OSL_DELAY(10);
dhd_bus_cmn_readshared(bus, &cur_h2d_mb_data, H2D_MB_DATA, 0);
}
if (i >= 100) {
DHD_PRINT(("%s : waited 1ms for the dngl "
"to ack the previous mb transaction\n", __FUNCTION__));
DHD_PRINT(("%s : MB transaction is still pending 0x%04x\n",
__FUNCTION__, cur_h2d_mb_data));
}
}
dhd_bus_cmn_writeshared(bus, &h2d_mb_data, sizeof(uint32), H2D_MB_DATA, 0);
dhd_bus_gen_devmb_intr(bus);
done:
if (h2d_mb_data == H2D_HOST_D3_INFORM) {
DHD_INFO_HW4(("%s: send H2D_HOST_D3_INFORM to dongle\n", __FUNCTION__));
bus->last_d3_inform_time = OSL_LOCALTIME_NS();
bus->d3_inform_cnt++;
}
if (h2d_mb_data == H2D_HOST_D0_INFORM_IN_USE) {
DHD_INFO_HW4(("%s: send H2D_HOST_D0_INFORM_IN_USE to dongle\n", __FUNCTION__));
bus->d0_inform_in_use_cnt++;
}
if (h2d_mb_data == H2D_HOST_D0_INFORM) {
DHD_INFO_HW4(("%s: send H2D_HOST_D0_INFORM to dongle\n", __FUNCTION__));
bus->d0_inform_cnt++;
}
if (h2d_mb_data == H2D_HOST_PTM_ENABLE) {
DHD_INFO(("%s: send H2D_HOST_PTM_ENABLE to dongle\n", __FUNCTION__));
}
if (h2d_mb_data == H2D_HOST_PTM_DISABLE) {
DHD_INFO(("%s: send H2D_HOST_PTM_DISABLE to dongle\n", __FUNCTION__));
}
DHD_LOG_MSGTYPE(bus->dhd, bus->dhd->logger, &driver_state, MSG_TYPE_H2D_MAILBOX_DATA,
&h2d_mb_data, sizeof(h2d_mb_data));
return BCME_OK;
fail:
return BCME_ERROR;
}
static void
dhd_bus_handle_d3_ack(dhd_bus_t *bus)
{
bus->dngl_intmask_disable_count++;
/* Disable dongle interrupts by intmask and clear the intstatus
* if it is set to avoid unnecessary intrrupts after D3 ACK.
*/
dhdpcie_bus_intr_disable(bus); /* Disable interrupt using IntMask!! */
dhdpcie_bus_clear_intstatus(bus);
DHD_SET_BUS_LPS_D3_ACKED(bus);
DHD_RPM(("%s: D3_ACK Received\n", __FUNCTION__));
if (bus->dhd->dhd_induce_error == DHD_INDUCE_D3_ACK_TIMEOUT) {
/* Set bus_low_power_state to DHD_BUS_D3_ACK_RECEIVED */
DHD_PRINT(("%s: Due to d3ack induce error forcefully set "
"bus_low_power_state to DHD_BUS_D3_INFORM_SENT\n", __FUNCTION__));
DHD_SET_BUS_LPS_D3_INFORMED(bus);
}
/* Check for D3 ACK induce flag, which is set by firing dhd iovar to induce D3 Ack timeout.
* If flag is set, D3 wake is skipped, which results in to D3 Ack timeout.
*/
if (bus->dhd->dhd_induce_error != DHD_INDUCE_D3_ACK_TIMEOUT) {
bus->wait_for_d3_ack = 1;
dhd_os_d3ack_wake(bus->dhd);
} else {
DHD_PRINT(("%s: Inducing D3 ACK timeout\n", __FUNCTION__));
}
bus->last_d3_ack_time = OSL_LOCALTIME_NS();
}
void
dhd_bus_handle_mb_data(dhd_bus_t *bus, uint32 d2h_mb_data, const char *context)
{
#ifdef PCIE_INB_DW
unsigned long flags = 0;
#endif /* PCIE_INB_DW */
driver_state_t driver_state;
BCM_REFERENCE(driver_state);
DHD_INFO(("D2H_MB_DATA: 0x%04x\n", d2h_mb_data));
DHD_LOG_MSGTYPE(bus->dhd, bus->dhd->logger, &driver_state, MSG_TYPE_D2H_MAILBOX_DATA,
&d2h_mb_data, sizeof(d2h_mb_data));
#ifdef PCIE_INB_DW
DHD_BUS_INB_DW_LOCK(bus->inb_lock, flags);
dhd_bus_ds_trace(bus, d2h_mb_data, TRUE,
dhdpcie_bus_get_pcie_inband_dw_state(bus), context);
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
#else
dhd_bus_ds_trace(bus, d2h_mb_data, TRUE);
#endif /* PCIE_INB_DW */
if (d2h_mb_data & D2H_DEV_FWHALT) {
if (bus->dhd->db7_trap.fw_db7w_trap_inprogress == FALSE) {
DHD_PRINT(("FW trap has happened, dongle_trap_data 0x%8x\n",
bus->dhd->dongle_trap_data));
}
if (bus->dhd->dongle_trap_data & D2H_DEV_TRAP_HOSTDB) {
uint64 db7_dur;
bus->dhd->db7_trap.debug_db7_trap_time = OSL_LOCALTIME_NS();
bus->dhd->db7_trap.debug_db7_trap_cnt++;
db7_dur = bus->dhd->db7_trap.debug_db7_trap_time -
bus->dhd->db7_trap.debug_db7_send_time;
if (db7_dur > bus->dhd->db7_trap.debug_max_db7_dur) {
bus->dhd->db7_trap.debug_max_db7_send_time =
bus->dhd->db7_trap.debug_db7_send_time;
bus->dhd->db7_trap.debug_max_db7_trap_time =
bus->dhd->db7_trap.debug_db7_trap_time;
}
bus->dhd->db7_trap.debug_max_db7_dur =
MAX(bus->dhd->db7_trap.debug_max_db7_dur, db7_dur);
if (bus->dhd->db7_trap.fw_db7w_trap_inprogress == FALSE) {
bus->dhd->db7_trap.debug_db7_timing_error_cnt++;
}
} else {
dhdpcie_checkdied(bus, NULL, 0);
#ifdef BCM_ROUTER_DHD
dhdpcie_handle_dongle_trap(bus);
#endif
#ifdef OEM_ANDROID
#ifdef SUPPORT_LINKDOWN_RECOVERY
#ifdef CONFIG_ARCH_MSM
bus->no_cfg_restore = 1;
#endif /* CONFIG_ARCH_MSM */
#endif /* SUPPORT_LINKDOWN_RECOVERY */
dhd_os_check_hang(bus->dhd, 0, -EREMOTEIO);
#endif /* OEM_ANDROID */
}
if (bus->dhd->db7_trap.fw_db7w_trap_inprogress) {
bus->dhd->db7_trap.fw_db7w_trap_inprogress = FALSE;
#if !defined(OEM_ANDROID) && !defined(DHD_EFI)
/* Fix for UTF issue */
bus->dhd->dongle_trap_occured = TRUE;
#endif /* !OEM_ANDROID && !DHD_EFI */
}
goto exit;
}
if (d2h_mb_data & D2H_DEV_DS_ENTER_REQ) {
bool ds_acked = FALSE;
BCM_REFERENCE(ds_acked);
if (__DHD_CHK_BUS_LPS_D3_ACKED(bus)) {
DHD_ERROR(("DS-ENTRY AFTER D3-ACK!!!!! QUITING\n"));
DHD_ERROR(("%s: making DHD_BUS_DOWN\n", __FUNCTION__));
bus->dhd->busstate = DHD_BUS_DOWN;
goto exit;
}
/* what should we do */
DHD_INFO(("D2H_MB_DATA: DEEP SLEEP REQ\n"));
#ifdef PCIE_INB_DW
if (INBAND_DW_ENAB(bus)) {
/* As per inband state machine, host should not send DS-ACK
* during suspend or suspend in progress, instead D3 inform will be sent.
*/
DHD_BUS_INB_DW_LOCK(bus->inb_lock, flags);
if (!bus->skip_ds_ack) {
if (dhdpcie_bus_get_pcie_inband_dw_state(bus) ==
DW_DEVICE_DS_ACTIVE) {
dhdpcie_bus_set_pcie_inband_dw_state(bus,
DW_DEVICE_DS_DEV_SLEEP_PEND);
if (bus->host_active_cnt == 0) {
dhdpcie_bus_set_pcie_inband_dw_state(bus,
DW_DEVICE_DS_DEV_SLEEP);
dhdpcie_send_mb_data(bus,
H2D_HOST_DS_ACK, __FUNCTION__);
ds_acked = TRUE;
DHD_INFO(("D2H_MB_DATA: sent DEEP SLEEP "
"ACK to DNGL\n"));
} else {
DHD_ERROR_RLMT(("%s: Do not send DS-ACK, "
"host_active_cnt is %d\n",
__FUNCTION__, bus->host_active_cnt));
}
} else {
DHD_ERROR_RLMT(("%s: Do not send DS-ACK, DS state is %d",
__FUNCTION__,
dhdpcie_bus_get_pcie_inband_dw_state(bus)));
}
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
dhd_os_ds_enter_wake(bus->dhd);
} else {
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
DHD_INFO(("%s: Skip DS-ACK due to "
"suspend in progress\n", __FUNCTION__));
}
#ifdef DHD_EFI
if (ds_acked && !bus->ds_enabled) {
/* if 'deep_sleep' is disabled, then need to again assert DW
* from here once we we have acked the DS_ENTER_REQ, so that
* dongle stays awake and honours the user iovar request.
* Note, that this code will be hit only for the pcie_suspend/resume
* case with 'deep_sleep' disabled, and will not get executed in
* the normal path either when 'deep_sleep' is enabled (default)
* or when 'deep_sleep' is disabled, because if 'deep_sleep' is
* disabled, then by definition, dongle will not send DS_ENTER_REQ
* except in the case of D0 -> D3 -> D0 transitions, which is what
* is being handled here.
*/
dhd_bus_inb_set_device_wake(bus, TRUE, context);
}
#endif /* DHD_EFI */
} else
#endif /* PCIE_INB_DW */
{
dhdpcie_send_mb_data(bus, H2D_HOST_DS_ACK, __FUNCTION__);
DHD_INFO(("D2H_MB_DATA: sent DEEP SLEEP ACK\n"));
}
}
if (d2h_mb_data & D2H_DEV_DS_EXIT_NOTE) {
#ifdef PCIE_INB_DW
if (INBAND_DW_ENAB(bus)) {
if (bus->calc_ds_exit_latency) {
bus->ds_exit_ts2 = OSL_SYSUPTIME_US();
if (bus->ds_exit_ts2 > bus->ds_exit_ts1 &&
bus->ds_exit_ts1 != 0)
bus->ds_exit_latency = bus->ds_exit_ts2 - bus->ds_exit_ts1;
else
bus->ds_exit_latency = 0;
}
}
#endif /* PCIE_INB_DW */
/* what should we do */
DHD_INFO(("D2H_MB_DATA: DEEP SLEEP EXIT\n"));
#ifdef PCIE_INB_DW
if (INBAND_DW_ENAB(bus)) {
DHD_BUS_INB_DW_LOCK(bus->inb_lock, flags);
if (dhdpcie_bus_get_pcie_inband_dw_state(bus) ==
DW_DEVICE_DS_DISABLED_WAIT) {
/* wake up only if some one is waiting in
* DW_DEVICE_DS_DISABLED_WAIT state
* in this case the waiter will change the state
* to DW_DEVICE_DS_DEV_WAKE
*/
/* To synchronize with the previous memory operations call wmb() */
OSL_SMP_WMB();
bus->inband_ds_exit_host_cnt++;
bus->wait_for_ds_exit = 1;
/* Call another wmb() to make sure before waking up the
* other event value gets updated.
*/
OSL_SMP_WMB();
dhdpcie_bus_set_pcie_inband_dw_state(bus,
DW_DEVICE_DS_DEV_WAKE);
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
dhd_os_ds_exit_wake(bus->dhd);
} else if (dhdpcie_bus_get_pcie_inband_dw_state(bus) ==
DW_DEVICE_DS_DEV_SLEEP) {
DHD_INFO(("recvd unsolicited DS-EXIT from dongle in DEV_SLEEP\n"));
/*
* unsolicited state change to DW_DEVICE_DS_DEV_WAKE if
* D2H_DEV_DS_EXIT_NOTE received in DW_DEVICE_DS_DEV_SLEEP state.
* This is need when dongle is woken by external events like
* WOW, ping ..etc
*/
bus->inband_ds_exit_device_cnt++;
bus->wait_for_ds_exit = 1;
dhdpcie_bus_set_pcie_inband_dw_state(bus,
DW_DEVICE_DS_DEV_WAKE);
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
} else {
DHD_INFO(("D2H_MB_DATA: not in DS_DISABLED_WAIT/DS_DEV_SLEEP\n"));
bus->inband_ds_exit_host_cnt++;
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
}
/*
* bus->deep_sleep is TRUE by default. deep_sleep is set to FALSE when the
* dhd iovar deep_sleep is fired with value 0(user request to not enter
* deep sleep). So donot attempt to go to deep sleep when user has
* explicitly asked not to go to deep sleep. bus->deep_sleep is set to
* TRUE when the dhd iovar deep_sleep is fired with value 1.
*/
if (bus->deep_sleep) {
dhd_bus_set_device_wake(bus, FALSE, __FUNCTION__);
dhdpcie_set_dongle_deepsleep(bus, FALSE);
}
}
#endif /* PCIE_INB_DW */
}
if (d2h_mb_data & D2HMB_DS_HOST_SLEEP_EXIT_ACK) {
/* what should we do */
DHD_PRINT(("D2H_MB_DATA: D0 ACK\n"));
#ifdef PCIE_INB_DW
if (INBAND_DW_ENAB(bus)) {
DHD_BUS_INB_DW_LOCK(bus->inb_lock, flags);
if (dhdpcie_bus_get_pcie_inband_dw_state(bus) ==
DW_DEVICE_HOST_WAKE_WAIT) {
dhdpcie_bus_set_pcie_inband_dw_state(bus, DW_DEVICE_DS_ACTIVE);
}
DHD_BUS_INB_DW_UNLOCK(bus->inb_lock, flags);
}
#endif /* PCIE_INB_DW */
}
if (d2h_mb_data & D2H_DEV_D3_ACK) {
/* what should we do */
DHD_INFO_HW4(("D2H_MB_DATA: D3 ACK\n"));
if (!bus->wait_for_d3_ack) {
#if defined(DHD_HANG_SEND_UP_TEST)
if (bus->dhd->req_hang_type == HANG_REASON_D3_ACK_TIMEOUT) {
DHD_PRINT(("TEST HANG: Skip to process D3 ACK\n"));
} else {
dhd_bus_handle_d3_ack(bus);
}
#else /* DHD_HANG_SEND_UP_TEST */
dhd_bus_handle_d3_ack(bus);
#endif /* DHD_HANG_SEND_UP_TEST */
}
}
if (d2h_mb_data & D2H_DEV_PTM_ENABLED) {
DHD_INFO(("D2H_MB_DATA: PTM ENABLED\n"));
}
if (d2h_mb_data & D2H_DEV_PTM_DISABLED) {
DHD_INFO(("D2H_MB_DATA: PTM DISABLED\n"));
}
exit:
return;
}
static void
dhdpcie_handle_mb_data(dhd_bus_t *bus)
{
uint32 d2h_mb_data = 0;
uint32 zero = 0;
driver_state_t driver_state;
BCM_REFERENCE(driver_state);
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req(bus);
}
if (bus->is_linkdown) {
DHD_ERROR(("%s: PCIe link is down\n", __FUNCTION__));
return;
}
dhd_bus_cmn_readshared(bus, &d2h_mb_data, D2H_MB_DATA, 0);
if (D2H_DEV_MB_INVALIDATED(d2h_mb_data)) {
DHD_ERROR(("%s: Invalid D2H_MB_DATA: 0x%08x\n",
__FUNCTION__, d2h_mb_data));
goto exit;
}
DHD_LOG_MSGTYPE(bus->dhd, bus->dhd->logger, &driver_state, MSG_TYPE_D2H_MAILBOX_DATA,
&d2h_mb_data, sizeof(d2h_mb_data));
dhd_bus_cmn_writeshared(bus, &zero, sizeof(uint32), D2H_MB_DATA, 0);
DHD_INFO_HW4(("D2H_MB_DATA: 0x%04x\n", d2h_mb_data));
if (d2h_mb_data & D2H_DEV_FWHALT) {
DHD_PRINT(("FW trap has happened\n"));
dhdpcie_checkdied(bus, NULL, 0);
/* not ready yet dhd_os_ind_firmware_stall(bus->dhd); */
#ifdef BCM_ROUTER_DHD
dhdpcie_handle_dongle_trap(bus);
#endif
goto exit;
}
if (d2h_mb_data & D2H_DEV_DS_ENTER_REQ) {
/* what should we do */
DHD_INFO(("D2H_MB_DATA: DEEP SLEEP REQ\n"));
dhdpcie_send_mb_data(bus, H2D_HOST_DS_ACK, __FUNCTION__);
DHD_INFO(("D2H_MB_DATA: sent DEEP SLEEP ACK\n"));
}
if (d2h_mb_data & D2H_DEV_DS_EXIT_NOTE) {
/* what should we do */
DHD_INFO(("D2H_MB_DATA: DEEP SLEEP EXIT\n"));
}
if (d2h_mb_data & D2H_DEV_D3_ACK) {
/* what should we do */
DHD_INFO_HW4(("D2H_MB_DATA: D3 ACK\n"));
if (!bus->wait_for_d3_ack) {
#if defined(DHD_HANG_SEND_UP_TEST)
if (bus->dhd->req_hang_type == HANG_REASON_D3_ACK_TIMEOUT) {
DHD_PRINT(("TEST HANG: Skip to process D3 ACK\n"));
} else {
dhd_bus_handle_d3_ack(bus);
}
#else /* DHD_HANG_SEND_UP_TEST */
dhd_bus_handle_d3_ack(bus);
#endif /* DHD_HANG_SEND_UP_TEST */
}
}
exit:
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req_clear(bus);
}
}
static void
dhdpcie_read_handle_mb_data(dhd_bus_t *bus)
{
uint32 d2h_mb_data = 0;
uint32 zero = 0;
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req(bus);
}
dhd_bus_cmn_readshared(bus, &d2h_mb_data, D2H_MB_DATA, 0);
if (!d2h_mb_data) {
goto exit;
}
dhd_bus_cmn_writeshared(bus, &zero, sizeof(uint32), D2H_MB_DATA, 0);
dhd_bus_handle_mb_data(bus, d2h_mb_data, __FUNCTION__);
exit:
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req_clear(bus);
}
}
#define DHD_SCHED_RETRY_DPC_DELAY_MS 100u
static void
dhd_bus_handle_intx_ahead_dma_indices(dhd_bus_t *bus)
{
if (bus->d2h_intr_method == PCIE_MSI) {
DHD_TRACE(("%s: not required for msi\n", __FUNCTION__));
return;
}
if (bus->dhd->dma_d2h_ring_upd_support == FALSE) {
DHD_INFO(("%s: not required for non-dma-indices\n", __FUNCTION__));
return;
}
if (dhd_query_bus_erros(bus->dhd)) {
return;
}
#ifndef NDIS
/*
* skip delayed dpc if tasklet is scheduled by non-ISR
* From ISR context, if dpc is scheduled, the isr_sched_dpc_time
* will be lesser than dpc_exit_time.
*/
if (bus->isr_sched_dpc_time < bus->dpc_exit_time) {
DHD_INFO(("%s: skip delayed dpc as tasklet is scheduled from non isr\n",
__FUNCTION__));
return;
}
#endif /* NDIS */
if (DHD_CHK_BUS_LPS_D3_ACKED(bus)) {
DHD_INFO(("%s: skip delayed dpc as d3 ack is received\n", __FUNCTION__));
return;
}
DHD_INFO(("%s: schedule delayed DPC\n", __FUNCTION__));
dhd_schedule_delayed_dpc_on_dpc_cpu(bus->dhd, DHD_SCHED_RETRY_DPC_DELAY_MS);
return;
}
static bool
dhdpcie_bus_process_mailbox_intr(dhd_bus_t *bus, uint32 intstatus)
{
bool resched = FALSE;
/* Do not process dpc after receiving D3_ACK */
if (DHD_CHK_BUS_LPS_D3_ACKED(bus)) {
DHD_RPM(("%s: D3 Ack Received, skip dpc\n", __FUNCTION__));
return resched;
}
if ((bus->sih->buscorerev == 2) || (bus->sih->buscorerev == 6) ||
(bus->sih->buscorerev == 4)) {
/* Msg stream interrupt */
if (intstatus & I_BIT1) {
resched = dhdpci_bus_read_frames(bus);
} else if (intstatus & I_BIT0) {
/* do nothing for Now */
}
} else {
if (intstatus & (PCIE_MB_TOPCIE_FN0_0 | PCIE_MB_TOPCIE_FN0_1))
bus->api.handle_mb_data(bus);
/* The fact that we are here implies that dhdpcie_bus_intstatus( )
* retuned a non-zer0 status after applying the current mask.
* No further check required, in fact bus->instatus can be eliminated.
* Both bus->instatus, and bud->intdis are shared between isr and dpc.
*/
#ifdef DHD_PCIE_NATIVE_RUNTIMEPM
if (pm_runtime_get(dhd_bus_to_dev(bus)) >= 0) {
resched = dhdpci_bus_read_frames(bus);
pm_runtime_mark_last_busy(dhd_bus_to_dev(bus));
pm_runtime_put_autosuspend(dhd_bus_to_dev(bus));
}
#else
resched = dhdpci_bus_read_frames(bus);
#endif /* DHD_PCIE_NATIVE_RUNTIMEPM */
}
dhd_bus_handle_intx_ahead_dma_indices(bus);
return resched;
}
#if defined(DHD_H2D_LOG_TIME_SYNC)
static void
dhdpci_bus_rte_log_time_sync_poll(dhd_bus_t *bus)
{
unsigned long time_elapsed;
/* Poll for timeout value periodically */
if ((bus->dhd->busstate == DHD_BUS_DATA) &&
(bus->dhd->dhd_rte_time_sync_ms != 0) &&
DHD_CHK_BUS_NOT_IN_LPS(bus)) {
/*
* OSL_SYSUPTIME_US() overflow should not happen.
* As it is a unsigned 64 bit value 18446744073709551616L,
* which needs 213503982334 days to overflow
*/
time_elapsed = OSL_SYSUPTIME_US() - bus->dhd_rte_time_sync_count;
/* Compare time is milli seconds */
if ((time_elapsed / 1000) >= bus->dhd->dhd_rte_time_sync_ms) {
/*
* Its fine, if it has crossed the timeout value. No need to adjust the
* elapsed time
*/
bus->dhd_rte_time_sync_count += time_elapsed;
/* Schedule deffered work. Work function will send IOVAR. */
dhd_h2d_log_time_sync_deferred_wq_schedule(bus->dhd);
}
}
}
#endif /* DHD_H2D_LOG_TIME_SYNC */
static bool
dhdpci_bus_read_frames(dhd_bus_t *bus)
{
bool more = FALSE;
uint32 ctrlcpl_items = 0;
uint32 txcpl_items = 0;
uint32 rxcpl_items = 0;
uint32 evtlog_items = 0;
uint64 read_frames_entry_time = OSL_LOCALTIME_NS();
/* First check if there a FW trap */
if ((bus->api.fw_rev >= PCIE_SHARED_VERSION_6) &&
(bus->dhd->dongle_trap_data = dhd_prot_process_trapbuf(bus->dhd))) {
#ifdef DNGL_AXI_ERROR_LOGGING
if (bus->dhd->axi_error) {
DHD_ERROR(("AXI Error happened\n"));
return FALSE;
}
#endif /* DNGL_AXI_ERROR_LOGGING */
dhd_bus_handle_mb_data(bus, D2H_DEV_FWHALT, __FUNCTION__);
return FALSE;
}
if (dhd_query_bus_erros(bus->dhd)) {
DHD_ERROR(("%s: detected bus errors. Hence donot process msg rings\n",
__FUNCTION__));
return FALSE;
}
#ifdef DHD_DMA_INDICES_SEQNUM
dhd_prot_save_dmaidx(bus->dhd);
#endif /* DHD_DMA_INDICES_SEQNUM */
/* There may be frames in both ctrl buf and data buf; check ctrl buf first */
more |= dhd_prot_process_ctrlbuf(bus->dhd, &ctrlcpl_items);
bus->last_process_ctrlbuf_time = OSL_LOCALTIME_NS();
bus->ctrl_cpl_post_time_usec =
(bus->last_process_ctrlbuf_time - read_frames_entry_time) / NSEC_PER_USEC;
dhd_histo_update(bus->dhd, bus->ctrl_cpl_post_time_histo,
(uint32)bus->ctrl_cpl_post_time_usec);
/* Do not process rest of ring buf once bus enters low power state (D3_INFORM/D3_ACK) */
if (DHD_CHK_BUS_IN_LPS(bus)) {
DHD_RPM(("%s: Bus is in power save state (%d). "
"Skip processing rest of ring buffers.\n",
__FUNCTION__, bus->bus_low_power_state));
return more;
}
/* update the flow ring cpls */
more |= dhd_update_txflowrings(bus->dhd);
bus->last_process_flowring_time = OSL_LOCALTIME_NS();
bus->tx_post_time_usec =
(bus->last_process_flowring_time - bus->last_process_ctrlbuf_time) / NSEC_PER_USEC;
dhd_histo_update(bus->dhd, bus->tx_post_time_histo, (uint32)bus->tx_post_time_usec);
/* With heavy TX traffic, we could get a lot of TxStatus
* so add bound
*/
#ifdef DHD_HP2P
more |= dhd_prot_process_msgbuf_txcpl(bus->dhd, DHD_HP2P_RING, &txcpl_items);
#endif /* DHD_HP2P */
more |= dhd_prot_process_msgbuf_txcpl(bus->dhd, DHD_REGULAR_RING,
&txcpl_items);
bus->last_process_txcpl_time = OSL_LOCALTIME_NS();
bus->tx_cpl_time_usec =
(bus->last_process_txcpl_time - bus->last_process_flowring_time) / NSEC_PER_USEC;
dhd_histo_update(bus->dhd, bus->tx_cpl_time_histo, (uint32)bus->tx_cpl_time_usec);
/* With heavy RX traffic, this routine potentially could spend some time
* processing RX frames without RX bound
*/
#ifdef DHD_HP2P
more |= dhd_prot_process_msgbuf_rxcpl(bus->dhd, DHD_HP2P_RING, &rxcpl_items);
#endif /* DHD_HP2P */
#ifdef DHD_MESH
more |= dhd_prot_process_msgbuf_rxcpl(bus->dhd, DHD_MESH_RING, &rxcpl_items);
#endif /* DHD_MESH */
more |= dhd_prot_process_msgbuf_rxcpl(bus->dhd, DHD_REGULAR_RING, &rxcpl_items);
bus->last_process_rxcpl_time = OSL_LOCALTIME_NS();
bus->rx_cpl_post_time_usec =
(bus->last_process_rxcpl_time - bus->last_process_txcpl_time) / NSEC_PER_USEC;
dhd_histo_update(bus->dhd, bus->rx_cpl_post_time_histo, (uint32)bus->rx_cpl_post_time_usec);
/* Process info ring completion messages */
#ifdef EWP_EDL
if (!bus->dhd->dongle_edl_support)
#endif
{
more |= dhd_prot_process_msgbuf_infocpl(bus->dhd, DHD_INFORING_BOUND,
&evtlog_items);
bus->last_process_infocpl_time = OSL_LOCALTIME_NS();
}
#ifdef EWP_EDL
else {
more |= dhd_prot_process_msgbuf_edl(bus->dhd, &evtlog_items);
bus->last_process_edl_time = OSL_LOCALTIME_NS();
}
#endif /* EWP_EDL */
#ifdef DHD_FWTRACE
/* Handle the firmware trace data in the logtrace kernel thread */
dhd_event_logtrace_enqueue_fwtrace(bus->dhd);
#endif /* DHD_FWTRACE */
#ifdef BTLOG
/* Process info ring completion messages */
more |= dhd_prot_process_msgbuf_btlogcpl(bus->dhd, DHD_BTLOGRING_BOUND);
#endif /* BTLOG */
#ifdef IDLE_TX_FLOW_MGMT
if (bus->enable_idle_flowring_mgmt) {
/* Look for idle flow rings */
dhd_bus_check_idle_scan(bus);
}
#endif /* IDLE_TX_FLOW_MGMT */
/* don't talk to the dongle if fw is about to be reloaded */
if (bus->dhd->hang_was_sent) {
more = FALSE;
}
#ifdef SUPPORT_LINKDOWN_RECOVERY
/* It seems that linkdown is occurred without notification,
* In case read shared memory failed, recovery hang is needed
*/
if (bus->read_shm_fail) {
/* Read interrupt state once again to confirm linkdown */
int intstatus = si_corereg(bus->sih, bus->sih->buscoreidx,
bus->pcie_mailbox_int, 0, 0);
if (intstatus != (uint32)-1) {
DHD_ERROR(("%s: read SHM failed but intstatus is valid\n", __FUNCTION__));
#ifdef DHD_FW_COREDUMP
if (bus->dhd->memdump_enabled) {
DHD_OS_WAKE_LOCK(bus->dhd);
bus->dhd->memdump_type = DUMP_TYPE_READ_SHM_FAIL;
dhd_bus_mem_dump(bus->dhd);
DHD_OS_WAKE_UNLOCK(bus->dhd);
}
#endif /* DHD_FW_COREDUMP */
} else {
DHD_ERROR(("%s: Link is Down.\n", __FUNCTION__));
#ifdef CONFIG_ARCH_MSM
bus->no_cfg_restore = 1;
#endif /* CONFIG_ARCH_MSM */
dhd_bus_set_linkdown(bus->dhd, TRUE);
}
/* The dhd_prot_debug_info_print() function *has* to be
* invoked only if the bus->is_linkdown is updated so that
* host doesn't need to read any pcie registers if
* PCIe link is down.
*/
dhd_prot_debug_info_print(bus->dhd);
bus->dhd->hang_reason = HANG_REASON_PCIE_LINK_DOWN_EP_DETECT;
#ifdef WL_CFGVENDOR_SEND_HANG_EVENT
copy_hang_info_linkdown(bus->dhd);
#endif /* WL_CFGVENDOR_SEND_HANG_EVENT */
dhd_os_send_hang_message(bus->dhd);
more = FALSE;
}
#endif /* SUPPORT_LINKDOWN_RECOVERY */
#if defined(DHD_H2D_LOG_TIME_SYNC)
dhdpci_bus_rte_log_time_sync_poll(bus);
#endif /* DHD_H2D_LOG_TIME_SYNC */
#if defined(DHD_WAKE_STATUS)
/* Check if host was woken up by any packets */
if (dhd_bus_get_bus_wake(bus->dhd) > 0) {
/*
* If wake is due to Rx packets,
* pktwake info will be printed and cleared from dhd_rx_frame()
*/
DHD_PRINT(("#### dhdpcie_host_wake: rxcpl:%d ctrlcpl:%d txcpl:%d evtlog:%d ####\n",
rxcpl_items, ctrlcpl_items, txcpl_items, evtlog_items));
dhd_bus_set_get_bus_wake(bus->dhd, 0);
if (rxcpl_items > 0) {
/* Request packet dump for first Rx packet */
dhd_bus_set_get_bus_wake_pkt_dump(bus->dhd, 1);
}
}
#endif /* DHD_WAKE_STATUS */
return more;
}
bool
dhdpcie_tcm_valid(dhd_bus_t *bus)
{
uint32 addr = 0;
int rv;
uint32 shaddr = 0;
pciedev_shared_t sh;
shaddr = bus->dongle_ram_base + bus->ramsize - 4;
/* Read last word in memory to determine address of pciedev_shared structure */
addr = LTOH32(dhdpcie_bus_rtcm32(bus, DHD_PCIE_MEM_BAR1, shaddr));
if ((addr == 0) || (addr == bus->nvram_csm) || (addr < bus->dongle_ram_base) ||
(addr > shaddr)) {
DHD_ERROR(("%s: address (0x%08x) of pciedev_shared invalid addr\n",
__FUNCTION__, addr));
return FALSE;
}
/* Read hndrte_shared structure */
if ((rv = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1, addr, (uint8 *)&sh,
sizeof(pciedev_shared_t))) < 0) {
DHD_ERROR(("Failed to read PCIe shared struct with %d\n", rv));
return FALSE;
}
/* Compare any field in pciedev_shared_t */
if (sh.console_addr != bus->pcie_sh->console_addr) {
DHD_ERROR(("Contents of pciedev_shared_t structure are not matching.\n"));
return FALSE;
}
return TRUE;
}
static void
dhdpcie_update_bus_api_revisions(uint32 firmware_api_version, uint32 host_api_version)
{
snprintf(bus_api_revision, BUS_API_REV_STR_LEN, "\nBus API revisions:(FW rev%d)(DHD rev%d)",
firmware_api_version, host_api_version);
return;
}
static bool
dhdpcie_check_firmware_compatible(uint32 firmware_api_version, uint32 host_api_version)
{
bool retcode = FALSE;
DHD_INFO(("firmware api revision %d, host api revision %d\n",
firmware_api_version, host_api_version));
switch (firmware_api_version) {
case PCIE_SHARED_VERSION_9:
case PCIE_SHARED_VERSION_7:
case PCIE_SHARED_VERSION_6:
case PCIE_SHARED_VERSION_5:
retcode = TRUE;
break;
default:
/* PCIE_SHARED_VERSION_8 is not supported yet */
if ((firmware_api_version <= host_api_version) &&
(firmware_api_version != PCIE_SHARED_VERSION_8)) {
retcode = TRUE;
}
}
return retcode;
}
static int
dhdpcie_wait_readshared_area_addr(dhd_bus_t *bus, uint32 *share_addr)
{
uint32 timeout = MAX_READ_TIMEOUT;
dhd_timeout_t tmo;
uint64 elapsed = 0;
uint64 start_ts = 0;
uint64 end_ts = 0;
uint32 shaddr = bus->dongle_ram_base + bus->ramsize - 4;
int timeleft = 0;
uint32 addr = 0;
uint32 intstatus;
uint tmo_ms = FWBOOT_INTR_TIMEOUT_MS;
int ret = BCME_OK;
#ifdef BCMSLTGT
#ifdef BCMQT_HW
if (qt_dngl_timeout) {
tmo_ms = timeout = qt_dngl_timeout * 1000;
} else
#endif /* BCMQT_HW */
{
timeout = (timeout * htclkratio) / USEC_PER_MSEC;
tmo_ms = (tmo_ms * 1000 * htclkratio) / USEC_PER_MSEC;
}
DHD_PRINT(("%s: host timeout in QT/FPGA mode %ld ms\n",
__FUNCTION__, tmo_ms));
#endif /* BCMSLTGT */
#ifdef GDB_PROXY
if (bus->dhd->gdb_proxy_active) {
/* +3s ASLR delay timeout for case of preattachment debugging */
timeout += 3 * 1000 * 1000;
}
#endif /* GDB_PROXY */
start_ts = OSL_LOCALTIME_NS();
/* no need to wait for fw boot interrupt in case this function is called
* from trap path
*/
if (bus->dhd->busstate == DHD_BUS_LOAD && dhdpcie_chip_support_fw_boot_intr(bus)) {
#ifdef GDB_PROXY
/* Loop while timeout is caused by firmware stop in GDB */
GDB_PROXY_TIMEOUT_DO(bus->dhd) {
timeleft = dhd_os_fwboot_intr_wait(bus->dhd, &bus->fw_boot_intr, tmo_ms);
} GDB_PROXY_TIMEOUT_WHILE(timeleft == 0);
#else /* GDB_PROXY */
timeleft = dhd_os_fwboot_intr_wait(bus->dhd, &bus->fw_boot_intr, tmo_ms);
#endif /* else GDB_PROXY */
end_ts = OSL_LOCALTIME_NS();
/* Read last word in memory to determine address
* of pciedev_shared structure. This read
* is done irrespective of whether the wait timed out
* or not. This is to ensure backward compatibility
* with older fw which may not provide a boot interrupt
*/
addr = LTOH32(dhdpcie_bus_rtcm32(bus, DHD_PCIE_MEM_BAR1, shaddr));
if (timeleft == 0 && !bus->fw_boot_intr) {
DHD_ERROR(("%s: no boot intr recd. shared addr=%x\n",
__FUNCTION__, addr));
dhdpcie_bus_intr_disable(bus); /* Disable interrupt using IntMask!! */
dhdpcie_disable_irq_nosync(bus); /* Disable interrupt!! */
}
dhdpcie_print_amni_regs(bus);
} else {
#ifdef GDB_PROXY
/* Loop while timeout is caused by firmware stop in GDB */
GDB_PROXY_TIMEOUT_DO(bus->dhd) {
/* start a timer for 5 seconds */
dhd_timeout_start(&tmo, timeout);
while (((addr == 0) || (addr == bus->nvram_csm)) &&
!dhd_timeout_expired(&tmo))
{
addr = LTOH32(dhdpcie_bus_rtcm32(bus, DHD_PCIE_MEM_BAR1, shaddr));
}
} GDB_PROXY_TIMEOUT_WHILE(dhd_timeout_expired(&tmo));
#else /* GDB_PROXY */
/* start a timer for 5 seconds */
dhd_timeout_start(&tmo, timeout);
while (((addr == 0) || (addr == bus->nvram_csm)) && !dhd_timeout_expired(&tmo))
{
addr = LTOH32(dhdpcie_bus_rtcm32(bus, DHD_PCIE_MEM_BAR1, shaddr));
}
#endif /* else GDB_PROXY */
end_ts = OSL_LOCALTIME_NS();
}
if (addr != bus->nvram_csm) {
DHD_PRINT(("%s: shared addr=0x%x nvram_csm=0x%x\n",
__FUNCTION__, addr, bus->nvram_csm));
}
elapsed = DIV_U64_BY_U32((end_ts - start_ts), NSEC_PER_USEC);
*share_addr = addr;
if (addr == (uint32)-1) {
DHD_ERROR(("%s: ##### pciedev shared address is 0xffffffff ####\n", __FUNCTION__));
#ifdef SUPPORT_LINKDOWN_RECOVERY
#ifdef CONFIG_ARCH_MSM
bus->no_cfg_restore = 1;
#endif /* CONFIG_ARCH_MSM */
#endif /* SUPPORT_LINKDOWN_RECOVERY */
/* In phones sometimes NOC is seen for any further access after readshared fails */
#ifdef DHD_NO_DUMP_FOR_READSHARED_FAIL
dhd_bus_set_linkdown(bus->dhd, TRUE);
DHD_ERROR(("%s : PCIe link might be down\n", __FUNCTION__));
ret = BCME_ERROR;
goto done;
#endif /* DHD_NO_DUMP_FOR_READSHARED_FAIL */
dhd_bus_dump_imp_cfg_registers(bus);
dhd_bus_dump_dar_registers(bus);
/* Check the PCIe link status by reading intstatus register */
intstatus = si_corereg(bus->sih,
bus->sih->buscoreidx, bus->pcie_mailbox_int, 0, 0);
if (intstatus == (uint32)-1) {
DHD_ERROR(("%s : PCIe link might be down\n", __FUNCTION__));
dhd_bus_set_linkdown(bus->dhd, TRUE);
} else {
#if defined(DHD_FW_COREDUMP)
#ifdef DHD_SSSR_DUMP
#ifdef OEM_ANDROID
DHD_PRINT(("%s : Set collect_sssr\n", __FUNCTION__));
bus->dhd->collect_sssr = TRUE;
#endif /* OEM_ANDROID */
#endif /* DHD_SSSR_DUMP */
/* save core dump or write to a file */
if (bus->dhd->memdump_enabled) {
bus->dhd->memdump_type = DUMP_TYPE_READ_SHM_FAIL;
dhdpcie_mem_dump(bus);
}
#endif /* DHD_FW_COREDUMP */
}
ret = BCME_ERROR;
goto done;
}
if ((addr == 0) || (addr == bus->nvram_csm) || (addr < bus->dongle_ram_base) ||
(addr > shaddr)) {
uint origidx = si_coreidx(bus->sih);
if (CHIPTYPE(bus->sih->socitype) != SOCI_NCI) {
if (si_setcore(bus->sih, ARMCA7_CORE_ID, 0)) {
uint32 ioctrl = si_wrapperreg(bus->sih, AI_IOCTRL, 0, 0);
uint32 resetctrl = si_wrapperreg(bus->sih, AI_RESETCTRL, 0, 0);
DHD_PRINT(("%s: ca7 ioctrl:0x%x resetctrl:0x%x\n",
__FUNCTION__, ioctrl, resetctrl));
} else {
DHD_INFO(("%s: Failed to find CA7 core!\n", __FUNCTION__));
}
}
/* Restore back to original core */
si_setcoreidx(bus->sih, origidx);
#ifdef BCMSLTGT
elapsed *= htclkratio;
#endif /* BCMSLTGT */
DHD_PRINT(("%s: address (0x%08x) of pciedev_shared invalid\n",
__FUNCTION__, addr));
DHD_PRINT(("Waited %llu usec, dongle is not ready\n", elapsed));
bus->dhd->arm_assert_phy_addr = (uint32)-1;
#ifndef OEM_ANDROID
if (addr != (uint32)-1) { /* skip further PCIE reads if read this addr */
#ifdef DHD_SSSR_DUMP
if (!bus->dhd->sssr_inited) {
bus->dhd->force_sssr_init = TRUE;
/* Hard code sssr_reg_info for 4389 */
DHD_SSSR_DUMP_INIT(bus->dhd);
}
bus->dhd->collect_sssr = TRUE;
#endif /* DHD_SSSR_DUMP */
if (bus->dhd->memdump_enabled) {
#ifdef DHD_SDTC_ETB_DUMP
bus->dhd->collect_sdtc = TRUE;
#endif /* DHD_SDTC_ETB_DUMP */
bus->dhd->memdump_type = DUMP_TYPE_DONGLE_INIT_FAILURE;
dhdpcie_mem_dump(bus);
}
}
#endif /* !OEM_ANDROID */
#if defined(NDIS)
/* This is a very common code path to catch f/w init failures.
Capture a socram dump.
*/
ASSERT(0);
#endif /* defined(NDIS) */
ret = BCME_ERROR;
goto done;
} else {
/* if no boot intr, record timestamp here, else
* timestamp is taken when boot intr is recd. in ISR
*/
if (bus->sih->buscorerev < 68 || !bus->fw_boot_intr)
bus->rd_shared_pass_time = OSL_LOCALTIME_NS();
#ifdef BCMSLTGT
elapsed *= htclkratio;
#endif /* BCMSLTGT */
bus->shared_addr = (ulong)addr;
DHD_PRINT(("### Total time ARM OOR to Readshared pass took %llu usec ###\n",
DIV_U64_BY_U32((bus->rd_shared_pass_time - bus->arm_oor_time),
NSEC_PER_USEC)));
DHD_PRINT(("PCIe shared addr (0x%08x) read took %llu usec "
"before dongle is ready\n", addr, elapsed));
dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1,
addr + OFFSETOF(pciedev_shared_t, assert_exp_addr),
(uint8 *)&bus->dhd->arm_assert_phy_addr, sizeof(uint32));
}
done:
#if defined(FW_SIGNATURE)
if ((bus->fwsig_filename[0] != 0)) {
bl_verif_status_t status;
(void)dhdpcie_read_fwstatus(bus, &status);
DHD_PRINT(("FWSIG: Signed FW loaded\n"));
DHD_PRINT(("Verification status: (%08x)\n"
" status: %d\n"
" state: %u\n"
" alloc_bytes: %u\n"
" max_alloc_bytes: %u\n"
" total_alloc_bytes: %u\n"
" total_freed_bytes: %u\n"
" num_allocs: %u\n"
" max_allocs: %u\n"
" max_alloc_size: %u\n"
" alloc_failures: %u\n",
bus->fwstat_download_addr,
status.status,
status.state,
status.alloc_bytes,
status.max_alloc_bytes,
status.total_alloc_bytes,
status.total_freed_bytes,
status.num_allocs,
status.max_allocs,
status.max_alloc_size,
status.alloc_failures));
} else {
DHD_PRINT(("FWSIG: Plain FW loaded\n"));
}
#endif /* FW_SIGNATURE */
return ret;
}
static int
dhdpcie_validate_sh_ring_info(dhd_bus_t *bus, ring_info_t *ring_info)
{
int ret = BCME_OK;
if ((ltoh32(ring_info->ringmem_ptr) == (uint32)-1) ||
(ltoh32(ring_info->h2d_w_idx_ptr) == (uint32)-1) ||
(ltoh32(ring_info->h2d_r_idx_ptr) == (uint32)-1) ||
(ltoh32(ring_info->d2h_w_idx_ptr) == (uint32)-1) ||
(ltoh32(ring_info->d2h_r_idx_ptr) == (uint32)-1)) {
DHD_ERROR(("%s: Read invalid address in shared ring info !"
" ringmem_ptr=0x%x; h2d_w_idx_ptr=0x%x; h2d_r_idx_ptr=0x%x"
" d2h_w_idx_ptr=0x%x; d2h_r_idx_ptr=0x%x\n", __FUNCTION__,
ltoh32(ring_info->ringmem_ptr), ltoh32(ring_info->h2d_w_idx_ptr),
ltoh32(ring_info->h2d_r_idx_ptr), ltoh32(ring_info->d2h_w_idx_ptr),
ltoh32(ring_info->d2h_r_idx_ptr)));
dhd_bus_dump_imp_cfg_registers(bus);
dhd_bus_dump_dar_registers(bus);
DHD_ERROR(("%s: Set linkdown occured !\n", __FUNCTION__));
dhd_bus_set_linkdown(bus->dhd, TRUE);
ret = BCME_BADADDR;
}
return ret;
}
/* QUIRKS_CB: skip XORCSUM if platform requests and DMA index is enabled */
int
dhdpcie_skip_xorcsum_request(void *dhd_bus_p)
{
struct dhd_bus *bus = (struct dhd_bus *)dhd_bus_p;
/*
* if d2h sync mode = XORCSUM suported by FW and DMA Index is also enabled
* its safe to skip XORCSUM on platforms where XORCSUM causes high host CPU load
* STB74165 tput dropped when XORCSUM was enabled along with DMA index
*/
if (bus->dhd->d2h_sync_mode == PCIE_SHARED_D2H_SYNC_XORCSUM) {
if (bus->dhd->dma_d2h_ring_upd_support) {
bus->dhd->d2h_sync_mode = 0;
DHD_PRINT(("%s: Success. d2h_sync_mode=%08x\n",
__FUNCTION__, bus->dhd->d2h_sync_mode));
return BCME_OK;
} else {
DHD_ERROR(("%s: Failed. D2H DMA Index not enabled. d2h_sync_mode=%08x\n",
__FUNCTION__, bus->dhd->d2h_sync_mode));
return BCME_UNSUPPORTED;
}
} else {
DHD_PRINT(("%s: XORCSUM already disabled\n", __FUNCTION__));
return BCME_OK;
}
}
static int
dhdpcie_readshared(dhd_bus_t *bus)
{
uint32 addr = 0;
int rv, dma_indx_wr_buf, dma_indx_rd_buf;
uint32 shaddr = bus->dongle_ram_base + bus->ramsize - 4;
pciedev_shared_t *sh = bus->pcie_sh;
bool idma_en = FALSE;
#if defined(PCIE_INB_DW)
bool d2h_inband_dw = FALSE;
#endif /* defined(PCIE_INB_DW) */
#if defined(PCIE_OOB)
bool d2h_no_oob_dw = FALSE;
#endif /* defined(PCIE_INB_DW) */
int ret = 0;
dhd_pub_t *dhdp = bus->dhd;
BCM_REFERENCE(dhdp);
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req(bus);
}
/* read shared area address from dongle */
ret = dhdpcie_wait_readshared_area_addr(bus, &addr);
if (ret != BCME_OK) {
return ret;
}
#ifdef DHD_EFI
bus->dhd->pcie_readshared_done = 1;
#endif
/* Read hndrte_shared structure */
if ((rv = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1, addr, (uint8 *)sh,
sizeof(pciedev_shared_t))) < 0) {
DHD_ERROR(("Failed to read PCIe shared struct with %d\n", rv));
return rv;
}
/* Endianness */
sh->flags = ltoh32(sh->flags);
/*
* Check if there is TRAP during INIT, busstate will not be DHD_BUS_DATA,
* same function is called during checkdied as well.
*/
if ((bus->dhd->busstate != DHD_BUS_DATA) && ((bus->dhd->busstate != DHD_BUS_SUSPEND))) {
if (sh->flags & (PCIE_SHARED_ASSERT | PCIE_SHARED_TRAP)) {
DHD_PRINT(("%s: Dongle TRAP during attach\n", __FUNCTION__));
bus->dhd->dongle_trap_occured = TRUE;
#ifndef OEM_ANDROID /* For android, socram is collected from dhd_open top call back */
#if defined(DHD_FW_COREDUMP)
/* save core dump or write to a file */
if (bus->dhd->memdump_enabled) {
#ifdef DHD_SDTC_ETB_DUMP
bus->dhd->collect_sdtc = TRUE;
#endif /* DHD_SDTC_ETB_DUMP */
bus->dhd->memdump_type = DUMP_TYPE_DONGLE_INIT_FAILURE;
dhdpcie_mem_dump(bus);
}
#endif /* DHD_FW_COREDUMP */
#endif /* ! OEM_ANDROID */
return BCME_ERROR;
}
}
sh->trap_addr = ltoh32(sh->trap_addr);
sh->assert_exp_addr = ltoh32(sh->assert_exp_addr);
sh->assert_file_addr = ltoh32(sh->assert_file_addr);
sh->assert_line = ltoh32(sh->assert_line);
sh->console_addr = ltoh32(sh->console_addr);
sh->msgtrace_addr = ltoh32(sh->msgtrace_addr);
sh->dma_rxoffset = ltoh32(sh->dma_rxoffset);
sh->rings_info_ptr = ltoh32(sh->rings_info_ptr);
sh->flags2 = ltoh32(sh->flags2);
/* load bus console address */
bus->console_addr = sh->console_addr;
/* Read the dma rx offset */
bus->dma_rxoffset = bus->pcie_sh->dma_rxoffset;
dhd_prot_rx_dataoffset(bus->dhd, bus->dma_rxoffset);
DHD_INFO(("DMA RX offset from shared Area %d\n", bus->dma_rxoffset));
bus->api.fw_rev = sh->flags & PCIE_SHARED_VERSION_MASK;
if (!(dhdpcie_check_firmware_compatible(bus->api.fw_rev, PCIE_SHARED_VERSION)))
{
DHD_ERROR(("%s: pcie_shared version %d in dhd "
"is older than pciedev_shared version %d in dongle\n",
__FUNCTION__, PCIE_SHARED_VERSION,
bus->api.fw_rev));
return BCME_ERROR;
}
dhdpcie_update_bus_api_revisions(bus->api.fw_rev, PCIE_SHARED_VERSION);
bus->rw_index_sz = (sh->flags & PCIE_SHARED_2BYTE_INDICES) ?
sizeof(uint16) : sizeof(uint32);
DHD_INFO(("%s: Dongle advertizes %d size indices\n",
__FUNCTION__, bus->rw_index_sz));
#ifdef IDLE_TX_FLOW_MGMT
if (sh->flags & PCIE_SHARED_IDLE_FLOW_RING) {
DHD_PRINT(("%s: FW Supports IdleFlow ring managment!\n",
__FUNCTION__));
bus->enable_idle_flowring_mgmt = TRUE;
}
#endif /* IDLE_TX_FLOW_MGMT */
#ifdef PCIE_OOB
bus->dhd->d2h_no_oob_dw = (sh->flags & PCIE_SHARED_NO_OOB_DW) ? TRUE : FALSE;
d2h_no_oob_dw = bus->dhd->d2h_no_oob_dw;
#endif /* PCIE_OOB */
#ifdef PCIE_INB_DW
bus->dhd->d2h_inband_dw = (sh->flags & PCIE_SHARED_INBAND_DS) ? TRUE : FALSE;
d2h_inband_dw = bus->dhd->d2h_inband_dw;
#endif /* PCIE_INB_DW */
#if defined(PCIE_INB_DW)
DHD_PRINT(("FW supports Inband dw ? %s\n",
d2h_inband_dw ? "Y":"N"));
#endif /* defined(PCIE_INB_DW) */
#if defined(PCIE_OOB)
DHD_PRINT(("FW supports oob dw ? %s\n",
d2h_no_oob_dw ? "N":"Y"));
#endif /* defined(PCIE_OOB) */
if (IDMA_CAPABLE(bus)) {
if (bus->sih->buscorerev == 23) {
#ifdef PCIE_INB_DW
if (bus->dhd->d2h_inband_dw)
{
idma_en = TRUE;
}
#endif /* PCIE_INB_DW */
} else {
idma_en = TRUE;
}
}
if (idma_en) {
bus->dhd->idma_enable = (sh->flags & PCIE_SHARED_IDMA) ? TRUE : FALSE;
bus->dhd->ifrm_enable = (sh->flags & PCIE_SHARED_IFRM) ? TRUE : FALSE;
}
bus->dhd->d2h_sync_mode = sh->flags & PCIE_SHARED_D2H_SYNC_MODE_MASK;
bus->dhd->dar_enable = (sh->flags & PCIE_SHARED_DAR) ? TRUE : FALSE;
DHD_PRINT(("FW supports DAR ? %s\n", bus->dhd->dar_enable ? "Y":"N"));
/* Does the FW support DMA'ing r/w indices */
if (sh->flags & PCIE_SHARED_DMA_INDEX) {
if (!bus->dhd->dma_ring_upd_overwrite) {
#if defined(BCM_ROUTER_DHD)
/* Router platform does not use IOV_DMA_RINGINDICES */
if (sh->flags & PCIE_SHARED_2BYTE_INDICES)
#endif /* BCM_ROUTER_DHD */
{
if (!IFRM_ENAB(bus->dhd)) {
bus->dhd->dma_h2d_ring_upd_support = TRUE;
}
bus->dhd->dma_d2h_ring_upd_support = TRUE;
}
}
DHD_INFO(("%s: Host support DMAing indices: H2D:%d - D2H:%d. FW supports it\n",
__FUNCTION__,
(bus->dhd->dma_h2d_ring_upd_support ? 1 : 0),
(bus->dhd->dma_d2h_ring_upd_support ? 1 : 0)));
} else if (!(sh->flags & PCIE_SHARED_D2H_SYNC_MODE_MASK)) {
DHD_ERROR(("%s FW has to support either dma indices or d2h sync\n",
__FUNCTION__));
return BCME_UNSUPPORTED;
} else {
bus->dhd->dma_h2d_ring_upd_support = FALSE;
bus->dhd->dma_d2h_ring_upd_support = FALSE;
}
/* Does the firmware support fast delete ring? */
if (sh->flags2 & PCIE_SHARED2_FAST_DELETE_RING) {
DHD_INFO(("%s: Firmware supports fast delete ring\n",
__FUNCTION__));
bus->dhd->fast_delete_ring_support = TRUE;
} else {
DHD_INFO(("%s: Firmware does not support fast delete ring\n",
__FUNCTION__));
bus->dhd->fast_delete_ring_support = FALSE;
}
/* get ring_info, ring_state and mb data ptrs and store the addresses in bus structure */
{
ring_info_t ring_info;
/* boundary check */
if ((sh->rings_info_ptr < bus->dongle_ram_base) || (sh->rings_info_ptr > shaddr)) {
DHD_ERROR(("%s: rings_info_ptr is invalid 0x%x, skip reading ring info\n",
__FUNCTION__, sh->rings_info_ptr));
return BCME_BADADDR;
}
if ((rv = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1, sh->rings_info_ptr,
(uint8 *)&ring_info, sizeof(ring_info_t))) < 0)
return BCME_BADADDR;
if (dhdpcie_validate_sh_ring_info(bus, &ring_info) != BCME_OK) {
return BCME_BADADDR;
}
bus->h2d_mb_data_ptr_addr = ltoh32(sh->h2d_mb_data_ptr);
bus->d2h_mb_data_ptr_addr = ltoh32(sh->d2h_mb_data_ptr);
if (bus->api.fw_rev >= PCIE_SHARED_VERSION_6) {
bus->max_tx_flowrings = ltoh16(ring_info.max_tx_flowrings);
bus->max_submission_rings = ltoh16(ring_info.max_submission_queues);
bus->max_completion_rings = ltoh16(ring_info.max_completion_rings);
bus->max_cmn_rings = bus->max_submission_rings - bus->max_tx_flowrings;
bus->api.handle_mb_data = dhdpcie_read_handle_mb_data;
bus->use_mailbox = sh->flags & PCIE_SHARED_USE_MAILBOX;
}
else {
bus->max_tx_flowrings = ltoh16(ring_info.max_tx_flowrings);
bus->max_submission_rings = bus->max_tx_flowrings;
bus->max_completion_rings = BCMPCIE_D2H_COMMON_MSGRINGS;
bus->max_cmn_rings = BCMPCIE_H2D_COMMON_MSGRINGS;
bus->api.handle_mb_data = dhdpcie_handle_mb_data;
bus->use_mailbox = TRUE;
}
if (bus->max_completion_rings == 0) {
DHD_ERROR(("dongle completion rings are invalid %d\n",
bus->max_completion_rings));
return BCME_DATA_NOTFOUND;
}
if (bus->max_submission_rings == 0) {
DHD_ERROR(("dongle submission rings are invalid %d\n",
bus->max_submission_rings));
return BCME_DATA_NOTFOUND;
}
if (bus->max_tx_flowrings == 0) {
DHD_ERROR(("dongle txflow rings are invalid %d\n", bus->max_tx_flowrings));
return BCME_DATA_NOTFOUND;
}
/* If both FW and Host support DMA'ing indices, allocate memory and notify FW
* The max_sub_queues is read from FW initialized ring_info
*/
if (bus->dhd->dma_h2d_ring_upd_support || IDMA_ENAB(bus->dhd)) {
dma_indx_wr_buf = dhd_prot_dma_indx_init(bus->dhd, bus->rw_index_sz,
H2D_DMA_INDX_WR_BUF, bus->max_submission_rings);
dma_indx_rd_buf = dhd_prot_dma_indx_init(bus->dhd, bus->rw_index_sz,
D2H_DMA_INDX_RD_BUF, bus->max_completion_rings);
if ((dma_indx_wr_buf != BCME_OK) || (dma_indx_rd_buf != BCME_OK)) {
DHD_ERROR(("%s: Failed to allocate memory for dma'ing h2d indices"
"Host will use w/r indices in TCM\n",
__FUNCTION__));
bus->dhd->dma_h2d_ring_upd_support = FALSE;
bus->dhd->idma_enable = FALSE;
}
}
if (bus->dhd->dma_d2h_ring_upd_support) {
dma_indx_wr_buf = dhd_prot_dma_indx_init(bus->dhd, bus->rw_index_sz,
D2H_DMA_INDX_WR_BUF, bus->max_completion_rings);
dma_indx_rd_buf = dhd_prot_dma_indx_init(bus->dhd, bus->rw_index_sz,
H2D_DMA_INDX_RD_BUF, bus->max_submission_rings);
if ((dma_indx_wr_buf != BCME_OK) || (dma_indx_rd_buf != BCME_OK)) {
DHD_ERROR(("%s: Failed to allocate memory for dma'ing d2h indices"
"Host will use w/r indices in TCM\n",
__FUNCTION__));
bus->dhd->dma_d2h_ring_upd_support = FALSE;
}
}
#ifdef DHD_DMA_INDICES_SEQNUM
if (bus->dhd->dma_d2h_ring_upd_support) {
uint32 bufsz = bus->rw_index_sz * bus->max_completion_rings;
if (dhd_prot_dma_indx_copybuf_init(bus->dhd, bufsz, D2H_DMA_INDX_WR_BUF)
!= BCME_OK) {
return BCME_NOMEM;
}
bufsz = bus->rw_index_sz * bus->max_submission_rings;
if (dhd_prot_dma_indx_copybuf_init(bus->dhd, bufsz, H2D_DMA_INDX_RD_BUF)
!= BCME_OK) {
return BCME_NOMEM;
}
}
#endif /* DHD_DMA_INDICES_SEQNUM */
if (IFRM_ENAB(bus->dhd)) {
dma_indx_wr_buf = dhd_prot_dma_indx_init(bus->dhd, bus->rw_index_sz,
H2D_IFRM_INDX_WR_BUF, bus->max_tx_flowrings);
if (dma_indx_wr_buf != BCME_OK) {
DHD_ERROR(("%s: Failed to alloc memory for Implicit DMA\n",
__FUNCTION__));
bus->dhd->ifrm_enable = FALSE;
}
}
/* read ringmem and ringstate ptrs from shared area and store in host variables */
dhd_fillup_ring_sharedptr_info(bus, &ring_info);
if (dhd_msg_level & DHD_INFO_VAL) {
bcm_print_bytes("ring_info_raw", (uchar *)&ring_info, sizeof(ring_info_t));
}
DHD_INFO(("ring_info\n"));
DHD_PRINT(("%s: max H2D queues %d\n",
__FUNCTION__, ltoh16(ring_info.max_tx_flowrings)));
DHD_INFO(("mail box address\n"));
DHD_INFO(("%s: h2d_mb_data_ptr_addr 0x%04x\n",
__FUNCTION__, bus->h2d_mb_data_ptr_addr));
DHD_INFO(("%s: d2h_mb_data_ptr_addr 0x%04x\n",
__FUNCTION__, bus->d2h_mb_data_ptr_addr));
}
DHD_INFO(("%s: FW supported d2h_sync_mode 0x%08x\n",
__FUNCTION__, bus->dhd->d2h_sync_mode));
bus->dhd->d2h_hostrdy_supported =
((sh->flags & PCIE_SHARED_HOSTRDY_SUPPORT) == PCIE_SHARED_HOSTRDY_SUPPORT);
bus->dhd->ext_trap_data_supported =
((sh->flags2 & PCIE_SHARED2_EXTENDED_TRAP_DATA) == PCIE_SHARED2_EXTENDED_TRAP_DATA);
if ((sh->flags2 & PCIE_SHARED2_TXSTATUS_METADATA) == 0)
bus->dhd->pcie_txs_metadata_enable = 0;
if (sh->flags2 & PCIE_SHARED2_TRAP_ON_HOST_DB7) {
bzero(&bus->dhd->db7_trap, sizeof(bus->dhd->db7_trap));
bus->dhd->db7_trap.fw_db7w_trap = 1;
/* add an option to let the user select ?? */
bus->dhd->db7_trap.db7_magic_number = PCIE_DB7_MAGIC_NUMBER_DPC_TRAP;
}
if (sh->flags2 & PCIE_SHARED2_LPM_SUPPORT) {
bus->dhd->fw_lpm_support = TRUE;
DHD_PRINT(("FW supports LPM mode\n"));
}
#ifdef BTLOG
bus->dhd->bt_logging = (sh->flags2 & PCIE_SHARED2_BT_LOGGING) ? TRUE : FALSE;
/* WAR is needed for dongle with BTLOG to be backwards compatible with existing DHD.
* The issue is that existing DHD doesn't not compute the INFO cmpl ringid correctly once
* BTLOG dongle increases the max_submission_rings resulting in overwritting ring in the
* dongle. When dongle enables submit_count_WAR, it implies that the sumbit ring has be
* incremented in the dongle but will not be reflected in max_submission_rings.
*/
bus->dhd->submit_count_WAR = (sh->flags2 & PCIE_SHARED2_SUBMIT_COUNT_WAR) ? TRUE : FALSE;
DHD_PRINT(("FW supports BT logging ? %s \n", bus->dhd->bt_logging ? "Y" : "N"));
#endif /* BTLOG */
#ifdef SNAPSHOT_UPLOAD
bus->dhd->snapshot_upload = (sh->flags2 & PCIE_SHARED2_SNAPSHOT_UPLOAD) ? TRUE : FALSE;
DHD_PRINT(("FW supports snapshot upload ? %s \n", bus->dhd->snapshot_upload ? "Y" : "N"));
#endif /* SNAPSHOT_UPLOAD */
#ifdef D2H_MINIDUMP
bus->d2h_minidump = (sh->flags2 & PCIE_SHARED2_FW_SMALL_MEMDUMP) ? TRUE : FALSE;
DHD_PRINT(("FW supports minidump ? %s \n", bus->d2h_minidump ? "Y" : "N"));
if (bus->d2h_minidump_override) {
bus->d2h_minidump = FALSE;
}
DHD_PRINT(("d2h_minidump: %d d2h_minidump_override: %d\n",
bus->d2h_minidump, bus->d2h_minidump_override));
#endif /* D2H_MINIDUMP */
bus->dhd->hscb_enable =
(sh->flags2 & PCIE_SHARED2_HSCB) == PCIE_SHARED2_HSCB;
#ifdef EWP_EDL
bus->dhd->dongle_edl_support = (sh->flags2 & PCIE_SHARED2_EDL_RING) ? TRUE : FALSE;
DHD_PRINT(("host_edl_mem_inited:%u Dongle EDL support: %u\n", bus->dhd->host_edl_mem_inited,
bus->dhd->dongle_edl_support));
if (bus->dhd->dongle_edl_support && !bus->dhd->host_edl_mem_inited) {
DHD_ERROR(("Dongle supports EDL but host allocation failed during module init\n"));
DHD_PRINT(("Retry Allocating EDL buffer\n"));
if (DHD_EDL_MEM_INIT(bus->dhd) != BCME_OK) {
DHD_ERROR(("EDL Alloc failed. Abort!!\n"));
return BCME_NOMEM;
}
}
#endif /* EWP_EDL */
bus->dhd->debug_buf_dest_support =
(sh->flags2 & PCIE_SHARED2_DEBUG_BUF_DEST) ? TRUE : FALSE;
DHD_ERROR_MEM(("FW supports debug buf dest ? %s \n",
bus->dhd->debug_buf_dest_support ? "Y" : "N"));
#ifdef DHD_HP2P
if (bus->dhd->hp2p_enable) {
bus->dhd->hp2p_ts_capable =
(sh->flags2 & PCIE_SHARED2_PKT_TIMESTAMP) == PCIE_SHARED2_PKT_TIMESTAMP;
bus->dhd->hp2p_capable =
(sh->flags2 & PCIE_SHARED2_HP2P) == PCIE_SHARED2_HP2P;
bus->dhd->hp2p_capable |= bus->dhd->hp2p_ts_capable;
DHD_PRINT(("FW supports HP2P ? %s\n",
bus->dhd->hp2p_capable ? "Y" : "N"));
if (bus->dhd->hp2p_capable) {
bus->dhd->pkt_thresh = HP2P_PKT_THRESH;
bus->dhd->pkt_expiry = HP2P_PKT_EXPIRY;
bus->dhd->time_thresh = HP2P_TIME_THRESH;
for (addr = 0; addr < MAX_HP2P_FLOWS; addr++) {
hp2p_info_t *hp2p_info = &bus->dhd->hp2p_info[addr];
hp2p_info->hrtimer_init = FALSE;
hrtimer_init(&hp2p_info->timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
hp2p_info->timer.function = &dhd_hp2p_write;
}
}
}
bus->dhd->dur_scale_capable =
(sh->flags2 & PCIE_SHARED2_DURATION_SCALE) == PCIE_SHARED2_DURATION_SCALE;
#endif /* DHD_HP2P */
#ifdef DHD_DB0TS
bus->dhd->db0ts_capable =
(sh->flags & PCIE_SHARED_TIMESTAMP_DB0) == PCIE_SHARED_TIMESTAMP_DB0;
#endif /* DHD_DB0TS */
#ifdef TX_CSO
dhdp->dongle_txcso_enabled = (sh->flags2 & PCIE_SHARED2_TXCSO) ? TRUE : FALSE;
#endif /* TX_CSO */
dhdp->dongle_txpost_ext_enabled = (sh->flags2 & PCIE_SHARED2_TXPOST_EXT) ? TRUE : FALSE;
dhdp->dongle_support_ptm = (sh->flags2 & PCIE_SHARED2_PTM) ? TRUE : FALSE;
DHD_PRINT(("FW support PTM: %s\n", dhdp->dongle_support_ptm ? "Y" : "N"));
#if defined(DHD_MESH)
dhdp->mesh_enabled = (dhdp->dongle_txpost_ext_enabled &&
(sh->device_txpost_ext_tags_bitmask &
PCIE_SHARED2_DEV_TXPOST_EXT_TAG_CAP_MESH)) ? TRUE : FALSE;
#endif /* DHD_MESH */
bus->dhd->mdring_capable =
(sh->flags2 & PCIE_SHARED2_METADATA_RING) ? TRUE : FALSE;
DHD_PRINT(("FW supports MD ring ? %s\n",
bus->dhd->mdring_capable ? "Y" : "N"));
dhdp->rx_cpl_lat_capable =
(sh->flags2 & PCIE_SHARED2_RX_CMPL_PRIO_VALID) ? TRUE : FALSE;
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req_clear(bus);
/*
* WAR to fix ARM cold boot;
* De-assert WL domain in DAR
*/
if (bus->sih->buscorerev >= 68) {
dhd_bus_pcie_pwr_req_wl_domain(bus,
DAR_PCIE_PWR_CTRL((bus->sih)->buscorerev), FALSE);
}
}
if (bus->api.fw_rev >= PCIE_SHARED_VERSION_9) {
#ifdef DHD_AGGR_WI
bus->d2h_aggr_wi_enab = sh->aggr_sh_info.flags;
DHD_PRINT(("FW supports Aggregated Work Item ? %s - ",
bus->d2h_aggr_wi_enab ? "Y":"N"));
if (bus->d2h_aggr_wi_enab) {
DHD_PRINT(("TxPost?%s | ",
(bus->d2h_aggr_wi_enab & PCIE_AGGR_WI_TXPOST) ? "Y":"N"));
DHD_PRINT(("RxPost?%s | ",
(bus->d2h_aggr_wi_enab & PCIE_AGGR_WI_RXPOST) ? "Y":"N"));
DHD_PRINT(("TxCpl?%s | ",
(bus->d2h_aggr_wi_enab & PCIE_AGGR_WI_TXCPL) ? "Y":"N"));
DHD_PRINT(("RxCpl?%s",
(bus->d2h_aggr_wi_enab & PCIE_AGGR_WI_RXCPL) ? "Y":"N"));
}
DHD_PRINT(("\n"));
#endif /* DHD_AGGR_WI */
}
return BCME_OK;
} /* dhdpcie_readshared */
/** Read ring mem and ring state ptr info from shared memory area in device memory */
static void
dhd_fillup_ring_sharedptr_info(dhd_bus_t *bus, ring_info_t *ring_info)
{
uint16 i = 0;
uint16 j = 0;
uint32 tcm_memloc;
uint32 d2h_w_idx_ptr, d2h_r_idx_ptr, h2d_w_idx_ptr, h2d_r_idx_ptr;
uint16 max_tx_flowrings = bus->max_tx_flowrings;
/* Ring mem ptr info */
/* Alloated in the order
H2D_MSGRING_CONTROL_SUBMIT 0
H2D_MSGRING_RXPOST_SUBMIT 1
D2H_MSGRING_CONTROL_COMPLETE 2
D2H_MSGRING_TX_COMPLETE 3
D2H_MSGRING_RX_COMPLETE 4
*/
{
/* ringmemptr holds start of the mem block address space */
tcm_memloc = ltoh32(ring_info->ringmem_ptr);
/* Find out ringmem ptr for each ring common ring */
for (i = 0; i <= BCMPCIE_COMMON_MSGRING_MAX_ID; i++) {
bus->ring_sh[i].ring_mem_addr = tcm_memloc;
/* Update mem block */
tcm_memloc = tcm_memloc + sizeof(ring_mem_t);
DHD_INFO(("ring id %d ring mem addr 0x%04x \n",
i, bus->ring_sh[i].ring_mem_addr));
}
}
/* Ring state mem ptr info */
{
d2h_w_idx_ptr = ltoh32(ring_info->d2h_w_idx_ptr);
d2h_r_idx_ptr = ltoh32(ring_info->d2h_r_idx_ptr);
h2d_w_idx_ptr = ltoh32(ring_info->h2d_w_idx_ptr);
h2d_r_idx_ptr = ltoh32(ring_info->h2d_r_idx_ptr);
/* Store h2d common ring write/read pointers */
for (i = 0; i < BCMPCIE_H2D_COMMON_MSGRINGS; i++) {
bus->ring_sh[i].ring_state_w = h2d_w_idx_ptr;
bus->ring_sh[i].ring_state_r = h2d_r_idx_ptr;
/* update mem block */
h2d_w_idx_ptr = h2d_w_idx_ptr + bus->rw_index_sz;
h2d_r_idx_ptr = h2d_r_idx_ptr + bus->rw_index_sz;
DHD_INFO(("h2d w/r : idx %d write %x read %x \n", i,
bus->ring_sh[i].ring_state_w, bus->ring_sh[i].ring_state_r));
}
/* Store d2h common ring write/read pointers */
for (j = 0; j < BCMPCIE_D2H_COMMON_MSGRINGS; j++, i++) {
bus->ring_sh[i].ring_state_w = d2h_w_idx_ptr;
bus->ring_sh[i].ring_state_r = d2h_r_idx_ptr;
/* update mem block */
d2h_w_idx_ptr = d2h_w_idx_ptr + bus->rw_index_sz;
d2h_r_idx_ptr = d2h_r_idx_ptr + bus->rw_index_sz;
DHD_INFO(("d2h w/r : idx %d write %x read %x \n", i,
bus->ring_sh[i].ring_state_w, bus->ring_sh[i].ring_state_r));
}
/* Store txflow ring write/read pointers */
if (bus->api.fw_rev < PCIE_SHARED_VERSION_6) {
max_tx_flowrings -= BCMPCIE_H2D_COMMON_MSGRINGS;
} else {
/* Account for Debug info h2d ring located after the last tx flow ring */
max_tx_flowrings = max_tx_flowrings + 1;
}
for (j = 0; j < max_tx_flowrings; i++, j++)
{
bus->ring_sh[i].ring_state_w = h2d_w_idx_ptr;
bus->ring_sh[i].ring_state_r = h2d_r_idx_ptr;
/* update mem block */
h2d_w_idx_ptr = h2d_w_idx_ptr + bus->rw_index_sz;
h2d_r_idx_ptr = h2d_r_idx_ptr + bus->rw_index_sz;
DHD_INFO(("FLOW Rings h2d w/r : idx %d write %x read %x \n", i,
bus->ring_sh[i].ring_state_w,
bus->ring_sh[i].ring_state_r));
}
#ifdef DHD_HP2P
/* store wr/rd pointers for debug info completion or EDL ring and hp2p rings */
for (j = 0; j <= MAX_HP2P_CMPL_RINGS; i++, j++) {
bus->ring_sh[i].ring_state_w = d2h_w_idx_ptr;
bus->ring_sh[i].ring_state_r = d2h_r_idx_ptr;
d2h_w_idx_ptr = d2h_w_idx_ptr + bus->rw_index_sz;
d2h_r_idx_ptr = d2h_r_idx_ptr + bus->rw_index_sz;
DHD_INFO(("d2h w/r : idx %d write %x read %x \n", i,
bus->ring_sh[i].ring_state_w,
bus->ring_sh[i].ring_state_r));
}
#else
/* store wr/rd pointers for debug info completion or EDL ring */
bus->ring_sh[i].ring_state_w = d2h_w_idx_ptr;
bus->ring_sh[i].ring_state_r = d2h_r_idx_ptr;
d2h_w_idx_ptr = d2h_w_idx_ptr + bus->rw_index_sz;
d2h_r_idx_ptr = d2h_r_idx_ptr + bus->rw_index_sz;
DHD_INFO(("d2h w/r : idx %d write %x read %x \n", i,
bus->ring_sh[i].ring_state_w,
bus->ring_sh[i].ring_state_r));
i ++;
#endif /* DHD_HP2P */
#ifdef DHD_MESH
/* store wr/rd pointers for mesh rxcpl */
bus->ring_sh[i].ring_state_w = d2h_w_idx_ptr;
bus->ring_sh[i].ring_state_r = d2h_r_idx_ptr;
d2h_w_idx_ptr = d2h_w_idx_ptr + bus->rw_index_sz;
d2h_r_idx_ptr = d2h_r_idx_ptr + bus->rw_index_sz;
DHD_INFO(("d2h w/r : idx %d write %x read %x \n", i,
bus->ring_sh[i].ring_state_w,
bus->ring_sh[i].ring_state_r));
i ++;
#endif /* DHD_MESH */
}
} /* dhd_fillup_ring_sharedptr_info */
static int
dhdpcie_ewphw_chk_fwstate(dhd_bus_t *bus)
{
/* 1. FW has trapped during init - collect trap data
* memdump and debug_dump
*/
if (bus->ewp_info.init_state == EWP_HW_STATE_INIT_TRAP) {
DHD_ERROR(("%s: FW init trap detected !\n", __FUNCTION__));
dhdpcie_checkdied(bus, NULL, 0);
return BCME_NOTUP;
} else if (bus->ewp_info.init_state != EWP_HW_STATE_INIT_END) {
DHD_ERROR(("%s: FW init hang detected ! (init_state=%u) \n",
__FUNCTION__, bus->ewp_info.init_state));
bus->dhd->dongle_attach_failure = TRUE;
/* FW has hanged during init - collect memdump and debug_dump
*/
#if defined(DHD_FW_COREDUMP) && !defined(DEBUG_DNGL_INIT_FAIL)
if (bus->dhd->memdump_enabled) {
#ifdef DHD_SDTC_ETB_DUMP
bus->dhd->collect_sdtc = TRUE;
#endif /* DHD_SDTC_ETB_DUMP */
bus->dhd->memdump_type = DUMP_TYPE_DONGLE_INIT_FAILURE;
dhdpcie_mem_dump(bus);
}
#endif /* DHD_FW_COREDUMP && !DEBUG_DNGL_INIT_FAIL */
return BCME_NOTUP;
}
return BCME_OK;
}
/*
* * * EWP new init sequence * * *
* FW init:
* - Defer the tx pkt buffer allocation
* - f/w preinit, allocate pcie_shared and ewp info,
* - write pcie_shared addr to last word in tcm
* - wl up
* - f/w to collect initlog, reg/module dumps
* - wl down
* - Ring the DB/MSI to host
* DHD init:
* - read shared area in dongle
* - read ewp_info from pcie shared struct
* - read ewp etb config
* - Collect ewp_hw logs (regdumps, initdumps and module dumps)
* - check fw state, if fw state is trapped/hung collect socram, init dumps
* - else proceed to
* - Write host cap and ring host ready
* FW on receiving host ready:
* - Reclaim the regdumps memory
* - Allocate the tx pkt buffers
*/
static int
dhdpcie_ewp_do_init(dhd_bus_t *bus)
{
int ret = BCME_OK;
pciedev_shared_t *sh = bus->pcie_sh;
dhd_pub_t *dhdp = bus->dhd;
BCM_REFERENCE(dhdp);
/* check sanity of ewp_info_addr */
if (IS_HWADDR_INVALID(sh->ewp_info_addr)) {
DHD_ERROR(("%s: bad ewp_info_addr(%x) \n", __FUNCTION__,
sh->ewp_info_addr));
ret = BCME_BADADDR;
goto fail;
}
/* endianness */
sh->ewp_info_addr = ltoh32(sh->ewp_info_addr);
/* read the ewp_info_t structure */
ret = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1, (ulong)sh->ewp_info_addr,
(uint8 *)&bus->ewp_info, sizeof(bus->ewp_info));
if (ret < 0) {
DHD_ERROR(("%s: Error reading ewp_info structure from dongle \n",
__FUNCTION__));
goto fail;
}
/* validate the version */
if (bus->ewp_info.version != EWP_INFO_VER) {
DHD_ERROR(("%s: ewp_info - bad version(%u) ! expected %u \n",
__FUNCTION__, bus->ewp_info.version, EWP_INFO_VER));
ret = BCME_VERSION;
goto fail;
}
#ifdef DHD_SDTC_ETB_DUMP
/* init ewp etb dump from here itself, in case there is fw init
* trap or hang etb dumps will be required
*/
if (dhd_bus_get_ewp_etb_config(bus) != BCME_OK) {
dhdp->ewp_etb_enabled = FALSE;
dhdp->sdtc_etb_inited = FALSE;
} else {
dhdp->ewp_etb_enabled = TRUE;
dhdp->sdtc_etb_inited = TRUE;
}
#endif /* DHD_SDTC_ETB_DUMP */
#ifdef EWP_DACS
ret = dhdpcie_ewphw_get_initdumps(bus);
if (ret != BCME_OK) {
goto fail;
} else
#endif /* EWP_DACS */
{
/* check if fw init has completed or trapped/hung
* if so collect memdump and init dumps
*/
ret = dhdpcie_ewphw_chk_fwstate(bus);
}
return ret;
fail:
/* if ewp_info read or ewp_hw init fails, collect memdump
* For android dhd_force_collect_init_fail_dumps will do it
* so no need to collect dumps here
*/
#if defined(DHD_FW_COREDUMP) && !defined(OEM_ANDROID)
#ifdef DHD_SSSR_DUMP
bus->dhd->collect_sssr = TRUE;
#endif /* DHD_SSSR_DUMP */
if (bus->dhd->memdump_enabled) {
bus->dhd->memdump_type = DUMP_TYPE_READ_SHM_FAIL;
dhdpcie_mem_dump(bus);
}
#endif /* DHD_FW_COREDUMP && !OEM_ANDROID */
return ret;
}
#ifdef DHD_COREDUMP
void
dhd_get_ewp_init_state(dhd_bus_t *bus, uint8 *init_state)
{
int ret = BCME_OK;
pciedev_shared_t *sh;
ewp_info_t ewp_info;
/* Initialize state to 0xff */
*init_state = -1;
if (!bus) {
DHD_ERROR(("%s: bus null\n", __FUNCTION__));
return;
}
sh = bus->pcie_sh;
if (!sh) {
DHD_ERROR(("%s: sh null\n", __FUNCTION__));
return;
}
/* check sanity of ewp_info_addr */
if (IS_HWADDR_INVALID(sh->ewp_info_addr)) {
DHD_ERROR(("%s: bad ewp_info_addr(%x) \n", __FUNCTION__,
sh->ewp_info_addr));
return;
}
(void)memset_s(&ewp_info, sizeof(ewp_info), 0, sizeof(ewp_info));
/* read the ewp_info_t structure */
ret = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1, (ulong)sh->ewp_info_addr,
(uint8 *)&ewp_info, sizeof(ewp_info));
if (ret < 0) {
DHD_ERROR(("%s: Error reading ewp_info structure from dongle \n",
__FUNCTION__));
return;
}
*init_state = ewp_info.init_state;
return;
}
void
dhd_coredump_add_status(char* buf, char *err_tag, uint32 status)
{
int len;
if (status) {
len = strlen(buf);
snprintf(&buf[len], DHD_MEMDUMP_LONGSTR_LEN - len,
"_%s0x%x", err_tag, status);
}
}
#endif /* DHD_COREDUMP */
#if defined(__linux__)
/*
* Add any quirks post bus_init here
* This is the state after FW Download and FW readshared success
*/
static void dhdpcie_bus_post_init_quirks(dhd_bus_t *bus)
{
dhd_plat_bus_post_init_quirks(bus->dhd->plat_info, (void *)bus);
}
#endif /* __linux__ */
/**
* Initialize bus module: prepare for communication with the dongle. Called after downloading
* firmware into the dongle.
*/
int dhd_bus_init(dhd_pub_t *dhdp, bool enforce_mutex)
{
dhd_bus_t *bus = dhdp->bus;
int ret = 0;
DHD_TRACE(("%s: Enter\n", __FUNCTION__));
ASSERT(bus->dhd);
if (!bus->dhd)
return 0;
bus->link_state = DHD_PCIE_ALL_GOOD;
#ifdef DHD_AGGR_WI
/* update the aggregation enable value if changed thrugh iovar/sysfs */
dhdpcie_set_aggr_wi_enable(bus->dhd, aggr_wi_enab);
#endif /* DHD_AGGR_WI */
dhd_bus_pcie_pwr_req_clear_reload_war(bus);
dhd_init_dpc_histos(bus->dhd);
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req(bus);
}
/* Clear fw_db7w_trap_received at init */
bus->dhd->db7_trap.fw_db7w_trap_received = FALSE;
/* Configure AER registers to log the TLP header */
dhd_bus_aer_config(bus);
/* Make sure we're talking to the core. */
bus->reg = si_setcore(bus->sih, PCIE2_CORE_ID, 0);
ASSERT(bus->reg != NULL);
/* before opening up bus for data transfer, check if shared area is intact */
ret = dhdpcie_readshared(bus);
/* if dhdpcie_readshared is successful, or if it fails
* after reading shared area due to some other
* reason, collect ewp init dumps
*/
if (ret == BCME_OK || ret == BCME_BADADDR ||
ret == BCME_DATA_NOTFOUND || ret == BCME_UNSUPPORTED) {
if (bus->api.fw_rev >= PCIE_SHARED_VERSION_9) {
/* ewp hw new init sequence and ewp hw log collection
* is supported only above ipc rev 9
*/
if (dhdpcie_ewp_do_init(bus) != BCME_OK) {
ret = BCME_ERROR;
goto exit;
}
}
}
if (ret < 0) {
DHD_ERROR(("%s :Shared area read failed \n", __FUNCTION__));
goto exit;
}
/* Make sure we're talking to the core. */
bus->reg = si_setcore(bus->sih, PCIE2_CORE_ID, 0);
ASSERT(bus->reg != NULL);
/* Set bus state according to enable result */
dhdp->busstate = DHD_BUS_DATA;
DHD_SET_BUS_NOT_IN_LPS(bus);
dhdp->dhd_bus_busy_state = 0;
#ifdef DHD_SSSR_DUMP
dhdpcie_set_pmu_fisctrlsts(bus);
#endif /* DHD_SSSR_DUMP */
/* D11 status via PCIe completion header */
if ((ret = dhdpcie_init_d11status(bus)) < 0) {
goto exit;
}
#if defined(OEM_ANDROID) || defined(__linux__)
if (!dhd_download_fw_on_driverload)
dhd_dpc_enable(bus->dhd);
#endif /* OEM_ANDROID || LINUX */
/* Set the bus init done flag after device is up */
DHD_INFO(("%s: Enabling bus->init_done\n", __FUNCTION__));
bus->init_done = TRUE;
/* These need to change w/API updates */
/* bcmsdh_intr_unmask(bus->sdh); */
#ifdef DHD_PCIE_RUNTIMEPM
bus->idlecount = 0;
bus->idletime = (int32)MAX_IDLE_COUNT;
init_waitqueue_head(&bus->rpm_queue);
mutex_init(&bus->pm_lock);
#else
bus->idletime = 0;
#endif /* DHD_PCIE_RUNTIMEPM */
#ifdef PCIE_INB_DW
bus->skip_ds_ack = FALSE;
/* Initialize the lock to serialize Device Wake Inband activities */
if (!bus->inb_lock) {
bus->inb_lock = osl_spin_lock_init(bus->dhd->osh);
}
#endif
/* Temp errnum workaround: return ok, caller checks bus state */
/* Make use_d0_inform TRUE for Rev 5 for backward compatibility */
if (bus->api.fw_rev < PCIE_SHARED_VERSION_6) {
bus->use_d0_inform = TRUE;
} else {
bus->use_d0_inform = FALSE;
}
bus->lpm_mode = FALSE;
bus->lpm_mem_kill = FALSE;
bus->hostready_count = 0;
bus->host_irq_enable_count = 0;
bus->host_irq_disable_count = 0;
bus->dngl_intmask_disable_count = 0;
bus->dngl_intmask_enable_count = 0;
bus->rot_dpc_sched_count = 0;
if (dhdp->rx_cpl_lat_capable) {
bzero(&dhdp->rxcpl_lat_info, sizeof(rx_cpl_lat_info_t));
}
if (!bus->flowring_high_watermark) {
bus->flowring_high_watermark = MALLOCZ(bus->osh,
bus->max_submission_rings * sizeof(uint32));
}
if (!bus->flowring_high_watermark) {
DHD_ERROR(("%s Failed to alloc mem for flowring_high_watermark! \n",
__FUNCTION__));
return BCME_NOMEM;
}
if (!bus->flowring_cur_items) {
bus->flowring_cur_items = MALLOCZ(bus->osh,
bus->max_submission_rings * sizeof(uint32));
}
if (!bus->flowring_cur_items) {
DHD_ERROR(("%s Failed to alloc mem for flowring_cur_items! \n",
__FUNCTION__));
return BCME_NOMEM;
}
#if defined(__linux__)
dhdpcie_bus_post_init_quirks(bus);
#endif /* __linux__ */
exit:
if (ret) {
dhdp->busstate = DHD_BUS_DOWN;
}
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req_clear(bus);
}
return ret;
}
static void
dhdpcie_init_shared_addr(dhd_bus_t *bus)
{
uint32 addr = 0;
uint32 val = 0;
addr = bus->dongle_ram_base + bus->ramsize - 4;
#ifdef DHD_PCIE_RUNTIMEPM
dhdpcie_runtime_bus_wake(bus->dhd, TRUE, __builtin_return_address(0));
#endif /* DHD_PCIE_RUNTIMEPM */
dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, addr, (uint8 *)&val, sizeof(val));
}
bool
dhdpcie_chipmatch(uint16 vendor, uint16 device)
{
if (vendor != PCI_VENDOR_ID_BROADCOM) {
#ifndef DHD_EFI
DHD_ERROR(("%s: Unsupported vendor %x device %x\n", __FUNCTION__,
vendor, device));
#endif /* DHD_EFI */
return (-ENODEV);
}
switch (device) {
case BCM4345_CHIP_ID:
case BCM43454_CHIP_ID:
case BCM43455_CHIP_ID:
case BCM43457_CHIP_ID:
case BCM43458_CHIP_ID:
case BCM4350_D11AC_ID:
case BCM4350_D11AC2G_ID:
case BCM4350_D11AC5G_ID:
case BCM4350_CHIP_ID:
case BCM4354_D11AC_ID:
case BCM4354_D11AC2G_ID:
case BCM4354_D11AC5G_ID:
case BCM4354_CHIP_ID:
case BCM4356_D11AC_ID:
case BCM4356_D11AC2G_ID:
case BCM4356_D11AC5G_ID:
case BCM4356_CHIP_ID:
case BCM4371_D11AC_ID:
case BCM4371_D11AC2G_ID:
case BCM4371_D11AC5G_ID:
case BCM4371_CHIP_ID:
case BCM4345_D11AC_ID:
case BCM4345_D11AC2G_ID:
case BCM4345_D11AC5G_ID:
case BCM43452_D11AC_ID:
case BCM43452_D11AC2G_ID:
case BCM43452_D11AC5G_ID:
case BCM4335_D11AC_ID:
case BCM4335_D11AC2G_ID:
case BCM4335_D11AC5G_ID:
case BCM4335_CHIP_ID:
case BCM43602_D11AC_ID:
case BCM43602_D11AC2G_ID:
case BCM43602_D11AC5G_ID:
case BCM43602_CHIP_ID:
case BCM43569_D11AC_ID:
case BCM43569_D11AC2G_ID:
case BCM43569_D11AC5G_ID:
case BCM43569_CHIP_ID:
case BCM4358_D11AC_ID:
case BCM4358_D11AC2G_ID:
case BCM4358_D11AC5G_ID:
case BCM4349_D11AC_ID:
case BCM4349_D11AC2G_ID:
case BCM4349_D11AC5G_ID:
case BCM4355_D11AC_ID:
case BCM4355_D11AC2G_ID:
case BCM4355_D11AC5G_ID:
case BCM4355_CHIP_ID:
case BCM4359_D11AC_ID:
case BCM4359_D11AC2G_ID:
case BCM4359_D11AC5G_ID:
case BCM43596_D11AC_ID:
case BCM43596_D11AC2G_ID:
case BCM43596_D11AC5G_ID:
case BCM43597_D11AC_ID:
case BCM43597_D11AC2G_ID:
case BCM43597_D11AC5G_ID:
case BCM4364_D11AC_ID:
case BCM4364_D11AC2G_ID:
case BCM4364_D11AC5G_ID:
case BCM4364_CHIP_ID:
case BCM4361_D11AC_ID:
case BCM4361_D11AC2G_ID:
case BCM4361_D11AC5G_ID:
case BCM4361_CHIP_ID:
case BCM4347_D11AC_ID:
case BCM4347_D11AC2G_ID:
case BCM4347_D11AC5G_ID:
case BCM4347_CHIP_ID:
case BCM4369_D11AX_ID:
case BCM4369_D11AX2G_ID:
case BCM4369_D11AX5G_ID:
case BCM4369_CHIP_ID:
case BCM4376_D11AX_ID:
case BCM4376_D11AX2G_ID:
case BCM4376_D11AX5G_ID:
case BCM4376_CHIP_ID:
case BCM4377_M_D11AX_ID:
case BCM4377_D11AX_ID:
case BCM4377_D11AX2G_ID:
case BCM4377_D11AX5G_ID:
case BCM4377_CHIP_ID:
case BCM4378_D11AX_ID:
case BCM4378_D11AX2G_ID:
case BCM4378_D11AX5G_ID:
case BCM4378_CHIP_ID:
case BCM4387_D11AX_ID:
case BCM4387_CHIP_ID:
case BCM4362_D11AX_ID:
case BCM4362_D11AX2G_ID:
case BCM4362_D11AX5G_ID:
case BCM4362_CHIP_ID:
case BCM4375_D11AX_ID:
case BCM4375_D11AX2G_ID:
case BCM4375_D11AX5G_ID:
case BCM4375_CHIP_ID:
case BCM43751_D11AX_ID:
case BCM43751_D11AX2G_ID:
case BCM43751_D11AX5G_ID:
case BCM43751_CHIP_ID:
case BCM43752_D11AX_ID:
case BCM43752_D11AX2G_ID:
case BCM43752_D11AX5G_ID:
case BCM43752_CHIP_ID:
case BCM4385_D11AX_ID:
case BCM4385_CHIP_ID:
case BCM4388_CHIP_ID:
case BCM4388_D11AX_ID:
case BCM4389_CHIP_ID:
case BCM4389_D11AX_ID:
case BCM4397_CHIP_ID:
case BCM4397_D11AX_ID:
case BCM4398_CHIP_ID:
case BCM4398_D11AX_ID:
case BCM4383_CHIP_ID:
case BCM4383_D11AX_ID:
case BCM4390_CHIP_GRPID:
case BCM4390_D11BE_ID:
case BCM4399_CHIP_GRPID:
case BCM4399_D11BE_ID:
return 0;
default:
#ifndef DHD_EFI
DHD_ERROR(("%s: Unsupported vendor %x device %x\n",
__FUNCTION__, vendor, device));
#endif
return (-ENODEV);
}
} /* dhdpcie_chipmatch */
/**
* Name: dhdpcie_cc_nvmshadow
*
* Description:
* A shadow of OTP/SPROM exists in ChipCommon Region
* betw. 0x800 and 0xBFF (Backplane Addr. 0x1800_0800 and 0x1800_0BFF).
* Strapping option (SPROM vs. OTP), presence of OTP/SPROM and its size
* can also be read from ChipCommon Registers.
*/
static int
dhdpcie_cc_nvmshadow(dhd_bus_t *bus, struct bcmstrbuf *b)
{
uint16 dump_offset = 0;
uint32 dump_size = 0, otp_size = 0, sprom_size = 0;
/* Table for 65nm OTP Size (in bits) */
int otp_size_65nm[8] = {0, 2048, 4096, 8192, 4096, 6144, 512, 1024};
volatile uint16 *nvm_shadow;
uint cur_coreid;
uint chipc_corerev;
chipcregs_t *chipcregs;
osl_t *osh = si_osh(bus->sih);
/* Save the current core */
cur_coreid = si_coreid(bus->sih);
/* Switch to ChipC */
chipcregs = (chipcregs_t *)si_setcore(bus->sih, CC_CORE_ID, 0);
ASSERT(chipcregs != NULL);
chipc_corerev = si_corerev(bus->sih);
/* Check ChipcommonCore Rev */
if (chipc_corerev < 44) {
DHD_ERROR(("%s: ChipcommonCore Rev %d < 44\n", __FUNCTION__, chipc_corerev));
return BCME_UNSUPPORTED;
}
/* Check ChipID */
if (((uint16)bus->sih->chip != BCM4350_CHIP_ID) && !BCM4345_CHIP((uint16)bus->sih->chip) &&
((uint16)bus->sih->chip != BCM4355_CHIP_ID) &&
((uint16)bus->sih->chip != BCM4364_CHIP_ID)) {
DHD_ERROR(("%s: cc_nvmdump not supported\n", __FUNCTION__));
return BCME_UNSUPPORTED;
}
/* Check if SRC_PRESENT in SpromCtrl(0x190 in ChipCommon Regs) is set */
if (R_REG(osh, CC_REG_ADDR(chipcregs, SpromCtrl)) & SRC_PRESENT) {
/* SPROM Size: 1Kbits (0x0), 4Kbits (0x1), 16Kbits(0x2) */
sprom_size = (1 << (2 * ((R_REG(osh, CC_REG_ADDR(chipcregs, SpromCtrl)) &
SRC_SIZE_MASK)
>> SRC_SIZE_SHIFT))) * 1024;
bcm_bprintf(b, "\nSPROM Present (Size %d bits)\n", sprom_size);
}
/* Check if OTP exists. 2 possible approaches:
* 1) Check if OtpPresent in SpromCtrl (0x190 in ChipCommon Regs) is set OR
* 2) Check if OtpSize > 0
*/
if (R_REG(osh, CC_REG_ADDR(chipcregs, SpromCtrl)) & SRC_OTPPRESENT) {
bcm_bprintf(b, "\nOTP Present");
if (((R_REG(osh, CC_REG_ADDR(chipcregs, otplayout)) & OTPL_WRAP_TYPE_MASK) >>
OTPL_WRAP_TYPE_SHIFT) == OTPL_WRAP_TYPE_40NM) {
/* 40nm OTP: Size = (OtpSize + 1) * 1024 bits */
/* Chipcommon rev51 is a variation on rev45 and does not support
* the latest OTP configuration.
*/
if (chipc_corerev != 51 && chipc_corerev >= 49) {
otp_size = (((R_REG(osh, CC_REG_ADDR(chipcregs, otplayout)) &
OTPL_ROW_SIZE_MASK) >> OTPL_ROW_SIZE_SHIFT) + 1) * 1024;
bcm_bprintf(b, "(Size %d bits)\n", otp_size);
} else {
otp_size = (((R_REG(osh, CC_REG_ADDR(chipcregs, CoreCapabilities)) &
CC_CAP_OTPSIZE) >> CC_CAP_OTPSIZE_SHIFT) + 1) * 1024;
bcm_bprintf(b, "(Size %d bits)\n", otp_size);
}
} else {
/* This part is untested since newer chips have 40nm OTP */
/* Chipcommon rev51 is a variation on rev45 and does not support
* the latest OTP configuration.
*/
if (chipc_corerev != 51 && chipc_corerev >= 49) {
otp_size = otp_size_65nm[
(R_REG(osh, CC_REG_ADDR(chipcregs, otplayout)) &
OTPL_ROW_SIZE_MASK) >> OTPL_ROW_SIZE_SHIFT];
bcm_bprintf(b, "(Size %d bits)\n", otp_size);
} else {
otp_size = otp_size_65nm[
(R_REG(osh, CC_REG_ADDR(chipcregs, CoreCapabilities)) &
CC_CAP_OTPSIZE) >> CC_CAP_OTPSIZE_SHIFT];
bcm_bprintf(b, "(Size %d bits)\n", otp_size);
DHD_INFO(("%s: 65nm/130nm OTP Size not tested. \n",
__FUNCTION__));
}
}
}
/* Chipcommon rev51 is a variation on rev45 and does not support
* the latest OTP configuration.
*/
if (chipc_corerev != 51 && chipc_corerev >= 49) {
if (((R_REG(osh, CC_REG_ADDR(chipcregs, SpromCtrl)) & SRC_PRESENT) == 0) &&
((R_REG(osh, CC_REG_ADDR(chipcregs, otplayout)) & OTPL_ROW_SIZE_MASK) == 0)) {
DHD_ERROR(("%s: SPROM and OTP could not be found "
"SpromCtrl = %x, otplayout = %x \n",
__FUNCTION__, R_REG(osh, CC_REG_ADDR(chipcregs, SpromCtrl)),
R_REG(osh, CC_REG_ADDR(chipcregs, otplayout))));
return BCME_NOTFOUND;
}
} else {
if (((R_REG(osh, CC_REG_ADDR(chipcregs, SpromCtrl)) & SRC_PRESENT) == 0) &&
((R_REG(osh, CC_REG_ADDR(chipcregs, CoreCapabilities)) &
CC_CAP_OTPSIZE) == 0)) {
DHD_ERROR(("%s: SPROM and OTP could not be found "
"SpromCtrl = %x, capablities = %x \n",
__FUNCTION__, R_REG(osh, CC_REG_ADDR(chipcregs, SpromCtrl)),
R_REG(osh, CC_REG_ADDR(chipcregs, CoreCapabilities))));
return BCME_NOTFOUND;
}
}
/* Check the strapping option in SpromCtrl: Set = OTP otherwise SPROM */
if ((!(R_REG(osh, CC_REG_ADDR(chipcregs, SpromCtrl)) & SRC_PRESENT) ||
(R_REG(osh, CC_REG_ADDR(chipcregs, SpromCtrl)) & SRC_OTPSEL)) &&
(R_REG(osh, CC_REG_ADDR(chipcregs, SpromCtrl)) & SRC_OTPPRESENT)) {
bcm_bprintf(b, "OTP Strap selected.\n"
"\nOTP Shadow in ChipCommon:\n");
dump_size = otp_size / 16 ; /* 16bit words */
} else if (((R_REG(osh, CC_REG_ADDR(chipcregs, SpromCtrl)) & SRC_OTPSEL) == 0) &&
(R_REG(osh, CC_REG_ADDR(chipcregs, SpromCtrl)) & SRC_PRESENT)) {
bcm_bprintf(b, "SPROM Strap selected\n"
"\nSPROM Shadow in ChipCommon:\n");
/* If SPROM > 8K only 8Kbits is mapped to ChipCommon (0x800 - 0xBFF) */
/* dump_size in 16bit words */
dump_size = sprom_size > 8 ? (8 * 1024) / 16 : sprom_size / 16;
} else {
DHD_ERROR(("%s: NVM Shadow does not exist in ChipCommon\n",
__FUNCTION__));
return BCME_NOTFOUND;
}
if (bus->regs == NULL) {
DHD_ERROR(("ChipCommon Regs. not initialized\n"));
return BCME_NOTREADY;
} else {
bcm_bprintf(b, "\n OffSet:");
/* Chipcommon rev51 is a variation on rev45 and does not support
* the latest OTP configuration.
*/
if (chipc_corerev != 51 && chipc_corerev >= 49) {
/* Chip common can read only 8kbits,
* for ccrev >= 49 otp size is around 12 kbits so use GCI core
*/
nvm_shadow = (volatile uint16 *)si_setcore(bus->sih, GCI_CORE_ID, 0);
} else {
/* Point to the SPROM/OTP shadow in ChipCommon */
nvm_shadow = (volatile uint16 *)CC_REG_ADDR(chipcregs, sromotp);
}
if (nvm_shadow == NULL) {
DHD_ERROR(("%s: NVM Shadow is not intialized\n", __FUNCTION__));
return BCME_NOTFOUND;
}
/*
* Read 16 bits / iteration.
* dump_size & dump_offset in 16-bit words
*/
while (dump_offset < dump_size) {
if (dump_offset % 2 == 0)
/* Print the offset in the shadow space in Bytes */
bcm_bprintf(b, "\n 0x%04x", dump_offset * 2);
bcm_bprintf(b, "\t0x%04x", *(nvm_shadow + dump_offset));
dump_offset += 0x1;
}
}
/* Switch back to the original core */
si_setcore(bus->sih, cur_coreid, 0);
return BCME_OK;
} /* dhdpcie_cc_nvmshadow */
/** Flow rings are dynamically created and destroyed */
void dhd_bus_clean_flow_ring(dhd_bus_t *bus, void *node)
{
void *pkt;
flow_queue_t *queue;
flow_ring_node_t *flow_ring_node = (flow_ring_node_t *)node;
unsigned long flags;
queue = &flow_ring_node->queue;
#ifdef DHDTCPACK_SUPPRESS
/* Clean tcp_ack_info_tbl in order to prevent access to flushed pkt,
* when there is a newly coming packet from network stack.
*/
dhd_tcpack_info_tbl_clean(bus->dhd);
#endif /* DHDTCPACK_SUPPRESS */
#ifdef DHD_HP2P
if (flow_ring_node->hp2p_ring) {
if (!bus->dhd->hp2p_ring_more) {
bus->dhd->hp2p_ring_more = TRUE;
}
flow_ring_node->hp2p_ring = FALSE;
}
#endif /* DHD_HP2P */
/* clean up BUS level info */
DHD_FLOWRING_LOCK(flow_ring_node->lock, flags);
/* Flush all pending packets in the queue, if any */
while ((pkt = dhd_flow_queue_dequeue(bus->dhd, queue)) != NULL) {
PKTFREE(bus->dhd->osh, pkt, TRUE);
}
ASSERT(DHD_FLOW_QUEUE_EMPTY(queue));
/* Reinitialise flowring's queue */
dhd_flow_queue_reinit(bus->dhd, queue, flowring_bkp_qsize);
flow_ring_node->status = FLOW_RING_STATUS_CLOSED;
flow_ring_node->active = FALSE;
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, flags);
/* Hold flowring_list_lock to ensure no race condition while accessing the List */
DHD_FLOWRING_LIST_LOCK(bus->dhd->flowring_list_lock, flags);
dll_delete(&flow_ring_node->list);
dll_init(&flow_ring_node->list);
DHD_FLOWRING_LIST_UNLOCK(bus->dhd->flowring_list_lock, flags);
/* Release the flowring object back into the pool */
dhd_prot_flowrings_pool_release(bus->dhd,
flow_ring_node->flowid, flow_ring_node->prot_info);
/* Free the flowid back to the flowid allocator */
dhd_flowid_free(bus->dhd, flow_ring_node->flow_info.ifindex,
flow_ring_node->flowid);
}
/**
* Allocate a Flow ring buffer,
* Init Ring buffer, send Msg to device about flow ring creation
*/
int
dhd_bus_flow_ring_create_request(dhd_bus_t *bus, void *arg)
{
flow_ring_node_t *flow_ring_node = (flow_ring_node_t *)arg;
DHD_INFO(("%s :Flow create\n", __FUNCTION__));
/* Send Msg to device about flow ring creation */
if (dhd_prot_flow_ring_create(bus->dhd, flow_ring_node) != BCME_OK)
return BCME_NOMEM;
return BCME_OK;
}
/** Handle response from dongle on a 'flow ring create' request */
void
dhd_bus_flow_ring_create_response(dhd_bus_t *bus, uint16 flowid, int32 status)
{
flow_ring_node_t *flow_ring_node;
unsigned long flags;
DHD_INFO(("%s :Flow Response %d \n", __FUNCTION__, flowid));
/* Boundary check of the flowid */
if (flowid > bus->dhd->max_tx_flowid) {
DHD_ERROR(("%s: flowid is invalid %d, max id %d\n", __FUNCTION__,
flowid, bus->dhd->max_tx_flowid));
return;
}
flow_ring_node = DHD_FLOW_RING(bus->dhd, flowid);
if (!flow_ring_node) {
DHD_ERROR(("%s: flow_ring_node is NULL\n", __FUNCTION__));
return;
}
ASSERT(flow_ring_node->flowid == flowid);
if (flow_ring_node->flowid != flowid) {
DHD_ERROR(("%s: flowid %d is different from the flowid "
"of the flow_ring_node %d\n", __FUNCTION__, flowid,
flow_ring_node->flowid));
return;
}
if (status != BCME_OK) {
DHD_ERROR(("%s Flow create Response failure error status = %d \n",
__FUNCTION__, status));
/* Call Flow clean up */
dhd_bus_clean_flow_ring(bus, flow_ring_node);
return;
}
DHD_FLOWRING_LOCK(flow_ring_node->lock, flags);
flow_ring_node->status = FLOW_RING_STATUS_OPEN;
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, flags);
/* Now add the Flow ring node into the active list
* Note that this code to add the newly created node to the active
* list was living in dhd_flowid_lookup. But note that after
* adding the node to the active list the contents of node is being
* filled in dhd_prot_flow_ring_create.
* If there is a D2H interrupt after the node gets added to the
* active list and before the node gets populated with values
* from the Bottom half dhd_update_txflowrings would be called.
* which will then try to walk through the active flow ring list,
* pickup the nodes and operate on them. Now note that since
* the function dhd_prot_flow_ring_create is not finished yet
* the contents of flow_ring_node can still be NULL leading to
* crashes. Hence the flow_ring_node should be added to the
* active list only after its truely created, which is after
* receiving the create response message from the Host.
*/
DHD_FLOWRING_LIST_LOCK(bus->dhd->flowring_list_lock, flags);
dll_prepend(&bus->flowring_active_list, &flow_ring_node->list);
DHD_FLOWRING_LIST_UNLOCK(bus->dhd->flowring_list_lock, flags);
dhd_bus_schedule_queue(bus, flowid, FALSE, 0, NULL); /* from queue to flowring */
return;
}
int
dhd_bus_flow_ring_delete_request(dhd_bus_t *bus, void *arg)
{
void * pkt;
flow_queue_t *queue;
flow_ring_node_t *flow_ring_node;
unsigned long flags;
DHD_INFO(("%s :Flow Delete\n", __FUNCTION__));
flow_ring_node = (flow_ring_node_t *)arg;
#ifdef DHDTCPACK_SUPPRESS
/* Clean tcp_ack_info_tbl in order to prevent access to flushed pkt,
* when there is a newly coming packet from network stack.
*/
dhd_tcpack_info_tbl_clean(bus->dhd);
#endif /* DHDTCPACK_SUPPRESS */
DHD_FLOWRING_LOCK(flow_ring_node->lock, flags);
if (flow_ring_node->status == FLOW_RING_STATUS_DELETE_PENDING) {
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, flags);
DHD_ERROR(("%s :Delete Pending flowid %u\n", __FUNCTION__, flow_ring_node->flowid));
return BCME_ERROR;
}
flow_ring_node->status = FLOW_RING_STATUS_DELETE_PENDING;
queue = &flow_ring_node->queue; /* queue associated with flow ring */
/* Flush all pending packets in the queue, if any */
while ((pkt = dhd_flow_queue_dequeue(bus->dhd, queue)) != NULL) {
PKTFREE(bus->dhd->osh, pkt, TRUE);
}
ASSERT(DHD_FLOW_QUEUE_EMPTY(queue));
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, flags);
/* Send Msg to device about flow ring deletion */
dhd_prot_flow_ring_delete(bus->dhd, flow_ring_node);
return BCME_OK;
}
void
dhd_bus_flow_ring_delete_response(dhd_bus_t *bus, uint16 flowid, uint32 status)
{
flow_ring_node_t *flow_ring_node;
DHD_INFO(("%s :Flow Delete Response %d \n", __FUNCTION__, flowid));
/* Boundary check of the flowid */
if (flowid > bus->dhd->max_tx_flowid) {
DHD_ERROR(("%s: flowid is invalid %d, max id %d\n", __FUNCTION__,
flowid, bus->dhd->max_tx_flowid));
return;
}
flow_ring_node = DHD_FLOW_RING(bus->dhd, flowid);
if (!flow_ring_node) {
DHD_ERROR(("%s: flow_ring_node is NULL\n", __FUNCTION__));
return;
}
ASSERT(flow_ring_node->flowid == flowid);
if (flow_ring_node->flowid != flowid) {
DHD_ERROR(("%s: flowid %d is different from the flowid "
"of the flow_ring_node %d\n", __FUNCTION__, flowid,
flow_ring_node->flowid));
return;
}
if (status != BCME_OK) {
DHD_ERROR(("%s Flow Delete Response failure error status = %d \n",
__FUNCTION__, status));
return;
}
/* Call Flow clean up */
dhd_bus_clean_flow_ring(bus, flow_ring_node);
return;
}
int dhd_bus_flow_ring_flush_request(dhd_bus_t *bus, void *arg)
{
void *pkt;
flow_queue_t *queue;
flow_ring_node_t *flow_ring_node;
unsigned long flags;
DHD_INFO(("%s :Flow Flush\n", __FUNCTION__));
flow_ring_node = (flow_ring_node_t *)arg;
DHD_FLOWRING_LOCK(flow_ring_node->lock, flags);
queue = &flow_ring_node->queue; /* queue associated with flow ring */
/* Flow ring status will be set back to FLOW_RING_STATUS_OPEN
* once flow ring flush response is received for this flowring node.
*/
flow_ring_node->status = FLOW_RING_STATUS_FLUSH_PENDING;
#ifdef DHDTCPACK_SUPPRESS
/* Clean tcp_ack_info_tbl in order to prevent access to flushed pkt,
* when there is a newly coming packet from network stack.
*/
dhd_tcpack_info_tbl_clean(bus->dhd);
#endif /* DHDTCPACK_SUPPRESS */
/* Flush all pending packets in the queue, if any */
while ((pkt = dhd_flow_queue_dequeue(bus->dhd, queue)) != NULL) {
PKTFREE(bus->dhd->osh, pkt, TRUE);
}
ASSERT(DHD_FLOW_QUEUE_EMPTY(queue));
DHD_FLOWRING_UNLOCK(flow_ring_node->lock, flags);
/* Send Msg to device about flow ring flush */
dhd_prot_flow_ring_flush(bus->dhd, flow_ring_node);
return BCME_OK;
}
void
dhd_bus_flow_ring_flush_response(dhd_bus_t *bus, uint16 flowid, uint32 status)
{
flow_ring_node_t *flow_ring_node;
if (status != BCME_OK) {
DHD_ERROR(("%s Flow flush Response failure error status = %d \n",
__FUNCTION__, status));
return;
}
/* Boundary check of the flowid */
if (flowid > bus->dhd->max_tx_flowid) {
DHD_ERROR(("%s: flowid is invalid %d, max id %d\n", __FUNCTION__,
flowid, bus->dhd->max_tx_flowid));
return;
}
flow_ring_node = DHD_FLOW_RING(bus->dhd, flowid);
if (!flow_ring_node) {
DHD_ERROR(("%s: flow_ring_node is NULL\n", __FUNCTION__));
return;
}
ASSERT(flow_ring_node->flowid == flowid);
if (flow_ring_node->flowid != flowid) {
DHD_ERROR(("%s: flowid %d is different from the flowid "
"of the flow_ring_node %d\n", __FUNCTION__, flowid,
flow_ring_node->flowid));
return;
}
flow_ring_node->status = FLOW_RING_STATUS_OPEN;
return;
}
uint32
dhd_bus_max_h2d_queues(struct dhd_bus *bus)
{
return bus->max_submission_rings;
}
/* To be symmetric with SDIO */
void
dhd_bus_pktq_flush(dhd_pub_t *dhdp)
{
return;
}
void
dhd_bus_set_linkdown(dhd_pub_t *dhdp, bool val)
{
if (dhdp && dhdp->bus) {
dhdp->bus->is_linkdown = val;
DHD_PRINT(("%s: pcie_hwhdr_rev = %u\n", __FUNCTION__,
dhdp->bus->ewp_hw_info.pcie_hwhdr_rev));
}
}
int
dhd_bus_get_linkdown(dhd_pub_t *dhdp)
{
return dhdp->bus->is_linkdown;
}
bool
dhd_bus_is_wl_bp_down(dhd_pub_t *dhdp)
{
return (dhdp->bus->link_state == DHD_PCIE_WLAN_BP_DOWN);
}
bool
dhd_bus_is_common_bp_down(dhd_pub_t *dhdp)
{
return (dhdp->bus->link_state == DHD_PCIE_COMMON_BP_DOWN);
}
bool
dhd_bus_is_coex_bp_down(dhd_pub_t *dhdp)
{
return (dhdp->bus->link_state == DHD_PCIE_COEXCPU_BP_DOWN);
}
void
dhd_bus_reset_link_state(dhd_pub_t *dhdp)
{
dhdp->bus->link_state = DHD_PCIE_ALL_GOOD;
dhdp->bus->is_linkdown = 0;
}
int
dhd_bus_get_cto(dhd_pub_t *dhdp)
{
return dhdp->bus->cto_triggered;
}
bool
dhd_bus_get_read_shm(dhd_pub_t *dhdp)
{
#ifdef SUPPORT_LINKDOWN_RECOVERY
return dhdp->bus->read_shm_fail;
#else
return FALSE;
#endif /* SUPPORT_LINKDOWN_RECOVERY */
}
#if defined(__linux__)
int
dhdpcie_bus_start_host_dev(struct dhd_bus *bus)
{
return dhdpcie_start_host_dev(bus);
}
int
dhdpcie_bus_stop_host_dev(struct dhd_bus *bus)
{
return dhdpcie_stop_host_dev(bus);
}
int
dhdpcie_bus_disable_device(struct dhd_bus *bus)
{
return dhdpcie_disable_device(bus);
}
int
dhdpcie_bus_enable_device(struct dhd_bus *bus)
{
return dhdpcie_enable_device(bus);
}
int
dhdpcie_bus_alloc_resource(struct dhd_bus *bus)
{
return dhdpcie_alloc_resource(bus);
}
void
dhdpcie_bus_free_resource(struct dhd_bus *bus)
{
dhdpcie_free_resource(bus);
}
int
dhd_bus_request_irq(struct dhd_bus *bus)
{
return dhdpcie_bus_request_irq(bus);
}
bool
dhdpcie_bus_dongle_attach(struct dhd_bus *bus)
{
return dhdpcie_dongle_attach(bus);
}
int
dhd_bus_release_dongle(struct dhd_bus *bus)
{
bool dongle_isolation;
osl_t *osh;
DHD_TRACE(("%s: Enter\n", __FUNCTION__));
if (bus) {
osh = bus->osh;
ASSERT(osh);
if (bus->dhd) {
#if defined(DEBUGGER) || defined (DHD_DSCOPE)
debugger_close();
#endif /* DEBUGGER || DHD_DSCOPE */
dongle_isolation = bus->dhd->dongle_isolation;
dhdpcie_bus_release_dongle(bus, osh, dongle_isolation, TRUE);
}
}
return 0;
}
#endif /* __linux__ */
int
dhdpcie_cto_cfg_init(struct dhd_bus *bus, bool enable)
{
if (enable) {
dhdpcie_bus_cfg_write_dword(bus, PCI_INT_MASK, 4,
PCI_CTO_INT_MASK | PCI_SBIM_MASK_SERR);
} else {
dhdpcie_bus_cfg_write_dword(bus, PCI_INT_MASK, 4, 0);
}
return 0;
}
int
dhdpcie_cto_init(struct dhd_bus *bus, bool enable)
{
volatile void *regsva = (volatile void *)bus->regs;
uint32 val;
uint16 chipid = dhd_get_chipid(bus);
uint32 ctoctrl;
bus->cto_enable = enable;
dhdpcie_cto_cfg_init(bus, enable);
if (enable) {
if (bus->cto_threshold == 0) {
if ((chipid == BCM4387_CHIP_ID) ||
(chipid == BCM4388_CHIP_ID) ||
(chipid == BCM4389_CHIP_ID)) {
bus->cto_threshold = PCIE_CTO_TO_THRESH_DEFAULT_REV69;
} else if (chipid == BCM4397_CHIP_ID || chipid == BCM4398_CHIP_ID) {
if (dhd_get_chiprev(bus) == 0) {
bus->cto_threshold = PCIE_CTO_TO_THRESH_DEFAULT_REV69;
}
else {
bus->cto_threshold = PCIE_CTO_TO_THRESH_DEFAULT_4397B0;
}
} else {
bus->cto_threshold = PCIE_CTO_TO_THRESH_DEFAULT;
}
}
val = ((bus->cto_threshold << PCIE_CTO_TO_THRESHOLD_SHIFT) &
PCIE_CTO_TO_THRESHHOLD_MASK) |
((PCIE_CTO_CLKCHKCNT_VAL << PCIE_CTO_CLKCHKCNT_SHIFT) &
PCIE_CTO_CLKCHKCNT_MASK) |
PCIE_CTO_ENAB_MASK;
pcie_corereg(bus->osh, regsva, PCIE_REG_OFF(cpl_to_ctrl), ~0, val);
} else {
pcie_corereg(bus->osh, regsva, PCIE_REG_OFF(cpl_to_ctrl), ~0, 0);
}
ctoctrl = pcie_corereg(bus->osh, regsva, PCIE_REG_OFF(cpl_to_ctrl), 0, 0);
DHD_PRINT(("%s: ctoctrl(0x%x) enable/disable %d for chipid(0x%x)\n",
__FUNCTION__, ctoctrl, bus->cto_enable, chipid));
return 0;
}
static int
dhdpcie_cto_error_recovery(struct dhd_bus *bus)
{
uint32 pci_intmask, err_status;
uint8 i = 0;
uint32 val;
pci_intmask = dhdpcie_bus_cfg_read_dword(bus, PCI_INT_MASK, 4);
dhdpcie_bus_cfg_write_dword(bus, PCI_INT_MASK, 4, pci_intmask & ~PCI_CTO_INT_MASK);
DHD_OS_WAKE_LOCK(bus->dhd);
DHD_PRINT(("--- CTO Triggered --- %d\n", bus->pwr_req_ref));
/*
* DAR still accessible
*/
dhd_bus_dump_dar_registers(bus);
/* reset backplane */
val = dhdpcie_bus_cfg_read_dword(bus, PCI_SPROM_CONTROL, 4);
dhdpcie_bus_cfg_write_dword(bus, PCI_SPROM_CONTROL, 4, val | SPROM_CFG_TO_SB_RST);
/* clear timeout error */
while (1) {
err_status = si_corereg(bus->sih, bus->sih->buscoreidx,
DAR_ERRLOG(bus->sih->buscorerev),
0, 0);
if (err_status & PCIE_CTO_ERR_MASK) {
si_corereg(bus->sih, bus->sih->buscoreidx,
DAR_ERRLOG(bus->sih->buscorerev),
~0, PCIE_CTO_ERR_MASK);
} else {
break;
}
OSL_DELAY(CTO_TO_CLEAR_WAIT_MS * 1000);
i++;
if (i > CTO_TO_CLEAR_WAIT_MAX_CNT) {
DHD_ERROR(("cto recovery fail\n"));
DHD_OS_WAKE_UNLOCK(bus->dhd);
return BCME_ERROR;
}
}
/* clear interrupt status */
dhdpcie_bus_cfg_write_dword(bus, PCI_INT_STATUS, 4, PCI_CTO_INT_MASK);
/* Halt ARM & remove reset */
/* TBD : we can add ARM Halt here in case */
/* reset SPROM_CFG_TO_SB_RST */
val = dhdpcie_bus_cfg_read_dword(bus, PCI_SPROM_CONTROL, 4);
DHD_PRINT(("cto recovery reset 0x%x:SPROM_CFG_TO_SB_RST(0x%x) 0x%x\n",
PCI_SPROM_CONTROL, SPROM_CFG_TO_SB_RST, val));
dhdpcie_bus_cfg_write_dword(bus, PCI_SPROM_CONTROL, 4, val & ~SPROM_CFG_TO_SB_RST);
val = dhdpcie_bus_cfg_read_dword(bus, PCI_SPROM_CONTROL, 4);
DHD_PRINT(("cto recovery success 0x%x:SPROM_CFG_TO_SB_RST(0x%x) 0x%x\n",
PCI_SPROM_CONTROL, SPROM_CFG_TO_SB_RST, val));
DHD_OS_WAKE_UNLOCK(bus->dhd);
return BCME_OK;
}
void
dhdpcie_ssreset_dis_enum_rst(struct dhd_bus *bus)
{
uint32 val;
val = dhdpcie_bus_cfg_read_dword(bus, PCIE_CFG_SUBSYSTEM_CONTROL, 4);
dhdpcie_bus_cfg_write_dword(bus, PCIE_CFG_SUBSYSTEM_CONTROL, 4,
val | (0x1 << PCIE_SSRESET_DIS_ENUM_RST_BIT));
}
#if defined(DBG_PKT_MON) || defined(DHD_PKT_LOGGING)
/*
* WAR: Update dongle that driver supports sending of d11
* tx_status through unused status field of PCIe completion header
* if dongle also supports the same WAR.
*/
static int
dhdpcie_init_d11status(struct dhd_bus *bus)
{
uint32 addr;
uint32 flags2;
int ret = 0;
if (bus->pcie_sh->flags2 & PCIE_SHARED2_D2H_D11_TX_STATUS) {
flags2 = bus->pcie_sh->flags2;
addr = bus->shared_addr + OFFSETOF(pciedev_shared_t, flags2);
flags2 |= PCIE_SHARED2_H2D_D11_TX_STATUS;
ret = dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, addr,
(uint8 *)&flags2, sizeof(flags2));
if (ret < 0) {
DHD_ERROR(("%s: update flag bit (H2D_D11_TX_STATUS) failed\n",
__FUNCTION__));
return ret;
}
bus->pcie_sh->flags2 = flags2;
bus->dhd->d11_tx_status = TRUE;
}
return ret;
}
#else
static int
dhdpcie_init_d11status(struct dhd_bus *bus)
{
return 0;
}
#endif /* DBG_PKT_MON || DHD_PKT_LOGGING */
int
dhdpcie_get_max_eventbufpost(struct dhd_bus *bus)
{
int evt_buf_pool = EVENT_BUF_POOL_LOW;
if (bus->pcie_sh->flags2 & (0x1 << PCIE_SHARED_EVENT_BUF_POOL_MAX_POS)) {
evt_buf_pool = EVENT_BUF_POOL_MEDIUM;
} else if (bus->pcie_sh->flags2 & (0x2 << PCIE_SHARED_EVENT_BUF_POOL_MAX_POS)) {
evt_buf_pool = EVENT_BUF_POOL_HIGH;
} else if (bus->pcie_sh->flags2 & (0x3 << PCIE_SHARED_EVENT_BUF_POOL_MAX_POS)) {
evt_buf_pool = EVENT_BUF_POOL_HIGHEST;
}
return evt_buf_pool;
}
int
dhd_bus_oob_intr_register(dhd_pub_t *dhdp)
{
int err = 0;
#ifdef BCMPCIE_OOB_HOST_WAKE
err = dhdpcie_oob_intr_register(dhdp->bus);
#endif /* BCMPCIE_OOB_HOST_WAKE */
return err;
}
void
dhd_bus_oob_intr_unregister(dhd_pub_t *dhdp)
{
#ifdef BCMPCIE_OOB_HOST_WAKE
dhdpcie_oob_intr_unregister(dhdp->bus);
#endif /* BCMPCIE_OOB_HOST_WAKE */
}
void
dhd_bus_oob_intr_set(dhd_pub_t *dhdp, bool enable)
{
#ifdef BCMPCIE_OOB_HOST_WAKE
dhdpcie_oob_intr_set(dhdp->bus, enable);
#endif /* BCMPCIE_OOB_HOST_WAKE */
}
int
dhd_bus_get_oob_irq_num(dhd_pub_t *dhdp)
{
int irq_num = 0;
#ifdef BCMPCIE_OOB_HOST_WAKE
irq_num = dhdpcie_get_oob_irq_num(dhdp->bus);
#endif /* BCMPCIE_OOB_HOST_WAKE */
return irq_num;
}
#ifdef BCMDBG
void
dhd_bus_flow_ring_cnt_update(dhd_bus_t *bus, uint16 flowid, uint32 txstatus)
{
flow_ring_node_t *flow_ring_node;
/* If we have d2h sync enabled due to marker overloading, we cannot update this. */
if (bus->dhd->d2h_sync_mode)
return;
if (txstatus >= DHD_MAX_TX_STATUS_MSGS) {
/*
* changed DHD_ERROR to DHD_INFO
* There are flood of messages with P2P FW
* It is being root-caused.
*/
DHD_INFO(("%s Unknown txtstatus = %d \n",
__FUNCTION__, txstatus));
return;
}
flow_ring_node = DHD_FLOW_RING(bus->dhd, flowid);
ASSERT(flow_ring_node->flowid == flowid);
flow_ring_node->flow_info.tx_status[txstatus]++;
return;
}
#endif /* BCMDBG */
bool
dhdpcie_bus_get_pcie_hostready_supported(dhd_bus_t *bus)
{
return bus->dhd->d2h_hostrdy_supported;
}
bool
dhdpcie_bus_get_pcie_idma_supported(dhd_bus_t *bus)
{
if (!bus->dhd)
return FALSE;
else if (bus->idma_enabled) {
return bus->dhd->idma_enable;
} else {
return FALSE;
}
}
bool
dhdpcie_bus_get_pcie_ifrm_supported(dhd_bus_t *bus)
{
if (!bus->dhd)
return FALSE;
else if (bus->ifrm_enabled) {
return bus->dhd->ifrm_enable;
} else {
return FALSE;
}
}
bool
dhdpcie_bus_get_pcie_dar_supported(dhd_bus_t *bus)
{
if (!bus->dhd) {
return FALSE;
} else if (bus->dar_enabled) {
return bus->dhd->dar_enable;
} else {
return FALSE;
}
}
#ifdef DHD_HP2P
bool
dhdpcie_bus_get_hp2p_supported(dhd_bus_t *bus)
{
if (!bus->dhd) {
return FALSE;
} else if (bus->dhd->hp2p_enable) {
return bus->dhd->hp2p_capable;
} else {
return FALSE;
}
}
#endif /* DHD_HP2P */
#ifdef TX_CSO
bool
dhd_bus_get_txcso_supported(dhd_bus_t *bus)
{
if (!bus->dhd) {
return FALSE;
} else if (TXCSO_ACTIVE(bus->dhd)) {
return TRUE;
} else {
return FALSE;
}
}
#endif /* TX_CSO */
#ifdef PCIE_OOB
bool
dhdpcie_bus_get_pcie_oob_dw_supported(dhd_bus_t *bus)
{
if (!bus->dhd)
return FALSE;
if (bus->oob_enabled) {
return !bus->dhd->d2h_no_oob_dw;
} else {
return FALSE;
}
}
#endif /* PCIE_OOB */
void
dhdpcie_bus_enab_pcie_dw(dhd_bus_t *bus, uint8 dw_option)
{
DHD_PRINT(("ENABLING DW:%d\n", dw_option));
bus->dw_option = dw_option;
}
#ifdef PCIE_INB_DW
bool
dhdpcie_bus_get_pcie_inband_dw_supported(dhd_bus_t *bus)
{
if (!bus->dhd)
return FALSE;
if (bus->inb_enabled) {
return bus->dhd->d2h_inband_dw;
} else {
return FALSE;
}
}
void
dhdpcie_bus_set_pcie_inband_dw_state(dhd_bus_t *bus, enum dhd_bus_ds_state state)
{
if (!INBAND_DW_ENAB(bus))
return;
DHD_INFO(("%s:%d\n", __FUNCTION__, state));
bus->dhd->ds_state = state;
if (state == DW_DEVICE_DS_DISABLED_WAIT || state == DW_DEVICE_DS_D3_INFORM_WAIT) {
bus->ds_exit_timeout = 100;
}
if (state == DW_DEVICE_HOST_WAKE_WAIT) {
bus->host_sleep_exit_timeout = 100;
}
if (state == DW_DEVICE_DS_DEV_WAKE) {
bus->ds_exit_timeout = 0;
}
if (state == DW_DEVICE_DS_ACTIVE) {
bus->host_sleep_exit_timeout = 0;
}
}
enum dhd_bus_ds_state
dhdpcie_bus_get_pcie_inband_dw_state(dhd_bus_t *bus)
{
if (!INBAND_DW_ENAB(bus))
return DW_DEVICE_DS_INVALID;
return bus->dhd->ds_state;
}
#endif /* PCIE_INB_DW */
#ifdef PCIE_INB_DW
const char *
dhd_convert_dsval(uint32 val, bool d2h)
{
static char invalid_str[64] = {0};
if (d2h) {
switch (val) {
case D2H_DEV_D3_ACK:
return "D2H_DEV_D3_ACK";
case D2H_DEV_DS_ENTER_REQ:
return "D2H_DEV_DS_ENTER_REQ";
case D2H_DEV_DS_EXIT_NOTE:
return "D2H_DEV_DS_EXIT_NOTE";
case D2H_DEV_FWHALT:
return "D2H_DEV_FWHALT";
case D2HMB_DS_HOST_SLEEP_EXIT_ACK:
return "D2HMB_DS_HOST_SLEEP_EXIT_ACK";
default:
snprintf(invalid_str, 64, "D2H_INVALID_0x%x", val);
return invalid_str;
}
} else {
switch (val) {
case H2DMB_DS_DEVICE_WAKE_DEASSERT:
return "H2DMB_DS_DEVICE_WAKE_DEASSERT";
case H2DMB_DS_DEVICE_WAKE_ASSERT:
return "H2DMB_DS_DEVICE_WAKE_ASSERT";
case H2D_HOST_D3_INFORM:
return "H2D_HOST_D3_INFORM";
case H2D_HOST_DS_ACK:
return "H2D_HOST_DS_ACK";
case H2D_HOST_DS_NAK:
return "H2D_HOST_DS_NAK";
case H2D_HOST_CONS_INT:
return "H2D_HOST_CONS_INT";
case H2D_FW_TRAP:
return "H2D_FW_TRAP";
case H2D_HOST_D0_INFORM_IN_USE:
return "H2D_HOST_D0_INFORM_IN_USE";
case H2D_HOST_D0_INFORM:
return "H2D_HOST_D0_INFORM";
default:
snprintf(invalid_str, 64, "H2D_INVALID_0x%x", val);
return invalid_str;
}
}
}
const char *
dhd_convert_inb_state_names(enum dhd_bus_ds_state inbstate)
{
switch (inbstate) {
case DW_DEVICE_DS_DEV_SLEEP:
return "DW_DEVICE_DS_DEV_SLEEP";
break;
case DW_DEVICE_DS_DEV_SLEEP_PEND:
return "DW_DEVICE_DS_DEV_SLEEP_PEND";
break;
case DW_DEVICE_DS_DISABLED_WAIT:
return "DW_DEVICE_DS_DISABLED_WAIT";
break;
case DW_DEVICE_DS_DEV_WAKE:
return "DW_DEVICE_DS_DEV_WAKE";
break;
case DW_DEVICE_DS_ACTIVE:
return "DW_DEVICE_DS_ACTIVE";
break;
case DW_DEVICE_HOST_SLEEP_WAIT:
return "DW_DEVICE_HOST_SLEEP_WAIT";
break;
case DW_DEVICE_HOST_SLEEP:
return "DW_DEVICE_HOST_SLEEP";
break;
case DW_DEVICE_HOST_WAKE_WAIT:
return "DW_DEVICE_HOST_WAKE_WAIT";
break;
case DW_DEVICE_DS_D3_INFORM_WAIT:
return "DW_DEVICE_DS_D3_INFORM_WAIT";
break;
default:
return "INVALID";
}
}
#endif /* PCIE_INB_DW */
int
dhd_bus_readwrite_bp_addr(dhd_pub_t *dhdp, uint addr, uint size, uint* data, bool read)
{
int bcmerror = 0;
struct dhd_bus *bus = dhdp->bus;
if (serialized_backplane_access(bus, addr, size, data, read) != BCME_OK) {
DHD_ERROR(("Invalid size/addr combination \n"));
bcmerror = BCME_ERROR;
}
return bcmerror;
}
int
dhd_get_idletime(dhd_pub_t *dhd)
{
return dhd->bus->idletime;
}
bool
dhd_get_rpm_state(dhd_pub_t *dhd)
{
return dhd->bus->rpm_enabled;
}
void
dhd_set_rpm_state(dhd_pub_t *dhd, bool state)
{
DHD_RPM(("%s: %d\n", __FUNCTION__, state));
dhd->bus->rpm_enabled = state;
}
/* Doesnot log the read in dmesg */
void
dhd_sbreg_op_silent(dhd_pub_t *dhd, uint addr, uint *val, bool read)
{
OSL_DELAY(1);
if (serialized_backplane_access(dhd->bus, addr, sizeof(uint), val, read) != BCME_OK) {
DHD_ERROR(("sbreg: Invalid uint addr: 0x%x \n", addr));
}
return;
}
/* Logs the read in dmesg */
void
dhd_sbreg_op(dhd_pub_t *dhd, uint addr, uint *val, bool read)
{
OSL_DELAY(1);
if (serialized_backplane_access(dhd->bus, addr, sizeof(uint), val, read) != BCME_OK) {
DHD_ERROR(("sbreg: Invalid uint addr: 0x%x \n", addr));
} else {
DHD_PRINT(("sbreg: addr:0x%x val:0x%x read:%d\n", addr, *val, read));
}
return;
}
#ifdef DHD_COREDUMP
void
dhdpcie_get_etd_trapcode_str(dhd_pub_t *dhdp, char *trap_code, char *trap_subcode, int buflen)
{
uint32 *ext_data;
hnd_ext_trap_hdr_t *hdr;
const bcm_tlv_t *tlv;
ext_data = dhdp->extended_trap_data;
/* Initialize code string to 0x0 */
snprintf(trap_code, buflen, "0x%x", TAG_TRAP_NONE);
snprintf(trap_subcode, buflen, "0x%x", 0);
/* return if there is no extended trap data */
if (!ext_data || !(dhdp->dongle_trap_data & D2H_DEV_EXT_TRAP_DATA)) {
DHD_ERROR(("%s: Not case for filling trap code (0x%x)",
__FUNCTION__, dhdp->dongle_trap_data));
return;
}
/* First word is original trap_data */
ext_data++;
/* Followed by the extended trap data header */
hdr = (hnd_ext_trap_hdr_t *)ext_data;
/* length sanity check */
if (hdr->len == 0 || (int16)hdr->len == -1) {
DHD_ERROR(("%s: invalid len:%u", __FUNCTION__, hdr->len));
return;
}
/* Extract TAG_TRAP_CODE */
tlv = bcm_parse_tlvs(hdr->data, hdr->len, TAG_TRAP_CODE);
if (tlv) {
snprintf(trap_code, buflen, "0x%x", *(uint32 *)tlv->data);
DHD_PRINT(("%s: ETD TRAP_CODE:0x%x len:%d\n",
__FUNCTION__, *(uint32 *)tlv->data, tlv->len));
}
/* Extract TAG_TRAP_SUBCODE */
tlv = bcm_parse_tlvs(hdr->data, hdr->len, TAG_TRAP_SUBCODE);
if (tlv) {
snprintf(trap_subcode, buflen, "0x%x", *(uint32 *)tlv->data);
DHD_PRINT(("%s: ETD TRAP_SUBCODE:0x%x len:%d\n",
__FUNCTION__, *(uint32 *)tlv->data, tlv->len));
}
return;
}
#endif /* DHD_COREDUMP */
#if defined(BCMPCIE) && defined(EWP_ETD_PRSRV_LOGS)
void
dhdpcie_get_etd_preserve_logs(dhd_pub_t *dhd,
uint8 *ext_trap_data, void *event_decode_data)
{
hnd_ext_trap_hdr_t *hdr = NULL;
bcm_tlv_t *tlv;
eventlog_trapdata_info_t *etd_evtlog = NULL;
eventlog_trap_buf_info_t *evtlog_buf_arr = NULL;
uint arr_size = 0;
int i = 0;
int err = 0;
uint32 seqnum = 0;
if (!ext_trap_data || !event_decode_data || !dhd)
return;
if (!dhd->concise_dbg_buf)
return;
/* First word is original trap_data, skip */
ext_trap_data += sizeof(uint32);
hdr = (hnd_ext_trap_hdr_t *)ext_trap_data;
tlv = bcm_parse_tlvs(hdr->data, hdr->len, TAG_TRAP_LOG_DATA);
if (tlv) {
uint32 baseaddr = 0;
uint32 endaddr = dhd->bus->dongle_ram_base + dhd->bus->ramsize - 4;
etd_evtlog = (eventlog_trapdata_info_t *)tlv->data;
DHD_PRINT(("%s: etd_evtlog tlv found, num_elements=%x; "
"seq_num=%x; log_arr_addr=%x\n", __FUNCTION__,
(etd_evtlog->num_elements),
ntoh32(etd_evtlog->seq_num), (etd_evtlog->log_arr_addr)));
if (!etd_evtlog->num_elements ||
etd_evtlog->num_elements > MAX_EVENTLOG_BUFFERS) {
DHD_ERROR(("%s: ETD has bad 'num_elements' !\n", __FUNCTION__));
return;
}
if (!etd_evtlog->log_arr_addr) {
DHD_ERROR(("%s: ETD has bad 'log_arr_addr' !\n", __FUNCTION__));
return;
}
arr_size = (uint32)sizeof(*evtlog_buf_arr) * (etd_evtlog->num_elements);
evtlog_buf_arr = MALLOCZ(dhd->osh, arr_size);
if (!evtlog_buf_arr) {
DHD_ERROR(("%s: out of memory !\n", __FUNCTION__));
return;
}
/* boundary check */
baseaddr = etd_evtlog->log_arr_addr;
if ((baseaddr < dhd->bus->dongle_ram_base) || (baseaddr > endaddr) ||
((baseaddr + arr_size) > endaddr)) {
DHD_ERROR(("%s: Error reading invalid address\n",
__FUNCTION__));
goto err;
}
/* read the eventlog_trap_buf_info_t array from dongle memory */
err = dhdpcie_bus_membytes(dhd->bus, FALSE, DHD_PCIE_MEM_BAR1,
(ulong)(etd_evtlog->log_arr_addr),
(uint8 *)evtlog_buf_arr, arr_size);
if (err != BCME_OK) {
DHD_ERROR(("%s: Error reading event log array from dongle !\n",
__FUNCTION__));
goto err;
}
/* ntoh is required only for seq_num, because in the original
* case of event logs from info ring, it is sent from dongle in that way
* so for ETD also dongle follows same convention
*/
seqnum = ntoh32(etd_evtlog->seq_num);
bzero(dhd->concise_dbg_buf, CONCISE_DUMP_BUFLEN);
for (i = 0; i < (etd_evtlog->num_elements); ++i) {
/* boundary check */
baseaddr = evtlog_buf_arr[i].buf_addr;
if ((baseaddr < dhd->bus->dongle_ram_base) || (baseaddr > endaddr) ||
((baseaddr + evtlog_buf_arr[i].len) > endaddr)) {
DHD_ERROR(("%s: Error reading invalid address\n",
__FUNCTION__));
goto err;
}
/* read each individual event log buf from dongle memory */
err = dhdpcie_bus_membytes(dhd->bus, FALSE, DHD_PCIE_MEM_BAR1,
((ulong)evtlog_buf_arr[i].buf_addr),
dhd->concise_dbg_buf, (evtlog_buf_arr[i].len));
if (err != BCME_OK) {
DHD_ERROR(("%s: Error reading event log buffer from dongle !\n",
__FUNCTION__));
goto err;
}
dhd_dbg_msgtrace_log_parser(dhd, dhd->concise_dbg_buf,
event_decode_data, (evtlog_buf_arr[i].len),
FALSE, hton32(seqnum));
++seqnum;
}
err:
MFREE(dhd->osh, evtlog_buf_arr, arr_size);
} else {
DHD_ERROR(("%s: Error getting trap log data in ETD !\n", __FUNCTION__));
}
}
#endif /* BCMPCIE && DHD_LOG_DUMP */
bool
dhd_bus_cto_triggered(dhd_pub_t *dhd)
{
return dhd->bus->cto_triggered;
}
#define ARMCA7_PC_LOOP_CNT 32u
int
dhd_bus_get_armca7_pc(struct dhd_bus *bus, bool loop_print)
{
si_t *sih = bus->sih;
uint32 debug_base = 0;
volatile uint32 *ccregs = NULL;
uint idx = 0;
uint curidx = si_coreidx(sih);
uint val = 0, prev_val = 0;
uint32 pwrval = 0;
/* if not ARMCA7, return */
if (si_setcore(sih, ARMCA7_CORE_ID, 0) == NULL) {
return -1;
}
if (bus->security_status & DAR_SEC_ARM_DBG_MASK) {
DHD_ERROR(("%s: security is enabled, cannot read ARMCA7 !\n", __FUNCTION__));
return -1;
}
if (!si_iscoreup(bus->sih)) {
DHD_ERROR(("%s: ARM CA7 core is not up !", __FUNCTION__));
return -1;
}
/* save current value */
pwrval = si_srpwr_request(sih, 0, 0);
pwrval >>= SRPWR_REQON_SHIFT;
pwrval &= SRPWR_DMN_ALL_MASK(sih);
/* request power for DIG domain */
DHD_PRINT(("%s: req pwr DIG domain\n", __FUNCTION__));
si_srpwr_request(sih, SRPWR_DMN1_ARMBPSD_MASK, SRPWR_DMN1_ARMBPSD_MASK);
/* In chip common, set bit 4 of JtagMasterCtrl register
* to enable dap_clk. Reset bit 9 to bring debug component out of reset
*/
ccregs = si_setcore(sih, CC_CORE_ID, 0);
W_REG(bus->osh, ccregs + CC_REG_OFF(JtagMasterCtrl), JCTRL_DAPCLK_ALP_EN);
/* switch to ARM CA7 debug/DAP_CORE register address space 0x30000 -> 0x30FFF */
si_setcore(sih, DAP_CORE_ID, 0);
idx = si_findcoreidx(sih, DAP_CORE_ID, 0);
debug_base = si_get_coreaddr(sih, idx) + ARMCA7_DEBUG_REGBASE;
/* Unlock OsLockCtrl register to access ARMCA7 debug registers */
val = ARMCA7_OS_UNLOCK_VAL;
serialized_backplane_access(bus, debug_base + CA7_REG_OFF(OsLockCtrl),
4, &val, FALSE);
/* read the ProgramCounterSampling register */
serialized_backplane_access(bus, debug_base + CA7_REG_OFF(ProgramCounterSampling),
4, &val, TRUE);
DHD_INFO(("%s: ARMCA7 PC = 0x%x\n", __func__, val));
if (!loop_print) {
goto exit;
}
for (idx = 0; idx < ARMCA7_PC_LOOP_CNT; idx++) {
if (val != prev_val) {
DHD_PRINT(("[%u]ARMCA7-PC=0x%x\n", idx, val));
}
prev_val = val;
serialized_backplane_access(bus, debug_base + CA7_REG_OFF(ProgramCounterSampling),
4, &val, TRUE);
}
exit:
/* lock back OsLockCtrl register to prevent access to ARMCA7 debug registers */
val = ARMCA7_OS_LOCK_VAL;
serialized_backplane_access(bus, debug_base + CA7_REG_OFF(OsLockCtrl),
4, &val, FALSE);
si_setcoreidx(sih, curidx);
/* restore earlier pwr req value */
DHD_PRINT(("%s: restore prev pwr req val 0x%x \n", __FUNCTION__, pwrval));
si_srpwr_request(sih, pwrval, pwrval);
return prev_val;
}
#ifdef BTLOG
void
BCMFASTPATH(dhd_bus_rx_bt_log)(struct dhd_bus *bus, void* pkt)
{
dhd_rx_bt_log(bus->dhd, pkt);
}
#endif /* BTLOG */
#ifdef DHD_WAKE_STATUS
wake_counts_t*
dhd_bus_get_wakecount(dhd_pub_t *dhd)
{
return &dhd->bus->wake_counts;
}
int
dhd_bus_get_bus_wake(dhd_pub_t *dhd)
{
return bcmpcie_get_wake(dhd->bus);
}
int
dhd_bus_set_get_bus_wake(dhd_pub_t *dhd, int set)
{
return bcmpcie_set_get_wake(dhd->bus, set);
}
int
dhd_bus_set_get_bus_wake_pkt_dump(dhd_pub_t *dhd, int wake_pkt_dump)
{
return bcmpcie_set_get_wake_pkt_dump(dhd->bus, wake_pkt_dump);
}
#endif /* DHD_WAKE_STATUS */
/* Writes random number(s) to the TCM. FW upon initialization reads this register
* to fetch the random number, and uses it to randomize heap address space layout.
*/
static int
dhdpcie_wrt_rnd(struct dhd_bus *bus)
{
uint8 rand_buf[BCM_ENTROPY_HOST_NBYTES];
int ret = BCME_OK;
bzero(rand_buf, sizeof(rand_buf));
#ifdef DHD_RND_DEBUG
bus->dhd->rnd_buf = NULL;
/* get random contents from file */
ret = dhd_get_rnd_info(bus->dhd);
if (bus->dhd->rnd_buf) {
/* write file contents to TCM */
DHD_PRINT(("%s: use stored .rnd.in content\n", __FUNCTION__));
dhdpcie_download_rtlv(bus, DNGL_RTLV_TYPE_RNG_SIGNATURE,
bus->dhd->rnd_len, bus->dhd->rnd_buf);
/* Dump random content to out file */
dhd_dump_rnd_info(bus->dhd, bus->dhd->rnd_buf, bus->dhd->rnd_len);
/* bus->dhd->rnd_buf is allocated in dhd_get_rnd_info, free here */
MFREE(bus->dhd->osh, bus->dhd->rnd_buf, bus->dhd->rnd_len);
bus->dhd->rnd_buf = NULL;
return ret;
}
#endif /* DHD_RND_DEBUG */
/* Now write the random number(s) */
ret = dhd_get_random_bytes(rand_buf, sizeof(rand_buf));
dhdpcie_download_rtlv(bus, DNGL_RTLV_TYPE_RNG_SIGNATURE, sizeof(rand_buf), rand_buf);
#ifdef DHD_RND_DEBUG
/* Dump random content to out file */
dhd_dump_rnd_info(bus->dhd, rand_buf, sizeof(rand_buf));
#endif /* DHD_RND_DEBUG */
return ret;
}
#ifdef D2H_MINIDUMP
bool
dhd_bus_is_minidump_enabled(dhd_pub_t *dhdp)
{
return dhdp->bus->d2h_minidump;
}
#endif /* D2H_MINIDUMP */
bool
dhd_bus_force_bt_quiesce_enabled(struct dhd_bus *bus)
{
return bus->force_bt_quiesce;
}
#ifdef DHD_FWTRACE
uint32 dhd_bus_get_hostmem_bp_base(dhd_pub_t *dhdp)
{
return (dhdp->bus->bp_base);
}
#endif /* DHD_FWTRACE */
#ifdef DHD_HP2P
uint16
dhd_bus_get_hp2p_ring_max_size(struct dhd_bus *bus, bool tx)
{
if (tx)
return bus->hp2p_txcpl_max_items;
else
return bus->hp2p_rxcpl_max_items;
}
static uint16
dhd_bus_set_hp2p_ring_max_size(struct dhd_bus *bus, bool tx, uint16 val)
{
if (tx)
bus->hp2p_txcpl_max_items = val;
else
bus->hp2p_rxcpl_max_items = val;
return val;
}
#endif /* DHD_HP2P */
#ifdef DHD_MESH
uint16
dhd_bus_get_mesh_ring_max_size(struct dhd_bus *bus, bool tx)
{
if (tx)
return 0;
else
return bus->mesh_rxcpl_max_items;
}
static uint16
dhd_bus_set_mesh_ring_max_size(struct dhd_bus *bus, bool tx, uint16 val)
{
if (tx)
return 0;
bus->mesh_rxcpl_max_items = val;
return val;
}
#endif /* DHD_MESH */
#if defined(__linux__)
static bool
dhd_bus_tcm_test(struct dhd_bus *bus)
{
int ret = 0;
int size; /* Full mem size */
int start; /* Start address */
int read_size = 0; /* Read size of each iteration */
int num = 0;
uint8 *read_buf, *write_buf;
uint8 init_val[NUM_PATTERNS] = {
0xFFu, /* 11111111 */
0x00u, /* 00000000 */
#if !defined(DHD_FW_MEM_CORRUPTION) && defined(BCM4375_CHIP)
0x77u, /* 01110111 */
0x22u, /* 00100010 */
0x27u, /* 00100111 */
0x72u, /* 01110010 */
#endif /* !DHD_FW_MEM_CORRUPTION */
};
if (!bus) {
DHD_ERROR(("%s: bus is NULL !\n", __FUNCTION__));
return FALSE;
}
read_buf = MALLOCZ(bus->dhd->osh, MEMBLOCK);
if (!read_buf) {
DHD_ERROR(("%s: MALLOC of read_buf failed\n", __FUNCTION__));
return FALSE;
}
write_buf = MALLOCZ(bus->dhd->osh, MEMBLOCK);
if (!write_buf) {
MFREE(bus->dhd->osh, read_buf, MEMBLOCK);
DHD_ERROR(("%s: MALLOC of write_buf failed\n", __FUNCTION__));
return FALSE;
}
DHD_PRINT(("%s: start %x, size: %x\n", __FUNCTION__, bus->dongle_ram_base, bus->ramsize));
DHD_PRINT(("%s: memblock size %d, #pattern %d\n", __FUNCTION__, MEMBLOCK, NUM_PATTERNS));
while (num < NUM_PATTERNS) {
start = bus->dongle_ram_base;
/* Get full mem size */
size = bus->ramsize;
memset_s(write_buf, MEMBLOCK, init_val[num], MEMBLOCK);
while (size > 0) {
read_size = MIN(MEMBLOCK, size);
bzero(read_buf, read_size);
/* Write */
if ((ret = dhdpcie_bus_membytes(bus, TRUE, DHD_PCIE_MEM_BAR1, start,
write_buf, read_size))) {
DHD_ERROR(("%s: Write Error membytes %d\n", __FUNCTION__, ret));
MFREE(bus->dhd->osh, read_buf, MEMBLOCK);
MFREE(bus->dhd->osh, write_buf, MEMBLOCK);
return FALSE;
}
/* Read */
if ((ret = dhdpcie_bus_membytes(bus, FALSE, DHD_PCIE_MEM_BAR1,
start, read_buf, read_size))) {
DHD_ERROR(("%s: Read Error membytes %d\n", __FUNCTION__, ret));
MFREE(bus->dhd->osh, read_buf, MEMBLOCK);
MFREE(bus->dhd->osh, write_buf, MEMBLOCK);
return FALSE;
}
/* Compare */
if (memcmp(read_buf, write_buf, read_size)) {
DHD_ERROR(("%s: Mismatch at %x, iter : %d\n",
__FUNCTION__, start, num));
dhd_prhex("Readbuf", (volatile uchar *)read_buf,
read_size, DHD_ERROR_VAL);
dhd_prhex("Writebuf", (volatile uchar *)write_buf,
read_size, DHD_ERROR_VAL);
MFREE(bus->dhd->osh, read_buf, MEMBLOCK);
MFREE(bus->dhd->osh, write_buf, MEMBLOCK);
return FALSE;
}
/* Decrement size and increment start address */
size -= read_size;
start += read_size;
}
num++;
}
MFREE(bus->dhd->osh, read_buf, MEMBLOCK);
MFREE(bus->dhd->osh, write_buf, MEMBLOCK);
DHD_PRINT(("%s: Success iter : %d\n", __FUNCTION__, num));
return TRUE;
}
#endif /* __linux__ */
#define PCI_CFG_LINK_SPEED_SHIFT 16
int
dhd_get_pcie_linkspeed(dhd_pub_t *dhd)
{
uint32 pcie_lnkst;
uint32 pcie_lnkspeed;
pcie_lnkst = OSL_PCI_READ_CONFIG(dhd->osh, PCIECFGREG_LINK_STATUS_CTRL,
sizeof(pcie_lnkst));
pcie_lnkspeed = (pcie_lnkst >> PCI_CFG_LINK_SPEED_SHIFT) & PCI_LINK_SPEED_MASK;
DHD_INFO(("%s: Link speed: %d\n", __FUNCTION__, pcie_lnkspeed));
return pcie_lnkspeed;
}
uint8
dhd_d11_slices_num_get(dhd_pub_t *dhdp)
{
return (dhdp->bus->sih && si_scan_core_present(dhdp->bus->sih)) ?
MAX_NUM_D11_CORES_WITH_SCAN : MAX_NUM_D11CORES;
}
int
dhd_bus_checkdied(struct dhd_bus *bus, char *data, uint size)
{
return dhdpcie_checkdied(bus, data, size);
}
/* Common backplane can be hung by butting APB2 bridge in reset */
void
dhdpcie_induce_cbp_hang(dhd_pub_t *dhd)
{
uint32 addr, val;
uint32 apb2_wrapper_reg = 0x18106000;
uint32 apb2_reset_ctrl_offset = 0x800;
addr = apb2_wrapper_reg + apb2_reset_ctrl_offset;
val = 1;
dhd_sbreg_op(dhd, addr, &val, FALSE);
}
bool
dhd_bus_init_done(struct dhd_bus *bus)
{
return bus->init_done;
}
uint32
dhdpcie_cfg_indirect_bpaccess(struct dhd_bus *bus, uint32 addr, bool read, uint value)
{
uint32 ssctrl = 0;
uint32 low_addr = 0, high_addr = 0;
uint32 bar0 = 0, val = 0;
unsigned long flags = 0;
/* enable indirect config space access through SubSystemControl reg
* by setting BackplaneAccessEn bit (bit6)
*/
ssctrl = dhd_pcie_config_read(bus, PCIE_CFG_SUBSYSTEM_CONTROL, sizeof(uint32));
val = ssctrl | PCI_CFG_SSCTRL_BPACCESSEN;
dhd_pcie_config_write(bus, PCIE_CFG_SUBSYSTEM_CONTROL, sizeof(uint32), val);
/* program lower 12 bits of addr into bits 0:11 of BackplaneAddr reg */
low_addr = addr & 0xFFFu;
dhd_pcie_config_write(bus, PCI_CFG_INDBP_ADDR, sizeof(uint32), low_addr);
/* program higher 20 bits of addr into bits 12:31 of PCIBar0Window reg */
high_addr = addr & 0xFFFFF000u;
DHD_BACKPLANE_ACCESS_LOCK(bus->backplane_access_lock, flags);
bar0 = dhd_pcie_config_read(bus, PCI_BAR0_WIN, sizeof(uint32));
dhd_pcie_config_write(bus, PCI_BAR0_WIN, sizeof(uint32), high_addr);
/* perform indirect read/write via BackplaneData reg */
if (read) {
val = dhd_pcie_config_read(bus, PCI_CFG_INDBP_DATA, sizeof(uint32));
} else {
dhd_pcie_config_write(bus, PCI_CFG_INDBP_DATA, sizeof(uint32), value);
val = value;
}
/* restore PCIBar0Window reg */
dhd_pcie_config_write(bus, PCI_BAR0_WIN, sizeof(uint32), bar0);
DHD_BACKPLANE_ACCESS_UNLOCK(bus->backplane_access_lock, flags);
/* restore SubSystemControl reg */
dhd_pcie_config_write(bus, PCIE_CFG_SUBSYSTEM_CONTROL, sizeof(uint32), ssctrl);
return val;
}
void
dhd_bus_update_flow_watermark_stats(struct dhd_bus *bus, uint16 flowid, uint16 rd, uint16 wr,
uint16 ringsz, bool upd_watermark)
{
uint16 num_items = 0;
if (flowid >= bus->max_submission_rings)
return;
num_items = NTXPACTIVE(rd, wr, ringsz);
bus->flowring_cur_items[flowid] = num_items;
if (upd_watermark && bus->flowring_high_watermark[flowid] < num_items)
bus->flowring_high_watermark[flowid] = num_items;
}
void *
dhd_bus_get_socram_buf(struct dhd_bus *bus, struct dhd_pub *dhdp)
{
return dhd_get_fwdump_buf(dhdp, bus->ramsize);
}
void
dhd_bus_set_signature_path(struct dhd_bus *bus, char *sig_path)
{
strlcpy(bus->fwsig_filename, sig_path, sizeof(bus->fwsig_filename));
}
void
dhd_bt_dwnld_pwr_req(dhd_bus_t *bus)
{
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req(bus);
}
}
void
dhd_bt_dwnld_pwr_req_clear(dhd_bus_t *bus)
{
if (MULTIBP_ENAB(bus->sih)) {
dhd_bus_pcie_pwr_req_clear(bus);
}
}