huawei/hinic/hinic_hw_api_cmd.c

49 #define MASKED_IDX(chain, idx)          ((idx) & ((chain)->num_cells - 1))
89 static void set_prod_idx(struct hinic_api_cmd_chain *chain)
91 	enum hinic_api_cmd_chain_type chain_type = chain->chain_type;
92 	struct hinic_hwif *hwif = chain->hwif;
100 	prod_idx |= HINIC_API_CMD_PI_SET(chain->prod_idx, IDX);
105 static u32 get_hw_cons_idx(struct hinic_api_cmd_chain *chain)
109 	addr = HINIC_CSR_API_CMD_STATUS_ADDR(chain->chain_type);
110 	val  = hinic_hwif_read_reg(chain->hwif, addr);
115 static void dump_api_chain_reg(struct hinic_api_cmd_chain *chain)
119 	addr = HINIC_CSR_API_CMD_STATUS_ADDR(chain->chain_type);
120 	val  = hinic_hwif_read_reg(chain->hwif, addr);
122 	dev_err(&chain->hwif->pdev->dev, "Chain type: 0x%x, cpld error: 0x%x, check error: 0x%x, current fsm: 0x%x\n",
123 		chain->chain_type, HINIC_API_CMD_STATUS_GET(val, CPLD_ERR),
127 	dev_err(&chain->hwif->pdev->dev, "Chain hw current ci: 0x%x\n",
130 	addr = HINIC_CSR_API_CMD_CHAIN_PI_ADDR(chain->chain_type);
131 	val  = hinic_hwif_read_reg(chain->hwif, addr);
132 	dev_err(&chain->hwif->pdev->dev, "Chain hw current pi: 0x%x\n", val);
136  * chain_busy - check if the chain is still processing last requests
137  * @chain: chain to check
141 static int chain_busy(struct hinic_api_cmd_chain *chain)
143 	struct hinic_hwif *hwif = chain->hwif;
147 	switch (chain->chain_type) {
149 		chain->cons_idx = get_hw_cons_idx(chain);
150 		prod_idx = chain->prod_idx;
153 		if (chain->cons_idx == MASKED_IDX(chain, prod_idx + 1)) {
154 			dev_err(&pdev->dev, "API CMD chain %d is busy, cons_idx: %d, prod_idx: %d\n",
155 				chain->chain_type, chain->cons_idx,
156 				chain->prod_idx);
157 			dump_api_chain_reg(chain);
172  * @type: chain type
217  * @chain: chain for the command
222 static void prepare_api_cmd(struct hinic_api_cmd_chain *chain,
226 	struct hinic_api_cmd_cell *cell = chain->curr_node;
228 	struct hinic_hwif *hwif = chain->hwif;
231 	cell_ctxt = &chain->cell_ctxt[chain->prod_idx];
233 	switch (chain->chain_type) {
259  * @chain: chain for the command
266 static void prepare_cell(struct hinic_api_cmd_chain *chain,
270 	struct hinic_api_cmd_cell *curr_node = chain->curr_node;
271 	u16 data_size = get_cell_data_size(chain->chain_type);
274 	prepare_api_cmd(chain, dest, cmd, cmd_size);
277 static inline void cmd_chain_prod_idx_inc(struct hinic_api_cmd_chain *chain)
279 	chain->prod_idx = MASKED_IDX(chain, chain->prod_idx + 1);
283  * api_cmd_status_update - update the status in the chain struct
284  * @chain: chain to update
286 static void api_cmd_status_update(struct hinic_api_cmd_chain *chain)
290 	struct hinic_hwif *hwif = chain->hwif;
295 	wb_status = chain->wb_status;
310 	chain->cons_idx = HINIC_API_CMD_STATUS_GET(status, CONS_IDX);
315  * @chain: the chain of the command
319 static int wait_for_status_poll(struct hinic_api_cmd_chain *chain)
326 		api_cmd_status_update(chain);
329 		if (chain->cons_idx == chain->prod_idx) {
342  * @chain: chain for the command
346 static int wait_for_api_cmd_completion(struct hinic_api_cmd_chain *chain)
348 	struct hinic_hwif *hwif = chain->hwif;
352 	switch (chain->chain_type) {
354 		err = wait_for_status_poll(chain);
357 			dump_api_chain_reg(chain);
373  * @chain: chain for the command
380 static int api_cmd(struct hinic_api_cmd_chain *chain,
386 	down(&chain->sem);
387 	if (chain_busy(chain)) {
388 		up(&chain->sem);
392 	prepare_cell(chain, dest, cmd, cmd_size);
393 	cmd_chain_prod_idx_inc(chain);
397 	set_prod_idx(chain);    /* issue the command */
399 	ctxt = &chain->cell_ctxt[chain->prod_idx];
401 	chain->curr_node = ctxt->cell_vaddr;
403 	err = wait_for_api_cmd_completion(chain);
405 	up(&chain->sem);
411  * @chain: chain for write command
418 int hinic_api_cmd_write(struct hinic_api_cmd_chain *chain,
421 	/* Verify the chain type */
422 	if (chain->chain_type == HINIC_API_CMD_WRITE_TO_MGMT_CPU)
423 		return api_cmd(chain, dest, cmd, size);
429  * api_cmd_hw_restart - restart the chain in the HW
430  * @chain: the API CMD specific chain to restart
434 static int api_cmd_hw_restart(struct hinic_api_cmd_chain *chain)
436 	struct hinic_hwif *hwif = chain->hwif;
442 	reg_addr = HINIC_CSR_API_CMD_CHAIN_REQ_ADDR(chain->chain_type);
466  * api_cmd_ctrl_init - set the control register of a chain
467  * @chain: the API CMD specific chain to set control register for
469 static void api_cmd_ctrl_init(struct hinic_api_cmd_chain *chain)
471 	struct hinic_hwif *hwif = chain->hwif;
476 	addr = HINIC_CSR_API_CMD_CHAIN_CTRL_ADDR(chain->chain_type);
478 	cell_size = API_CMD_CELL_SIZE_VAL(chain->cell_size);
496  * api_cmd_set_status_addr - set the status address of a chain in the HW
497  * @chain: the API CMD specific chain to set in HW status address for
499 static void api_cmd_set_status_addr(struct hinic_api_cmd_chain *chain)
501 	struct hinic_hwif *hwif = chain->hwif;
504 	addr = HINIC_CSR_API_CMD_STATUS_HI_ADDR(chain->chain_type);
505 	val = upper_32_bits(chain->wb_status_paddr);
508 	addr = HINIC_CSR_API_CMD_STATUS_LO_ADDR(chain->chain_type);
509 	val = lower_32_bits(chain->wb_status_paddr);
514  * api_cmd_set_num_cells - set the number cells of a chain in the HW
515  * @chain: the API CMD specific chain to set in HW the number of cells for
517 static void api_cmd_set_num_cells(struct hinic_api_cmd_chain *chain)
519 	struct hinic_hwif *hwif = chain->hwif;
522 	addr = HINIC_CSR_API_CMD_CHAIN_NUM_CELLS_ADDR(chain->chain_type);
523 	val  = chain->num_cells;
528  * api_cmd_head_init - set the head of a chain in the HW
529  * @chain: the API CMD specific chain to set in HW the head for
531 static void api_cmd_head_init(struct hinic_api_cmd_chain *chain)
533 	struct hinic_hwif *hwif = chain->hwif;
536 	addr = HINIC_CSR_API_CMD_CHAIN_HEAD_HI_ADDR(chain->chain_type);
537 	val = upper_32_bits(chain->head_cell_paddr);
540 	addr = HINIC_CSR_API_CMD_CHAIN_HEAD_LO_ADDR(chain->chain_type);
541 	val = lower_32_bits(chain->head_cell_paddr);
547  * @chain: the API CMD specific chain
549 static void api_cmd_chain_hw_clean(struct hinic_api_cmd_chain *chain)
551 	struct hinic_hwif *hwif = chain->hwif;
554 	addr = HINIC_CSR_API_CMD_CHAIN_CTRL_ADDR(chain->chain_type);
567  * api_cmd_chain_hw_init - initialize the chain in the HW
568  * @chain: the API CMD specific chain to initialize in HW
572 static int api_cmd_chain_hw_init(struct hinic_api_cmd_chain *chain)
574 	struct hinic_hwif *hwif = chain->hwif;
578 	api_cmd_chain_hw_clean(chain);
580 	api_cmd_set_status_addr(chain);
582 	err = api_cmd_hw_restart(chain);
588 	api_cmd_ctrl_init(chain);
589 	api_cmd_set_num_cells(chain);
590 	api_cmd_head_init(chain);
596  * @chain: the API CMD specific chain of the cmd
599 static void free_cmd_buf(struct hinic_api_cmd_chain *chain, int cell_idx)
602 	struct hinic_hwif *hwif = chain->hwif;
605 	cell_ctxt = &chain->cell_ctxt[cell_idx];
614  * @chain: the API CMD specific chain for the cmd
620 static int alloc_cmd_buf(struct hinic_api_cmd_chain *chain,
624 	struct hinic_hwif *hwif = chain->hwif;
635 	cell_ctxt = &chain->cell_ctxt[cell_idx];
641 	switch (chain->chain_type) {
648 		dev_err(&pdev->dev, "Unsupported API CMD chain type\n");
649 		free_cmd_buf(chain, cell_idx);
658  * api_cmd_create_cell - create API CMD cell for specific chain
659  * @chain: the API CMD specific chain to create its cell
666 static int api_cmd_create_cell(struct hinic_api_cmd_chain *chain,
672 	struct hinic_hwif *hwif = chain->hwif;
678 	node = dma_alloc_coherent(&pdev->dev, chain->cell_size, &node_paddr,
685 	cell_ctxt = &chain->cell_ctxt[cell_idx];
690 		chain->head_cell_paddr = node_paddr;
691 		chain->head_node = node;
697 	switch (chain->chain_type) {
699 		err = alloc_cmd_buf(chain, node, cell_idx);
707 		dev_err(&pdev->dev, "Unsupported API CMD chain type\n");
716 	dma_free_coherent(&pdev->dev, chain->cell_size, node, node_paddr);
721  * api_cmd_destroy_cell - destroy API CMD cell of specific chain
722  * @chain: the API CMD specific chain to destroy its cell
725 static void api_cmd_destroy_cell(struct hinic_api_cmd_chain *chain,
729 	struct hinic_hwif *hwif = chain->hwif;
735 	cell_ctxt = &chain->cell_ctxt[cell_idx];
739 	node_size = chain->cell_size;
742 		switch (chain->chain_type) {
744 			free_cmd_buf(chain, cell_idx);
747 			dev_err(&pdev->dev, "Unsupported API CMD chain type\n");
757  * api_cmd_destroy_cells - destroy API CMD cells of specific chain
758  * @chain: the API CMD specific chain to destroy its cells
761 static void api_cmd_destroy_cells(struct hinic_api_cmd_chain *chain,
767 		api_cmd_destroy_cell(chain, cell_idx);
771  * api_cmd_create_cells - create API CMD cells for specific chain
772  * @chain: the API CMD specific chain
776 static int api_cmd_create_cells(struct hinic_api_cmd_chain *chain)
779 	struct hinic_hwif *hwif = chain->hwif;
783 	for (cell_idx = 0; cell_idx < chain->num_cells; cell_idx++) {
784 		err = api_cmd_create_cell(chain, cell_idx, pre_node, &node);
794 	node->next_cell_paddr = cpu_to_be64(chain->head_cell_paddr);
797 	chain->curr_node = chain->head_node;
801 	api_cmd_destroy_cells(chain, cell_idx);
806  * api_chain_init - initialize API CMD specific chain
807  * @chain: the API CMD specific chain to initialize
808  * @attr: attributes to set in the chain
812 static int api_chain_init(struct hinic_api_cmd_chain *chain,
818 	chain->hwif = hwif;
819 	chain->chain_type  = attr->chain_type;
820 	chain->num_cells = attr->num_cells;
821 	chain->cell_size = attr->cell_size;
823 	chain->prod_idx  = 0;
824 	chain->cons_idx  = 0;
826 	sema_init(&chain->sem, 1);
828 	chain->cell_ctxt = devm_kcalloc(&pdev->dev, chain->num_cells,
829 					sizeof(*chain->cell_ctxt), GFP_KERNEL);
830 	if (!chain->cell_ctxt)
833 	chain->wb_status = dma_alloc_coherent(&pdev->dev,
834 					      sizeof(*chain->wb_status),
835 					      &chain->wb_status_paddr,
837 	if (!chain->wb_status) {
846  * api_chain_free - free API CMD specific chain
847  * @chain: the API CMD specific chain to free
849 static void api_chain_free(struct hinic_api_cmd_chain *chain)
851 	struct hinic_hwif *hwif = chain->hwif;
854 	dma_free_coherent(&pdev->dev, sizeof(*chain->wb_status),
855 			  chain->wb_status, chain->wb_status_paddr);
859  * api_cmd_create_chain - create API CMD specific chain
860  * @attr: attributes to set the chain
862  * Return the created chain
869 	struct hinic_api_cmd_chain *chain;
877 	chain = devm_kzalloc(&pdev->dev, sizeof(*chain), GFP_KERNEL);
878 	if (!chain)
881 	err = api_chain_init(chain, attr);
883 		dev_err(&pdev->dev, "Failed to initialize chain\n");
887 	err = api_cmd_create_cells(chain);
889 		dev_err(&pdev->dev, "Failed to create cells for API CMD chain\n");
893 	err = api_cmd_chain_hw_init(chain);
895 		dev_err(&pdev->dev, "Failed to initialize chain HW\n");
899 	return chain;
902 	api_cmd_destroy_cells(chain, chain->num_cells);
905 	api_chain_free(chain);
910  * api_cmd_destroy_chain - destroy API CMD specific chain
911  * @chain: the API CMD specific chain to destroy
913 static void api_cmd_destroy_chain(struct hinic_api_cmd_chain *chain)
915 	api_cmd_chain_hw_clean(chain);
916 	api_cmd_destroy_cells(chain, chain->num_cells);
917 	api_chain_free(chain);
922  * @chain: the API CMD chains that are initialized
927 int hinic_api_cmd_init(struct hinic_api_cmd_chain **chain,
949 		chain[chain_type] = api_cmd_create_chain(&attr);
950 		if (IS_ERR(chain[chain_type])) {
951 			dev_err(&pdev->dev, "Failed to create chain %d\n",
953 			err = PTR_ERR(chain[chain_type]);
966 		api_cmd_destroy_chain(chain[type]);
974  * @chain: the API CMD chains that are freed
976 void hinic_api_cmd_free(struct hinic_api_cmd_chain **chain)
985 		api_cmd_destroy_chain(chain[chain_type]);