Linux ARM-MSM sub-architecture
 help / color / mirror / Atom feed
From: Veerabhadrarao Badiganti <vbadigan@codeaurora.org>
To: ulf.hansson@linaro.org, adrian.hunter@intel.com
Cc: asutoshd@codeaurora.org, stummala@codeaurora.org,
	sayalil@codeaurora.org, cang@codeaurora.org,
	rampraka@codeaurora.org, linux-mmc@vger.kernel.org,
	linux-kernel@vger.kernel.org, linux-arm-msm@vger.kernel.org,
	Greg Kroah-Hartman <gregkh@linuxfoundation.org>,
	Allison Randal <allison@lohutok.net>,
	Thomas Gleixner <tglx@linutronix.de>,
	Doug Anderson <dianders@google.com>,
	saiprakash.ranjan@codeaurora.org
Subject: Re: [PATCH V1] mmc: mmc_test: Pass different sg lists for non-blocking requests
Date: Tue, 11 Feb 2020 16:28:23 +0530	[thread overview]
Message-ID: <aaf9c135-3160-8903-2b0f-0e2490c25b2b@codeaurora.org> (raw)
In-Reply-To: <1581413771-18005-1-git-send-email-vbadigan@codeaurora.org>

[-- Attachment #1: Type: text/plain, Size: 4955 bytes --]

Attaching the full error log

On 2/11/2020 3:06 PM, Veerabhadrarao Badiganti wrote:
> Supply a separate sg list for each of the request in non-blocking
> IO test cases where two requests will be issued at same time.
>
> Otherwise, sg memory may get unmapped when a request is done while
> same memory is being accessed by controller from the other request,
> and it leads to iommu errors with below call stack:
>
> 	__arm_lpae_unmap+0x2e0/0x478
> 	arm_lpae_unmap+0x54/0x70
> 	arm_smmu_unmap+0x64/0xa4
> 	__iommu_unmap+0xb8/0x1f0
> 	iommu_unmap_fast+0x38/0x48
> 	__iommu_dma_unmap+0x88/0x108
> 	iommu_dma_unmap_sg+0x90/0xa4
> 	sdhci_post_req+0x5c/0x78
> 	mmc_test_start_areq+0x10c/0x120 [mmc_test]
> 	mmc_test_area_io_seq+0x150/0x264 [mmc_test]
> 	mmc_test_rw_multiple+0x174/0x1c0 [mmc_test]
> 	mmc_test_rw_multiple_sg_len+0x44/0x6c [mmc_test]
> 	mmc_test_profile_sglen_wr_nonblock_perf+0x6c/0x94 [mmc_test]
> 	mtf_test_write+0x238/0x3cc [mmc_test]
>
> Signed-off-by: Veerabhadrarao Badiganti <vbadigan@codeaurora.org>
> ---
>   drivers/mmc/core/mmc_test.c | 38 ++++++++++++++++++++++++++++++++------
>   1 file changed, 32 insertions(+), 6 deletions(-)
>
> diff --git a/drivers/mmc/core/mmc_test.c b/drivers/mmc/core/mmc_test.c
> index 492dd45..69bdf60 100644
> --- a/drivers/mmc/core/mmc_test.c
> +++ b/drivers/mmc/core/mmc_test.c
> @@ -71,6 +71,7 @@ struct mmc_test_mem {
>    * @sg_len: length of currently mapped scatterlist @sg
>    * @mem: allocated memory
>    * @sg: scatterlist
> + * @sg_areq: scatterlist for non blocking request
>    */
>   struct mmc_test_area {
>   	unsigned long max_sz;
> @@ -82,6 +83,7 @@ struct mmc_test_area {
>   	unsigned int sg_len;
>   	struct mmc_test_mem *mem;
>   	struct scatterlist *sg;
> +	struct scatterlist *sg_areq;
>   };
>   
>   /**
> @@ -836,7 +838,9 @@ static int mmc_test_start_areq(struct mmc_test_card *test,
>   }
>   
>   static int mmc_test_nonblock_transfer(struct mmc_test_card *test,
> -				      struct scatterlist *sg, unsigned sg_len,
> +				      struct scatterlist *sg,
> +				      struct scatterlist *sg_areq,
> +				      unsigned int sg_len,
>   				      unsigned dev_addr, unsigned blocks,
>   				      unsigned blksz, int write, int count)
>   {
> @@ -867,6 +871,7 @@ static int mmc_test_nonblock_transfer(struct mmc_test_card *test,
>   			prev_mrq = &rq2->mrq;
>   
>   		swap(mrq, prev_mrq);
> +		swap(sg, sg_areq);
>   		dev_addr += blocks;
>   	}
>   
> @@ -1396,7 +1401,7 @@ static int mmc_test_no_highmem(struct mmc_test_card *test)
>    * Map sz bytes so that it can be transferred.
>    */
>   static int mmc_test_area_map(struct mmc_test_card *test, unsigned long sz,
> -			     int max_scatter, int min_sg_len)
> +			     int max_scatter, int min_sg_len, bool nonblock)
>   {
>   	struct mmc_test_area *t = &test->area;
>   	int err;
> @@ -1411,6 +1416,20 @@ static int mmc_test_area_map(struct mmc_test_card *test, unsigned long sz,
>   		err = mmc_test_map_sg(t->mem, sz, t->sg, 1, t->max_segs,
>   				      t->max_seg_sz, &t->sg_len, min_sg_len);
>   	}
> +
> +	if (err || !nonblock)
> +		goto err;
> +
> +	if (max_scatter) {
> +		err = mmc_test_map_sg_max_scatter(t->mem, sz, t->sg_areq,
> +						  t->max_segs, t->max_seg_sz,
> +				       &t->sg_len);
> +	} else {
> +		err = mmc_test_map_sg(t->mem, sz, t->sg_areq, 1, t->max_segs,
> +				      t->max_seg_sz, &t->sg_len, min_sg_len);
> +	}
> +
> +err:
>   	if (err)
>   		pr_info("%s: Failed to map sg list\n",
>   		       mmc_hostname(test->card->host));
> @@ -1458,15 +1477,16 @@ static int mmc_test_area_io_seq(struct mmc_test_card *test, unsigned long sz,
>   			sz = max_tfr;
>   	}
>   
> -	ret = mmc_test_area_map(test, sz, max_scatter, min_sg_len);
> +	ret = mmc_test_area_map(test, sz, max_scatter, min_sg_len, nonblock);
>   	if (ret)
>   		return ret;
>   
>   	if (timed)
>   		ktime_get_ts64(&ts1);
>   	if (nonblock)
> -		ret = mmc_test_nonblock_transfer(test, t->sg, t->sg_len,
> -				 dev_addr, t->blocks, 512, write, count);
> +		ret = mmc_test_nonblock_transfer(test, t->sg, t->sg_areq,
> +				 t->sg_len, dev_addr, t->blocks, 512, write,
> +				 count);
>   	else
>   		for (i = 0; i < count && ret == 0; i++) {
>   			ret = mmc_test_area_transfer(test, dev_addr, write);
> @@ -1584,6 +1604,12 @@ static int mmc_test_area_init(struct mmc_test_card *test, int erase, int fill)
>   		goto out_free;
>   	}
>   
> +	t->sg_areq = kmalloc_array(t->max_segs, sizeof(*t->sg), GFP_KERNEL);
> +	if (!t->sg_areq) {
> +		ret = -ENOMEM;
> +		goto out_free;
> +	}
> +
>   	t->dev_addr = mmc_test_capacity(test->card) / 2;
>   	t->dev_addr -= t->dev_addr % (t->max_sz >> 9);
>   
> @@ -2468,7 +2494,7 @@ static int __mmc_test_cmds_during_tfr(struct mmc_test_card *test,
>   	if (!(test->card->host->caps & MMC_CAP_CMD_DURING_TFR))
>   		return RESULT_UNSUP_HOST;
>   
> -	ret = mmc_test_area_map(test, sz, 0, 0);
> +	ret = mmc_test_area_map(test, sz, 0, 0, use_areq);
>   	if (ret)
>   		return ret;
>   

[-- Attachment #2: mmc_test_areq_iommu_error.txt --]
[-- Type: text/plain, Size: 4654 bytes --]

[   57.314539] mmc1: Test case 42. Write performance non-blocking req 1 to 512 sg elems...
[   57.343340] arm-smmu 15000000.iommu: Unhandled context fault: fsr=0x402, iova=0xfffe00600, fsynr=0x7d0003, cbfrsynra=0x80, cb=2
[   57.355270] mmc1: ADMA error: 0x02000000
[   57.359339] mmc1: sdhci: ============ SDHCI REGISTER DUMP ===========
[   57.365990] mmc1: sdhci: Sys addr:  0x00000008 | Version:  0x00007202
[   57.372628] mmc1: sdhci: Blk size:  0x00000200 | Blk cnt:  0x00000280
[   57.379268] mmc1: sdhci: Argument:  0x03b80400 | Trn mode: 0x00000023
[   57.385904] mmc1: sdhci: Present:   0x03f801f6 | Host ctl: 0x0000001f
[   57.392551] mmc1: sdhci: Power:     0x00000001 | Blk gap:  0x00000000
[   57.399198] mmc1: sdhci: Wake-up:   0x00000000 | Clock:    0x00000007
[   57.405849] mmc1: sdhci: Timeout:   0x0000000e | Int stat: 0x00000000
[   57.412501] mmc1: sdhci: Int enab:  0x03ff100b | Sig enab: 0x03ff100b
[   57.419154] mmc1: sdhci: ACmd stat: 0x00000000 | Slot int: 0x00000000
[   57.425801] mmc1: sdhci: Caps:      0x322d32b2 | Caps_1:   0x0000808f
[   57.432463] mmc1: sdhci: Cmd:       0x0000193a | Max curr: 0x00000000
[   57.439119] mmc1: sdhci: Resp[0]:   0x00000900 | Resp[1]:  0x00000000
[   57.445766] mmc1: sdhci: Resp[2]:   0x00000000 | Resp[3]:  0x00000900
[   57.452426] mmc1: sdhci: Host ctl2: 0x0000000b
[   57.457050] mmc1: sdhci: ADMA Err:  0x00000001 | ADMA Ptr: 0x0000000ffffff248
[   57.464423] mmc1: sdhci: ============================================
[   57.471101] mmc1: sdhci: ffffff200: DMA 0x0000000fffe00000, LEN 0x0000, Attr=0x21
[   57.478853] mmc1: sdhci: ffffff20c: DMA 0x0000000fffe10000, LEN 0x0000, Attr=0x21
[   57.486596] mmc1: sdhci: ffffff218: DMA 0x0000000fffe20000, LEN 0x0000, Attr=0x21
[   57.494339] mmc1: sdhci: ffffff224: DMA 0x0000000fffe30000, LEN 0x0000, Attr=0x21
[   57.502082] mmc1: sdhci: ffffff230: DMA 0x0000000fffe40000, LEN 0x0000, Attr=0x21
[   57.509829] mmc1: sdhci: ffffff23c: DMA 0x0000000fffe50000, LEN 0x0000, Attr=0x21
[   57.517573] mmc1: sdhci: ffffff248: DMA 0x0000000fffe60000, LEN 0x0000, Attr=0x21
[   57.525314] mmc1: sdhci: ffffff254: DMA 0x0000000fffe70000, LEN 0x0000, Attr=0x21
[   57.533061] mmc1: sdhci: ffffff260: DMA 0x0000000000000000, LEN 0x0000, Attr=0x03
<snip>...
[   57.607761] Hardware name: Qualcomm Technologies, Inc. SC7180 IDP (DT)
[   57.614490] pstate: 80400009 (Nzcv daif +PAN -UAO)
[   57.619438] pc : __arm_lpae_unmap+0x470/0x478
[   57.623937] lr : __arm_lpae_unmap+0x2e0/0x478
[   57.628429] sp : ffffffc014b4b710
[   57.631862] x29: ffffffc014b4b740 x28: ffffffc014b4b9c0
[   57.637339] x27: 0000000fffe00000 x26: ffffff8173f73000
[   57.642818] x25: ffffffc010e184db x24: 0000000000000003
[   57.648297] x23: 0000000000000000 x22: 0000000000000000
[   57.653773] x21: 0000000fffe00000 x20: ffffff8174162400
[   57.659248] x19: 0000000000000000 x18: 000000000012aa44
[   57.664725] x17: 0000000000000020 x16: 0000000000000001
[   57.670206] x15: 0000000000000010 x14: 0000000000000010
[   57.675685] x13: 000000000000003f x12: 00000000ffffffff
[   57.681168] x11: 00000000000001ff x10: 0000000000000000
[   57.686649] x9 : 0000000000000009 x8 : 000000000000000c
[   57.692122] x7 : 0000000000000000 x6 : 000000000000003f
[   57.697613] x5 : ffffff8173f73000 x4 : 0000000000000003
[   57.703100] x3 : 0000000000001000 x2 : 0000000fffe00000
[   57.708581] x1 : ffffffc014b4b9c0 x0 : ffffff8174162400
[   57.714067] Call trace:
[   57.716620]  __arm_lpae_unmap+0x470/0x478
[   57.720770]  __arm_lpae_unmap+0x2e0/0x478
[   57.724916]  __arm_lpae_unmap+0x2e0/0x478
[   57.729059]  arm_lpae_unmap+0x54/0x70
[   57.732857]  arm_smmu_unmap+0x64/0xa4
[   57.736658]  __iommu_unmap+0xb8/0x1f0
[   57.740447]  iommu_unmap_fast+0x38/0x48
[   57.744413]  __iommu_dma_unmap+0x88/0x108
[   57.748566]  iommu_dma_unmap_sg+0x90/0xa4
[   57.752732]  sdhci_post_req+0x5c/0x78
[   57.756598]  mmc_test_start_areq+0x10c/0x120 [mmc_test]
[   57.761989]  mmc_test_area_io_seq+0x150/0x264 [mmc_test]
[   57.767484]  mmc_test_rw_multiple+0x174/0x1c0 [mmc_test]
[   57.772976]  mmc_test_rw_multiple_sg_len+0x44/0x6c [mmc_test]
[   57.778913]  mmc_test_profile_sglen_wr_nonblock_perf+0x6c/0x94 [mmc_test]
[   57.785923]  mtf_test_write+0x238/0x3cc [mmc_test]
[   57.790899]  full_proxy_write+0x6c/0xa8
[   57.794880]  __vfs_write+0x54/0x18c
[   57.798496]  vfs_write+0xe4/0x1a4
[   57.801934]  ksys_write+0x7c/0xe4
[   57.805372]  __arm64_sys_write+0x20/0x2c
[   57.809452]  el0_svc_common+0xa4/0x154
[   57.813329]  el0_svc_compat_handler+0x2c/0x38
[   57.817845]  el0_svc_compat+0x8/0x10 

  reply	other threads:[~2020-02-11 10:58 UTC|newest]

Thread overview: 9+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2020-02-11  9:36 [PATCH V1] mmc: mmc_test: Pass different sg lists for non-blocking requests Veerabhadrarao Badiganti
2020-02-11 10:58 ` Veerabhadrarao Badiganti [this message]
2020-02-18  8:55 ` Adrian Hunter
2020-02-19  9:44 ` [PATCH V2] " Veerabhadrarao Badiganti
2020-02-20  8:39   ` Sai Prakash Ranjan
2020-02-21  1:25   ` Stephen Boyd
2020-02-26 10:57   ` [PATCH V3] " Veerabhadrarao Badiganti
2020-02-27 12:57     ` Adrian Hunter
2020-03-04 15:34     ` Ulf Hansson

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=aaf9c135-3160-8903-2b0f-0e2490c25b2b@codeaurora.org \
    --to=vbadigan@codeaurora.org \
    --cc=adrian.hunter@intel.com \
    --cc=allison@lohutok.net \
    --cc=asutoshd@codeaurora.org \
    --cc=cang@codeaurora.org \
    --cc=dianders@google.com \
    --cc=gregkh@linuxfoundation.org \
    --cc=linux-arm-msm@vger.kernel.org \
    --cc=linux-kernel@vger.kernel.org \
    --cc=linux-mmc@vger.kernel.org \
    --cc=rampraka@codeaurora.org \
    --cc=saiprakash.ranjan@codeaurora.org \
    --cc=sayalil@codeaurora.org \
    --cc=stummala@codeaurora.org \
    --cc=tglx@linutronix.de \
    --cc=ulf.hansson@linaro.org \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox