diff for duplicates of <16c9fa34-252f-e5a3-8b15-e5a8c4d8a46f@itcare.pl> diff --git a/a/1.txt b/N1/1.txt index 4313d37..7784dfd 100644 --- a/a/1.txt +++ b/N1/1.txt @@ -1,41 +1,41 @@ -W dniu 2017-10-18 o?17:44, Pawe? Staszewski pisze: +W dniu 2017-10-18 o 17:44, Paweł Staszewski pisze: > > -> W dniu 2017-10-17 o?16:08, Pawe? Staszewski pisze: +> W dniu 2017-10-17 o 16:08, Paweł Staszewski pisze: >> >> ->> W dniu 2017-10-17 o?13:52, Pawe? Staszewski pisze: +>> W dniu 2017-10-17 o 13:52, Paweł Staszewski pisze: >>> >>> ->>> W dniu 2017-10-17 o?13:05, Pawe? Staszewski pisze: +>>> W dniu 2017-10-17 o 13:05, Paweł Staszewski pisze: >>>> >>>> ->>>> W dniu 2017-10-17 o?12:59, Pawe? Staszewski pisze: +>>>> W dniu 2017-10-17 o 12:59, Paweł Staszewski pisze: >>>>> >>>>> ->>>>> W dniu 2017-10-17 o?12:51, Pawe? Staszewski pisze: +>>>>> W dniu 2017-10-17 o 12:51, Paweł Staszewski pisze: >>>>>> >>>>>> ->>>>>> W dniu 2017-10-17 o?12:20, Pawe? Staszewski pisze: +>>>>>> W dniu 2017-10-17 o 12:20, Paweł Staszewski pisze: >>>>>>> >>>>>>> ->>>>>>> W dniu 2017-10-17 o?11:48, Pawe? Staszewski pisze: +>>>>>>> W dniu 2017-10-17 o 11:48, Paweł Staszewski pisze: >>>>>>>> >>>>>>>> ->>>>>>>> W dniu 2017-10-17 o?02:44, Pawe? Staszewski pisze: +>>>>>>>> W dniu 2017-10-17 o 02:44, Paweł Staszewski pisze: >>>>>>>>> >>>>>>>>> ->>>>>>>>> W dniu 2017-10-17 o?01:56, Alexander Duyck pisze: ->>>>>>>>>> On Mon, Oct 16, 2017 at 4:34 PM, Pawe? Staszewski +>>>>>>>>> W dniu 2017-10-17 o 01:56, Alexander Duyck pisze: +>>>>>>>>>> On Mon, Oct 16, 2017 at 4:34 PM, Paweł Staszewski >>>>>>>>>> <pstaszewski@itcare.pl> wrote: >>>>>>>>>>> ->>>>>>>>>>> W dniu 2017-10-16 o 18:26, Pawe? Staszewski pisze: +>>>>>>>>>>> W dniu 2017-10-16 o 18:26, Paweł Staszewski pisze: >>>>>>>>>>> >>>>>>>>>>>> >>>>>>>>>>>> W dniu 2017-10-16 o 13:20, Pavlos Parissis pisze: ->>>>>>>>>>>>> On 15/10/2017 02:58 ??, Alexander Duyck wrote: +>>>>>>>>>>>>> On 15/10/2017 02:58 πμ, Alexander Duyck wrote: >>>>>>>>>>>>>> Hi Pawel, >>>>>>>>>>>>>> >>>>>>>>>>>>>> To clarify is that Dave Miller's tree or Linus's that you @@ -104,35 +104,35 @@ W dniu 2017-10-18 o?17:44, Pawe? Staszewski pisze: >>>>>>>>> >>>>>>>>> >>>>>>>> Also forgoto to add errors for i40e when driver initialize: ->>>>>>>> [?? 15.760569] i40e 0000:02:00.1: Error I40E_AQ_RC_ENOSPC +>>>>>>>> [ 15.760569] i40e 0000:02:00.1: Error I40E_AQ_RC_ENOSPC >>>>>>>> adding RX filters on PF, promiscuous mode forced on ->>>>>>>> [?? 16.365587] i40e 0000:03:00.3: Error I40E_AQ_RC_ENOSPC +>>>>>>>> [ 16.365587] i40e 0000:03:00.3: Error I40E_AQ_RC_ENOSPC >>>>>>>> adding RX filters on PF, promiscuous mode forced on ->>>>>>>> [?? 16.367686] i40e 0000:02:00.2: Error I40E_AQ_RC_ENOSPC +>>>>>>>> [ 16.367686] i40e 0000:02:00.2: Error I40E_AQ_RC_ENOSPC >>>>>>>> adding RX filters on PF, promiscuous mode forced on ->>>>>>>> [?? 16.368816] i40e 0000:03:00.0: Error I40E_AQ_RC_ENOSPC +>>>>>>>> [ 16.368816] i40e 0000:03:00.0: Error I40E_AQ_RC_ENOSPC >>>>>>>> adding RX filters on PF, promiscuous mode forced on ->>>>>>>> [?? 16.369877] i40e 0000:03:00.2: Error I40E_AQ_RC_ENOSPC +>>>>>>>> [ 16.369877] i40e 0000:03:00.2: Error I40E_AQ_RC_ENOSPC >>>>>>>> adding RX filters on PF, promiscuous mode forced on ->>>>>>>> [?? 16.370941] i40e 0000:02:00.3: Error I40E_AQ_RC_ENOSPC +>>>>>>>> [ 16.370941] i40e 0000:02:00.3: Error I40E_AQ_RC_ENOSPC >>>>>>>> adding RX filters on PF, promiscuous mode forced on ->>>>>>>> [?? 16.372005] i40e 0000:02:00.0: Error I40E_AQ_RC_ENOSPC +>>>>>>>> [ 16.372005] i40e 0000:02:00.0: Error I40E_AQ_RC_ENOSPC >>>>>>>> adding RX filters on PF, promiscuous mode forced on ->>>>>>>> [?? 16.373029] i40e 0000:03:00.1: Error I40E_AQ_RC_ENOSPC +>>>>>>>> [ 16.373029] i40e 0000:03:00.1: Error I40E_AQ_RC_ENOSPC >>>>>>>> adding RX filters on PF, promiscuous mode forced on >>>>>>>> >>>>>>>> some params that are set for this nic's ->>>>>>>> ??????? ip link set up dev $i ->>>>>>>> ??????? ethtool -A $i autoneg off rx off tx off ->>>>>>>> ??????? ethtool -G $i rx 1024 tx 2048 ->>>>>>>> ??????? ip link set $i txqueuelen 1000 ->>>>>>>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs +>>>>>>>> ip link set up dev $i +>>>>>>>> ethtool -A $i autoneg off rx off tx off +>>>>>>>> ethtool -G $i rx 1024 tx 2048 +>>>>>>>> ip link set $i txqueuelen 1000 +>>>>>>>> ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs >>>>>>>> 512 tx-usecs 128 ->>>>>>>> ??????? ethtool -L $i combined 6 ->>>>>>>> ??????? #ethtool -N $i rx-flow-hash udp4 sdfn ->>>>>>>> ??????? ethtool -K $i ntuple on ->>>>>>>> ??????? ethtool -K $i gro off ->>>>>>>> ??????? ethtool -K $i tso off +>>>>>>>> ethtool -L $i combined 6 +>>>>>>>> #ethtool -N $i rx-flow-hash udp4 sdfn +>>>>>>>> ethtool -K $i ntuple on +>>>>>>>> ethtool -K $i gro off +>>>>>>>> ethtool -K $i tso off >>>>>>>> >>>>>>>> >>>>>>>> @@ -154,58 +154,58 @@ W dniu 2017-10-18 o?17:44, Pawe? Staszewski pisze: >>>>>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 >>>>>> enp3s0f2 enp3s0f3' >>>>>> for i in $ifc ->>>>>> ??????? do ->>>>>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs +>>>>>> do +>>>>>> ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs >>>>>> 512 tx-usecs 128 ->>>>>> ??????? ethtool -K $i gro on ->>>>>> ??????? ethtool -K $i tso on +>>>>>> ethtool -K $i gro on +>>>>>> ethtool -K $i tso on >>>>>> ->>>>>> ??????? done +>>>>>> done >>>>>> >>>>>> Server is leaking about 4-6MB per each 10 seconds >>>>>> MEMLEAK: ->>>>>> 5? MB/10sec ->>>>>> 6? MB/10sec ->>>>>> 4? MB/10sec ->>>>>> 4? MB/10sec +>>>>>> 5 MB/10sec +>>>>>> 6 MB/10sec +>>>>>> 4 MB/10sec +>>>>>> 4 MB/10sec >>>>>> >>>>>> >>>>>> Other settings TSO/GRO off >>>>>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 >>>>>> enp3s0f2 enp3s0f3' >>>>>> for i in $ifc ->>>>>> ??????? do ->>>>>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs +>>>>>> do +>>>>>> ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs >>>>>> 512 tx-usecs 128 ->>>>>> ??????? ethtool -K $i gro off ->>>>>> ??????? ethtool -K $i tso off +>>>>>> ethtool -K $i gro off +>>>>>> ethtool -K $i tso off >>>>>> ->>>>>> ??????? done +>>>>>> done >>>>>> >>>>>> Same leak about 5MB per 10 seconds >>>>>> MEMLEAK: ->>>>>> 5? MB/10sec ->>>>>> 5? MB/10sec ->>>>>> 5? MB/10sec +>>>>>> 5 MB/10sec +>>>>>> 5 MB/10sec +>>>>>> 5 MB/10sec >>>>>> >>>>>> >>>>>> Other settings rx-usecs change from 512 to 1024: >>>>>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 >>>>>> enp3s0f2 enp3s0f3' >>>>>> for i in $ifc ->>>>>> ??????? do ->>>>>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs +>>>>>> do +>>>>>> ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs >>>>>> 1024 tx-usecs 128 ->>>>>> ??????? ethtool -K $i gro off ->>>>>> ??????? ethtool -K $i tso off +>>>>>> ethtool -K $i gro off +>>>>>> ethtool -K $i tso off >>>>>> ->>>>>> ??????? done +>>>>>> done >>>>>> >>>>>> MEMLEAK: ->>>>>> 4? MB/10sec ->>>>>> 3? MB/10sec ->>>>>> 4? MB/10sec ->>>>>> 4? MB/10sec +>>>>>> 4 MB/10sec +>>>>>> 3 MB/10sec +>>>>>> 4 MB/10sec +>>>>>> 4 MB/10sec >>>>>> >>>>>> >>>>>> So memleak have something to do with rx-usecs (less interrupts @@ -221,37 +221,37 @@ W dniu 2017-10-18 o?17:44, Pawe? Staszewski pisze: >>>>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 >>>>> enp3s0f2 enp3s0f3' >>>>> for i in $ifc ->>>>> ??????? do ->>>>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 64 +>>>>> do +>>>>> ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 64 >>>>> tx-usecs 512 ->>>>> ??????? ethtool -K $i gro off ->>>>> ??????? ethtool -K $i tso on +>>>>> ethtool -K $i gro off +>>>>> ethtool -K $i tso on >>>>> ->>>>> ??????? done +>>>>> done >>>>> >>>>> MEMLEAK - about 2MB/10secs ->>>>> 2? MB/10sec ->>>>> 2? MB/10sec ->>>>> 2? MB/10sec +>>>>> 2 MB/10sec +>>>>> 2 MB/10sec +>>>>> 2 MB/10sec >>>>> >>>>> >>>>> With - rx-usecs set to 256 (about 7-9MB/10secs memleak) >>>>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 >>>>> enp3s0f2 enp3s0f3' >>>>> for i in $ifc ->>>>> ??????? do ->>>>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 256 +>>>>> do +>>>>> ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 256 >>>>> tx-usecs 512 ->>>>> ??????? ethtool -K $i gro off ->>>>> ??????? ethtool -K $i tso on +>>>>> ethtool -K $i gro off +>>>>> ethtool -K $i tso on >>>>> ->>>>> ??????? done +>>>>> done >>>>> >>>>> MEMLEAK: ->>>>> 7? MB/10sec ->>>>> 7? MB/10sec ->>>>> 8? MB/10sec ->>>>> 9? MB/10sec +>>>>> 7 MB/10sec +>>>>> 7 MB/10sec +>>>>> 8 MB/10sec +>>>>> 9 MB/10sec >>>>> >>>>> >>>> @@ -259,21 +259,21 @@ W dniu 2017-10-18 o?17:44, Pawe? Staszewski pisze: >>>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 enp3s0f2 >>>> enp3s0f3' >>>> for i in $ifc ->>>> ??????? do ->>>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 32 +>>>> do +>>>> ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 32 >>>> tx-usecs 512 ->>>> ??????? ethtool -K $i gro off ->>>> ??????? ethtool -K $i tso on +>>>> ethtool -K $i gro off +>>>> ethtool -K $i tso on >>>> ->>>> ??????? done +>>>> done >>>> >>>> >>>> MEMLEAK - about 0-2MB for each 10 seconds ->>>> 0? MB/10sec ->>>> 1? MB/10sec ->>>> 0? MB/10sec ->>>> 2? MB/10sec ->>>> 1? MB/10sec +>>>> 0 MB/10sec +>>>> 1 MB/10sec +>>>> 0 MB/10sec +>>>> 2 MB/10sec +>>>> 1 MB/10sec >>>> >>>> >>>> @@ -284,25 +284,25 @@ W dniu 2017-10-18 o?17:44, Pawe? Staszewski pisze: >>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 enp3s0f2 >>> enp3s0f3' >>> for i in $ifc ->>> ??????? do ->>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 16 +>>> do +>>> ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 16 >>> tx-usecs 768 ->>> ??????? ethtool -K $i gro on ->>> ??????? ethtool -K $i tso on +>>> ethtool -K $i gro on +>>> ethtool -K $i tso on >>> ->>> ??????? done +>>> done >>> >>> >>> MEMLEAK: (0-1MB/10seconds) ->>> 0? MB/10sec ->>> 0? MB/10sec ->>> 0? MB/10sec ->>> 1? MB/10sec ->>> 1? MB/10sec ->>> -1? MB/10sec ->>> 1? MB/10sec ->>> 1? MB/10sec ->>> 0? MB/10sec +>>> 0 MB/10sec +>>> 0 MB/10sec +>>> 0 MB/10sec +>>> 1 MB/10sec +>>> 1 MB/10sec +>>> -1 MB/10sec +>>> 1 MB/10sec +>>> 1 MB/10sec +>>> 0 MB/10sec >>> >>> (there are some memory recycles - so this is good :) ) >>> @@ -313,24 +313,24 @@ W dniu 2017-10-18 o?17:44, Pawe? Staszewski pisze: >>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 enp3s0f2 >>> enp3s0f3' >>> for i in $ifc ->>> ??????? do ->>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 512 +>>> do +>>> ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 512 >>> tx-usecs 128 ->>> ??????? ethtool -K $i gro on ->>> ??????? ethtool -K $i tso on +>>> ethtool -K $i gro on +>>> ethtool -K $i tso on >>> ->>> ??????? done +>>> done >>> >>> Server is leaking about 4-6MB per each 10 seconds >>> MEMLEAK: ->>> 5? MB/10sec ->>> 6? MB/10sec ->>> 4? MB/10sec ->>> 4? MB/10sec +>>> 5 MB/10sec +>>> 6 MB/10sec +>>> 4 MB/10sec +>>> 4 MB/10sec >>> >>> >> ->> And? graph where all changes for rx-usecs was done over some time: +>> And graph where all changes for rx-usecs was done over some time: >> https://ibb.co/nrRfbR >> >> @@ -351,25 +351,25 @@ startup settings: ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 enp3s0f2 enp3s0f3' for i in $ifc - ??????? do - ??????? ip link set up dev $i - ??????? ethtool -A $i autoneg off rx off tx off - ??????? ethtool -G $i rx 2048 tx 2048 - ??????? ip link set $i txqueuelen 1000 - ??????? #ethtool -C $i rx-usecs 256 - ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 17 + do + ip link set up dev $i + ethtool -A $i autoneg off rx off tx off + ethtool -G $i rx 2048 tx 2048 + ip link set $i txqueuelen 1000 + #ethtool -C $i rx-usecs 256 + ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 17 tx-usecs 125 - ??????? ethtool -L $i combined 6 - ??????? #ethtool -N $i rx-flow-hash udp4 sdfn - ??????? #ethtool -K $i ntuple on - ??????? #ethtool -K $i gro off - ??????? #ethtool -K $i tso off - ??????? done + ethtool -L $i combined 6 + #ethtool -N $i rx-flow-hash udp4 sdfn + #ethtool -K $i ntuple on + #ethtool -K $i gro off + #ethtool -K $i tso off + done After issuing: - ?ethtool -K enp2s0f0 gro on tso on + ethtool -K enp2s0f0 gro on tso on dmesg shows [35764.338259] i40e 0000:02:00.0: PF reset failed, -15 diff --git a/a/content_digest b/N1/content_digest index d8977c9..50284b0 100644 --- a/a/content_digest +++ b/N1/content_digest @@ -17,50 +17,55 @@ "ref\0efcc51b4-f911-11ec-1c56-fcf31081f9d5@itcare.pl\0" "ref\0d79df7f2-5de4-cc37-baf0-5603f025155e@itcare.pl\0" "ref\0748b6d9d-4a3f-4eaa-ad24-27060c2e2642@itcare.pl\0" - "From\0=?unknown-8bit?q?Pawe=C5=82?= Staszewski <pstaszewski@itcare.pl>\0" - "Subject\0[Intel-wired-lan] Linux 4.12+ memory leak on router with i40e NICs\0" + "From\0Pawe\305\202 Staszewski <pstaszewski@itcare.pl>\0" + "Subject\0Re: Linux 4.12+ memory leak on router with i40e NICs\0" "Date\0Thu, 19 Oct 2017 00:20:33 +0200\0" - "To\0intel-wired-lan@osuosl.org\0" + "To\0Alexander Duyck <alexander.duyck@gmail.com>\0" + "Cc\0Pavlos Parissis <pavlos.parissis@gmail.com>" + Anders K. Pedersen | Cohaesio <akp@cohaesio.com> + netdev@vger.kernel.org <netdev@vger.kernel.org> + intel-wired-lan@lists.osuosl.org <intel-wired-lan@lists.osuosl.org> + " alexander.h.duyck@intel.com <alexander.h.duyck@intel.com>\0" "\00:1\0" "b\0" "\n" "\n" - "W dniu 2017-10-18 o?17:44, Pawe? Staszewski pisze:\n" + "W dniu 2017-10-18 o\302\24017:44, Pawe\305\202 Staszewski pisze:\n" ">\n" ">\n" - "> W dniu 2017-10-17 o?16:08, Pawe? Staszewski pisze:\n" + "> W dniu 2017-10-17 o\302\24016:08, Pawe\305\202 Staszewski pisze:\n" ">>\n" ">>\n" - ">> W dniu 2017-10-17 o?13:52, Pawe? Staszewski pisze:\n" + ">> W dniu 2017-10-17 o\302\24013:52, Pawe\305\202 Staszewski pisze:\n" ">>>\n" ">>>\n" - ">>> W dniu 2017-10-17 o?13:05, Pawe? Staszewski pisze:\n" + ">>> W dniu 2017-10-17 o\302\24013:05, Pawe\305\202 Staszewski pisze:\n" ">>>>\n" ">>>>\n" - ">>>> W dniu 2017-10-17 o?12:59, Pawe? Staszewski pisze:\n" + ">>>> W dniu 2017-10-17 o\302\24012:59, Pawe\305\202 Staszewski pisze:\n" ">>>>>\n" ">>>>>\n" - ">>>>> W dniu 2017-10-17 o?12:51, Pawe? Staszewski pisze:\n" + ">>>>> W dniu 2017-10-17 o\302\24012:51, Pawe\305\202 Staszewski pisze:\n" ">>>>>>\n" ">>>>>>\n" - ">>>>>> W dniu 2017-10-17 o?12:20, Pawe? Staszewski pisze:\n" + ">>>>>> W dniu 2017-10-17 o\302\24012:20, Pawe\305\202 Staszewski pisze:\n" ">>>>>>>\n" ">>>>>>>\n" - ">>>>>>> W dniu 2017-10-17 o?11:48, Pawe? Staszewski pisze:\n" + ">>>>>>> W dniu 2017-10-17 o\302\24011:48, Pawe\305\202 Staszewski pisze:\n" ">>>>>>>>\n" ">>>>>>>>\n" - ">>>>>>>> W dniu 2017-10-17 o?02:44, Pawe? Staszewski pisze:\n" + ">>>>>>>> W dniu 2017-10-17 o\302\24002:44, Pawe\305\202 Staszewski pisze:\n" ">>>>>>>>>\n" ">>>>>>>>>\n" - ">>>>>>>>> W dniu 2017-10-17 o?01:56, Alexander Duyck pisze:\n" - ">>>>>>>>>> On Mon, Oct 16, 2017 at 4:34 PM, Pawe? Staszewski \n" + ">>>>>>>>> W dniu 2017-10-17 o\302\24001:56, Alexander Duyck pisze:\n" + ">>>>>>>>>> On Mon, Oct 16, 2017 at 4:34 PM, Pawe\305\202 Staszewski \n" ">>>>>>>>>> <pstaszewski@itcare.pl> wrote:\n" ">>>>>>>>>>>\n" - ">>>>>>>>>>> W dniu 2017-10-16 o 18:26, Pawe? Staszewski pisze:\n" + ">>>>>>>>>>> W dniu 2017-10-16 o 18:26, Pawe\305\202 Staszewski pisze:\n" ">>>>>>>>>>>\n" ">>>>>>>>>>>>\n" ">>>>>>>>>>>> W dniu 2017-10-16 o 13:20, Pavlos Parissis pisze:\n" - ">>>>>>>>>>>>> On 15/10/2017 02:58 ??, Alexander Duyck wrote:\n" + ">>>>>>>>>>>>> On 15/10/2017 02:58 \317\200\316\274, Alexander Duyck wrote:\n" ">>>>>>>>>>>>>> Hi Pawel,\n" ">>>>>>>>>>>>>>\n" ">>>>>>>>>>>>>> To clarify is that Dave Miller's tree or Linus's that you \n" @@ -129,35 +134,35 @@ ">>>>>>>>>\n" ">>>>>>>>>\n" ">>>>>>>> Also forgoto to add errors for i40e when driver initialize:\n" - ">>>>>>>> [?? 15.760569] i40e 0000:02:00.1: Error I40E_AQ_RC_ENOSPC \n" + ">>>>>>>> [\302\240\302\240 15.760569] i40e 0000:02:00.1: Error I40E_AQ_RC_ENOSPC \n" ">>>>>>>> adding RX filters on PF, promiscuous mode forced on\n" - ">>>>>>>> [?? 16.365587] i40e 0000:03:00.3: Error I40E_AQ_RC_ENOSPC \n" + ">>>>>>>> [\302\240\302\240 16.365587] i40e 0000:03:00.3: Error I40E_AQ_RC_ENOSPC \n" ">>>>>>>> adding RX filters on PF, promiscuous mode forced on\n" - ">>>>>>>> [?? 16.367686] i40e 0000:02:00.2: Error I40E_AQ_RC_ENOSPC \n" + ">>>>>>>> [\302\240\302\240 16.367686] i40e 0000:02:00.2: Error I40E_AQ_RC_ENOSPC \n" ">>>>>>>> adding RX filters on PF, promiscuous mode forced on\n" - ">>>>>>>> [?? 16.368816] i40e 0000:03:00.0: Error I40E_AQ_RC_ENOSPC \n" + ">>>>>>>> [\302\240\302\240 16.368816] i40e 0000:03:00.0: Error I40E_AQ_RC_ENOSPC \n" ">>>>>>>> adding RX filters on PF, promiscuous mode forced on\n" - ">>>>>>>> [?? 16.369877] i40e 0000:03:00.2: Error I40E_AQ_RC_ENOSPC \n" + ">>>>>>>> [\302\240\302\240 16.369877] i40e 0000:03:00.2: Error I40E_AQ_RC_ENOSPC \n" ">>>>>>>> adding RX filters on PF, promiscuous mode forced on\n" - ">>>>>>>> [?? 16.370941] i40e 0000:02:00.3: Error I40E_AQ_RC_ENOSPC \n" + ">>>>>>>> [\302\240\302\240 16.370941] i40e 0000:02:00.3: Error I40E_AQ_RC_ENOSPC \n" ">>>>>>>> adding RX filters on PF, promiscuous mode forced on\n" - ">>>>>>>> [?? 16.372005] i40e 0000:02:00.0: Error I40E_AQ_RC_ENOSPC \n" + ">>>>>>>> [\302\240\302\240 16.372005] i40e 0000:02:00.0: Error I40E_AQ_RC_ENOSPC \n" ">>>>>>>> adding RX filters on PF, promiscuous mode forced on\n" - ">>>>>>>> [?? 16.373029] i40e 0000:03:00.1: Error I40E_AQ_RC_ENOSPC \n" + ">>>>>>>> [\302\240\302\240 16.373029] i40e 0000:03:00.1: Error I40E_AQ_RC_ENOSPC \n" ">>>>>>>> adding RX filters on PF, promiscuous mode forced on\n" ">>>>>>>>\n" ">>>>>>>> some params that are set for this nic's\n" - ">>>>>>>> ??????? ip link set up dev $i\n" - ">>>>>>>> ??????? ethtool -A $i autoneg off rx off tx off\n" - ">>>>>>>> ??????? ethtool -G $i rx 1024 tx 2048\n" - ">>>>>>>> ??????? ip link set $i txqueuelen 1000\n" - ">>>>>>>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs \n" + ">>>>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ip link set up dev $i\n" + ">>>>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -A $i autoneg off rx off tx off\n" + ">>>>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -G $i rx 1024 tx 2048\n" + ">>>>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ip link set $i txqueuelen 1000\n" + ">>>>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs \n" ">>>>>>>> 512 tx-usecs 128\n" - ">>>>>>>> ??????? ethtool -L $i combined 6\n" - ">>>>>>>> ??????? #ethtool -N $i rx-flow-hash udp4 sdfn\n" - ">>>>>>>> ??????? ethtool -K $i ntuple on\n" - ">>>>>>>> ??????? ethtool -K $i gro off\n" - ">>>>>>>> ??????? ethtool -K $i tso off\n" + ">>>>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -L $i combined 6\n" + ">>>>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 #ethtool -N $i rx-flow-hash udp4 sdfn\n" + ">>>>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i ntuple on\n" + ">>>>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i gro off\n" + ">>>>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i tso off\n" ">>>>>>>>\n" ">>>>>>>>\n" ">>>>>>>>\n" @@ -179,58 +184,58 @@ ">>>>>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 \n" ">>>>>> enp3s0f2 enp3s0f3'\n" ">>>>>> for i in $ifc\n" - ">>>>>> ??????? do\n" - ">>>>>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs \n" + ">>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 do\n" + ">>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs \n" ">>>>>> 512 tx-usecs 128\n" - ">>>>>> ??????? ethtool -K $i gro on\n" - ">>>>>> ??????? ethtool -K $i tso on\n" + ">>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i gro on\n" + ">>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i tso on\n" ">>>>>>\n" - ">>>>>> ??????? done\n" + ">>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 done\n" ">>>>>>\n" ">>>>>> Server is leaking about 4-6MB per each 10 seconds\n" ">>>>>> MEMLEAK:\n" - ">>>>>> 5? MB/10sec\n" - ">>>>>> 6? MB/10sec\n" - ">>>>>> 4? MB/10sec\n" - ">>>>>> 4? MB/10sec\n" + ">>>>>> 5\302\240 MB/10sec\n" + ">>>>>> 6\302\240 MB/10sec\n" + ">>>>>> 4\302\240 MB/10sec\n" + ">>>>>> 4\302\240 MB/10sec\n" ">>>>>>\n" ">>>>>>\n" ">>>>>> Other settings TSO/GRO off\n" ">>>>>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 \n" ">>>>>> enp3s0f2 enp3s0f3'\n" ">>>>>> for i in $ifc\n" - ">>>>>> ??????? do\n" - ">>>>>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs \n" + ">>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 do\n" + ">>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs \n" ">>>>>> 512 tx-usecs 128\n" - ">>>>>> ??????? ethtool -K $i gro off\n" - ">>>>>> ??????? ethtool -K $i tso off\n" + ">>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i gro off\n" + ">>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i tso off\n" ">>>>>>\n" - ">>>>>> ??????? done\n" + ">>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 done\n" ">>>>>>\n" ">>>>>> Same leak about 5MB per 10 seconds\n" ">>>>>> MEMLEAK:\n" - ">>>>>> 5? MB/10sec\n" - ">>>>>> 5? MB/10sec\n" - ">>>>>> 5? MB/10sec\n" + ">>>>>> 5\302\240 MB/10sec\n" + ">>>>>> 5\302\240 MB/10sec\n" + ">>>>>> 5\302\240 MB/10sec\n" ">>>>>>\n" ">>>>>>\n" ">>>>>> Other settings rx-usecs change from 512 to 1024:\n" ">>>>>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 \n" ">>>>>> enp3s0f2 enp3s0f3'\n" ">>>>>> for i in $ifc\n" - ">>>>>> ??????? do\n" - ">>>>>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs \n" + ">>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 do\n" + ">>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs \n" ">>>>>> 1024 tx-usecs 128\n" - ">>>>>> ??????? ethtool -K $i gro off\n" - ">>>>>> ??????? ethtool -K $i tso off\n" + ">>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i gro off\n" + ">>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i tso off\n" ">>>>>>\n" - ">>>>>> ??????? done\n" + ">>>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 done\n" ">>>>>>\n" ">>>>>> MEMLEAK:\n" - ">>>>>> 4? MB/10sec\n" - ">>>>>> 3? MB/10sec\n" - ">>>>>> 4? MB/10sec\n" - ">>>>>> 4? MB/10sec\n" + ">>>>>> 4\302\240 MB/10sec\n" + ">>>>>> 3\302\240 MB/10sec\n" + ">>>>>> 4\302\240 MB/10sec\n" + ">>>>>> 4\302\240 MB/10sec\n" ">>>>>>\n" ">>>>>>\n" ">>>>>> So memleak have something to do with rx-usecs (less interrupts \n" @@ -246,37 +251,37 @@ ">>>>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 \n" ">>>>> enp3s0f2 enp3s0f3'\n" ">>>>> for i in $ifc\n" - ">>>>> ??????? do\n" - ">>>>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 64 \n" + ">>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 do\n" + ">>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 64 \n" ">>>>> tx-usecs 512\n" - ">>>>> ??????? ethtool -K $i gro off\n" - ">>>>> ??????? ethtool -K $i tso on\n" + ">>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i gro off\n" + ">>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i tso on\n" ">>>>>\n" - ">>>>> ??????? done\n" + ">>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 done\n" ">>>>>\n" ">>>>> MEMLEAK - about 2MB/10secs\n" - ">>>>> 2? MB/10sec\n" - ">>>>> 2? MB/10sec\n" - ">>>>> 2? MB/10sec\n" + ">>>>> 2\302\240 MB/10sec\n" + ">>>>> 2\302\240 MB/10sec\n" + ">>>>> 2\302\240 MB/10sec\n" ">>>>>\n" ">>>>>\n" ">>>>> With - rx-usecs set to 256 (about 7-9MB/10secs memleak)\n" ">>>>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 \n" ">>>>> enp3s0f2 enp3s0f3'\n" ">>>>> for i in $ifc\n" - ">>>>> ??????? do\n" - ">>>>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 256 \n" + ">>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 do\n" + ">>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 256 \n" ">>>>> tx-usecs 512\n" - ">>>>> ??????? ethtool -K $i gro off\n" - ">>>>> ??????? ethtool -K $i tso on\n" + ">>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i gro off\n" + ">>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i tso on\n" ">>>>>\n" - ">>>>> ??????? done\n" + ">>>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 done\n" ">>>>>\n" ">>>>> MEMLEAK:\n" - ">>>>> 7? MB/10sec\n" - ">>>>> 7? MB/10sec\n" - ">>>>> 8? MB/10sec\n" - ">>>>> 9? MB/10sec\n" + ">>>>> 7\302\240 MB/10sec\n" + ">>>>> 7\302\240 MB/10sec\n" + ">>>>> 8\302\240 MB/10sec\n" + ">>>>> 9\302\240 MB/10sec\n" ">>>>>\n" ">>>>>\n" ">>>>\n" @@ -284,21 +289,21 @@ ">>>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 enp3s0f2 \n" ">>>> enp3s0f3'\n" ">>>> for i in $ifc\n" - ">>>> ??????? do\n" - ">>>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 32 \n" + ">>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 do\n" + ">>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 32 \n" ">>>> tx-usecs 512\n" - ">>>> ??????? ethtool -K $i gro off\n" - ">>>> ??????? ethtool -K $i tso on\n" + ">>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i gro off\n" + ">>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i tso on\n" ">>>>\n" - ">>>> ??????? done\n" + ">>>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 done\n" ">>>>\n" ">>>>\n" ">>>> MEMLEAK - about 0-2MB for each 10 seconds\n" - ">>>> 0? MB/10sec\n" - ">>>> 1? MB/10sec\n" - ">>>> 0? MB/10sec\n" - ">>>> 2? MB/10sec\n" - ">>>> 1? MB/10sec\n" + ">>>> 0\302\240 MB/10sec\n" + ">>>> 1\302\240 MB/10sec\n" + ">>>> 0\302\240 MB/10sec\n" + ">>>> 2\302\240 MB/10sec\n" + ">>>> 1\302\240 MB/10sec\n" ">>>>\n" ">>>>\n" ">>>>\n" @@ -309,25 +314,25 @@ ">>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 enp3s0f2 \n" ">>> enp3s0f3'\n" ">>> for i in $ifc\n" - ">>> ??????? do\n" - ">>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 16 \n" + ">>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 do\n" + ">>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 16 \n" ">>> tx-usecs 768\n" - ">>> ??????? ethtool -K $i gro on\n" - ">>> ??????? ethtool -K $i tso on\n" + ">>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i gro on\n" + ">>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i tso on\n" ">>>\n" - ">>> ??????? done\n" + ">>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 done\n" ">>>\n" ">>>\n" ">>> MEMLEAK: (0-1MB/10seconds)\n" - ">>> 0? MB/10sec\n" - ">>> 0? MB/10sec\n" - ">>> 0? MB/10sec\n" - ">>> 1? MB/10sec\n" - ">>> 1? MB/10sec\n" - ">>> -1? MB/10sec\n" - ">>> 1? MB/10sec\n" - ">>> 1? MB/10sec\n" - ">>> 0? MB/10sec\n" + ">>> 0\302\240 MB/10sec\n" + ">>> 0\302\240 MB/10sec\n" + ">>> 0\302\240 MB/10sec\n" + ">>> 1\302\240 MB/10sec\n" + ">>> 1\302\240 MB/10sec\n" + ">>> -1\302\240 MB/10sec\n" + ">>> 1\302\240 MB/10sec\n" + ">>> 1\302\240 MB/10sec\n" + ">>> 0\302\240 MB/10sec\n" ">>>\n" ">>> (there are some memory recycles - so this is good :) )\n" ">>>\n" @@ -338,24 +343,24 @@ ">>> ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 enp3s0f2 \n" ">>> enp3s0f3'\n" ">>> for i in $ifc\n" - ">>> ??????? do\n" - ">>> ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 512 \n" + ">>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 do\n" + ">>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 512 \n" ">>> tx-usecs 128\n" - ">>> ??????? ethtool -K $i gro on\n" - ">>> ??????? ethtool -K $i tso on\n" + ">>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i gro on\n" + ">>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -K $i tso on\n" ">>>\n" - ">>> ??????? done\n" + ">>> \302\240\302\240\302\240\302\240\302\240\302\240\302\240 done\n" ">>>\n" ">>> Server is leaking about 4-6MB per each 10 seconds\n" ">>> MEMLEAK:\n" - ">>> 5? MB/10sec\n" - ">>> 6? MB/10sec\n" - ">>> 4? MB/10sec\n" - ">>> 4? MB/10sec\n" + ">>> 5\302\240 MB/10sec\n" + ">>> 6\302\240 MB/10sec\n" + ">>> 4\302\240 MB/10sec\n" + ">>> 4\302\240 MB/10sec\n" ">>>\n" ">>>\n" ">>\n" - ">> And? graph where all changes for rx-usecs was done over some time:\n" + ">> And\302\240 graph where all changes for rx-usecs was done over some time:\n" ">> https://ibb.co/nrRfbR\n" ">>\n" ">>\n" @@ -376,25 +381,25 @@ "ifc='enp2s0f0 enp2s0f1 enp2s0f2 enp2s0f3 enp3s0f0 enp3s0f1 enp3s0f2 \n" "enp3s0f3'\n" "for i in $ifc\n" - " ??????? do\n" - " ??????? ip link set up dev $i\n" - " ??????? ethtool -A $i autoneg off rx off tx off\n" - " ??????? ethtool -G $i rx 2048 tx 2048\n" - " ??????? ip link set $i txqueuelen 1000\n" - " ??????? #ethtool -C $i rx-usecs 256\n" - " ??????? ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 17 \n" + " \302\240\302\240\302\240\302\240\302\240\302\240\302\240 do\n" + " \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ip link set up dev $i\n" + " \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -A $i autoneg off rx off tx off\n" + " \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -G $i rx 2048 tx 2048\n" + " \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ip link set $i txqueuelen 1000\n" + " \302\240\302\240\302\240\302\240\302\240\302\240\302\240 #ethtool -C $i rx-usecs 256\n" + " \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -C $i adaptive-rx off adaptive-tx off rx-usecs 17 \n" "tx-usecs 125\n" - " ??????? ethtool -L $i combined 6\n" - " ??????? #ethtool -N $i rx-flow-hash udp4 sdfn\n" - " ??????? #ethtool -K $i ntuple on\n" - " ??????? #ethtool -K $i gro off\n" - " ??????? #ethtool -K $i tso off\n" - " ??????? done\n" + " \302\240\302\240\302\240\302\240\302\240\302\240\302\240 ethtool -L $i combined 6\n" + " \302\240\302\240\302\240\302\240\302\240\302\240\302\240 #ethtool -N $i rx-flow-hash udp4 sdfn\n" + " \302\240\302\240\302\240\302\240\302\240\302\240\302\240 #ethtool -K $i ntuple on\n" + " \302\240\302\240\302\240\302\240\302\240\302\240\302\240 #ethtool -K $i gro off\n" + " \302\240\302\240\302\240\302\240\302\240\302\240\302\240 #ethtool -K $i tso off\n" + " \302\240\302\240\302\240\302\240\302\240\302\240\302\240 done\n" "\n" "\n" "After issuing:\n" "\n" - " ?ethtool -K enp2s0f0 gro on tso on\n" + " \302\240ethtool -K enp2s0f0 gro on tso on\n" "\n" "dmesg shows\n" "[35764.338259] i40e 0000:02:00.0: PF reset failed, -15\n" @@ -402,4 +407,4 @@ "\n" and no traffic on the card :) -ea4652a7eb3ab17a90c87efafd8ef33923af4ce66a6b9f19a1b43b53ab50dd91 +57c91a8c5f837964ade4d62373d610e5fc5eeedf2c999d4ea7703a2e862a94fa
This is an external index of several public inboxes, see mirroring instructions on how to clone and mirror all data and code used by this external index.