diff mbox series

[v3,12/47] qapi: enforce import order/styling with isort

Message ID 20200925002900.465855-13-jsnow@redhat.com
State New
Headers show
Series qapi: static typing conversion, pt1 | expand

Commit Message

John Snow Sept. 25, 2020, 12:28 a.m. UTC
While we're mucking around with imports, we might as well formalize the
style we use. Let's use isort to do it for us.

force_sort_within_sections: Intermingles "from x" and "import x" style
statements, such that sorting is always performed strictly on the module
name itself.

force_grid_wrap=4: Four or more imports from a single module will force
the one-per-line style that's more git-friendly. This will generally
happen for 'typing' imports.

multi_line_output=3: Uses the one-per-line indented style for long
imports.

include_trailing_comma: Adds a comma to the last import in a group,
which makes git conflicts nicer to deal with, generally.

Suggested-by: Cleber Rosa <crosa@redhat.com>
Signed-off-by: John Snow <jsnow@redhat.com>
---
 scripts/qapi/.isort.cfg    | 5 +++++
 scripts/qapi/commands.py   | 6 +-----
 scripts/qapi/doc.py        | 2 +-
 scripts/qapi/expr.py       | 4 ++--
 scripts/qapi/introspect.py | 3 +--
 scripts/qapi/main.py       | 1 -
 scripts/qapi/parser.py     | 2 +-
 scripts/qapi/schema.py     | 2 +-
 scripts/qapi/types.py      | 1 -
 9 files changed, 12 insertions(+), 14 deletions(-)
 create mode 100644 scripts/qapi/.isort.cfg

Comments

Markus Armbruster Sept. 25, 2020, 9:20 a.m. UTC | #1
John Snow <jsnow@redhat.com> writes:

> While we're mucking around with imports, we might as well formalize the

> style we use. Let's use isort to do it for us.

>

> force_sort_within_sections: Intermingles "from x" and "import x" style

> statements, such that sorting is always performed strictly on the module

> name itself.

>

> force_grid_wrap=4: Four or more imports from a single module will force

> the one-per-line style that's more git-friendly. This will generally

> happen for 'typing' imports.

>

> multi_line_output=3: Uses the one-per-line indented style for long

> imports.

>

> include_trailing_comma: Adds a comma to the last import in a group,

> which makes git conflicts nicer to deal with, generally.

>

> Suggested-by: Cleber Rosa <crosa@redhat.com>

> Signed-off-by: John Snow <jsnow@redhat.com>

> ---

>  scripts/qapi/.isort.cfg    | 5 +++++

>  scripts/qapi/commands.py   | 6 +-----

>  scripts/qapi/doc.py        | 2 +-

>  scripts/qapi/expr.py       | 4 ++--

>  scripts/qapi/introspect.py | 3 +--

>  scripts/qapi/main.py       | 1 -

>  scripts/qapi/parser.py     | 2 +-

>  scripts/qapi/schema.py     | 2 +-

>  scripts/qapi/types.py      | 1 -

>  9 files changed, 12 insertions(+), 14 deletions(-)

>  create mode 100644 scripts/qapi/.isort.cfg

>

> diff --git a/scripts/qapi/.isort.cfg b/scripts/qapi/.isort.cfg

> new file mode 100644

> index 0000000000..b0aeffec26

> --- /dev/null

> +++ b/scripts/qapi/.isort.cfg

> @@ -0,0 +1,5 @@

> +[settings]

> +force_sort_within_sections=True

> +force_grid_wrap=4

> +multi_line_output=3

> +include_trailing_comma=True

> diff --git a/scripts/qapi/commands.py b/scripts/qapi/commands.py

> index e1df0e341f..64ed5278f9 100644

> --- a/scripts/qapi/commands.py

> +++ b/scripts/qapi/commands.py

> @@ -13,11 +13,7 @@

>  See the COPYING file in the top-level directory.

>  """

>  

> -from .common import (

> -    build_params,

> -    c_name,

> -    mcgen,

> -)

> +from .common import build_params, c_name, mcgen

>  from .gen import QAPIGenCCode, QAPISchemaModularCVisitor, ifcontext


Squash this hunk into the previous commit, please.

>  

>  

> diff --git a/scripts/qapi/doc.py b/scripts/qapi/doc.py

> index b764a8ccc0..1acb773e0a 100644

> --- a/scripts/qapi/doc.py

> +++ b/scripts/qapi/doc.py

> @@ -5,9 +5,9 @@

>  """This script produces the documentation of a qapi schema in texinfo format"""

>  

>  import re

> +

>  from .gen import QAPIGenDoc, QAPISchemaVisitor

>  

> -


Do you delete the blank line to keep isort happy?

More of the same below.

>  _MSG = '''

>  @deftypefn {type} {{}} {name}

>  

> diff --git a/scripts/qapi/expr.py b/scripts/qapi/expr.py

> index 03b31ecfc1..3e952a1462 100644

> --- a/scripts/qapi/expr.py

> +++ b/scripts/qapi/expr.py

> @@ -14,12 +14,12 @@

>  # This work is licensed under the terms of the GNU GPL, version 2.

>  # See the COPYING file in the top-level directory.

>  

> -import re

>  from collections import OrderedDict

> +import re

> +

>  from .common import c_name

>  from .error import QAPISemError

>  

> -

>  # Names must be letters, numbers, -, and _.  They must start with letter,

>  # except for downstream extensions which must start with __RFQDN_.

>  # Dots are only valid in the downstream extension prefix.

> diff --git a/scripts/qapi/introspect.py b/scripts/qapi/introspect.py

> index b036fcf9ce..2850121cbd 100644

> --- a/scripts/qapi/introspect.py

> +++ b/scripts/qapi/introspect.py

> @@ -17,8 +17,7 @@

>      mcgen,

>  )

>  from .gen import QAPISchemaMonolithicCVisitor

> -from .schema import (QAPISchemaArrayType, QAPISchemaBuiltinType,

> -                     QAPISchemaType)

> +from .schema import QAPISchemaArrayType, QAPISchemaBuiltinType, QAPISchemaType


Line is rather long for my taste.

So far, we didn't even try to have a consistent Python style in QEMU, so
I've enforced a consistent style I like within QAPI.

Having a consistent Python style in QEMU would be worth letting go of
personal preferences.  Do you intend to pursue it?

[...]
John Snow Sept. 25, 2020, 3:26 p.m. UTC | #2
On 9/25/20 5:20 AM, Markus Armbruster wrote:
> John Snow <jsnow@redhat.com> writes:

> 

>> While we're mucking around with imports, we might as well formalize the

>> style we use. Let's use isort to do it for us.

>>

>> force_sort_within_sections: Intermingles "from x" and "import x" style

>> statements, such that sorting is always performed strictly on the module

>> name itself.

>>

>> force_grid_wrap=4: Four or more imports from a single module will force

>> the one-per-line style that's more git-friendly. This will generally

>> happen for 'typing' imports.

>>

>> multi_line_output=3: Uses the one-per-line indented style for long

>> imports.

>>

>> include_trailing_comma: Adds a comma to the last import in a group,

>> which makes git conflicts nicer to deal with, generally.

>>

>> Suggested-by: Cleber Rosa <crosa@redhat.com>

>> Signed-off-by: John Snow <jsnow@redhat.com>

>> ---

>>   scripts/qapi/.isort.cfg    | 5 +++++

>>   scripts/qapi/commands.py   | 6 +-----

>>   scripts/qapi/doc.py        | 2 +-

>>   scripts/qapi/expr.py       | 4 ++--

>>   scripts/qapi/introspect.py | 3 +--

>>   scripts/qapi/main.py       | 1 -

>>   scripts/qapi/parser.py     | 2 +-

>>   scripts/qapi/schema.py     | 2 +-

>>   scripts/qapi/types.py      | 1 -

>>   9 files changed, 12 insertions(+), 14 deletions(-)

>>   create mode 100644 scripts/qapi/.isort.cfg

>>

>> diff --git a/scripts/qapi/.isort.cfg b/scripts/qapi/.isort.cfg

>> new file mode 100644

>> index 0000000000..b0aeffec26

>> --- /dev/null

>> +++ b/scripts/qapi/.isort.cfg

>> @@ -0,0 +1,5 @@

>> +[settings]

>> +force_sort_within_sections=True

>> +force_grid_wrap=4

>> +multi_line_output=3

>> +include_trailing_comma=True

>> diff --git a/scripts/qapi/commands.py b/scripts/qapi/commands.py

>> index e1df0e341f..64ed5278f9 100644

>> --- a/scripts/qapi/commands.py

>> +++ b/scripts/qapi/commands.py

>> @@ -13,11 +13,7 @@

>>   See the COPYING file in the top-level directory.

>>   """

>>   

>> -from .common import (

>> -    build_params,

>> -    c_name,

>> -    mcgen,

>> -)

>> +from .common import build_params, c_name, mcgen

>>   from .gen import QAPIGenCCode, QAPISchemaModularCVisitor, ifcontext

> 

> Squash this hunk into the previous commit, please.

> 


Yes, OK.

>>   

>>   

>> diff --git a/scripts/qapi/doc.py b/scripts/qapi/doc.py

>> index b764a8ccc0..1acb773e0a 100644

>> --- a/scripts/qapi/doc.py

>> +++ b/scripts/qapi/doc.py

>> @@ -5,9 +5,9 @@

>>   """This script produces the documentation of a qapi schema in texinfo format"""

>>   

>>   import re

>> +

>>   from .gen import QAPIGenDoc, QAPISchemaVisitor

>>   

>> -

> 

> Do you delete the blank line to keep isort happy?

> 


isort offers to actually edit your files for you, it isn't just a 
checker, it actually rewrites.

By default, it leaves one space below imports. You can configure it to 
add two. I didn't really have a strong preference, so I left it at the 
default.

I'm going to leave it at the default for now, but I can change it if you 
have a preference.

> More of the same below.

> 

>>   _MSG = '''

>>   @deftypefn {type} {{}} {name}

>>   

>> diff --git a/scripts/qapi/expr.py b/scripts/qapi/expr.py

>> index 03b31ecfc1..3e952a1462 100644

>> --- a/scripts/qapi/expr.py

>> +++ b/scripts/qapi/expr.py

>> @@ -14,12 +14,12 @@

>>   # This work is licensed under the terms of the GNU GPL, version 2.

>>   # See the COPYING file in the top-level directory.

>>   

>> -import re

>>   from collections import OrderedDict

>> +import re

>> +

>>   from .common import c_name

>>   from .error import QAPISemError

>>   

>> -

>>   # Names must be letters, numbers, -, and _.  They must start with letter,

>>   # except for downstream extensions which must start with __RFQDN_.

>>   # Dots are only valid in the downstream extension prefix.

>> diff --git a/scripts/qapi/introspect.py b/scripts/qapi/introspect.py

>> index b036fcf9ce..2850121cbd 100644

>> --- a/scripts/qapi/introspect.py

>> +++ b/scripts/qapi/introspect.py

>> @@ -17,8 +17,7 @@

>>       mcgen,

>>   )

>>   from .gen import QAPISchemaMonolithicCVisitor

>> -from .schema import (QAPISchemaArrayType, QAPISchemaBuiltinType,

>> -                     QAPISchemaType)

>> +from .schema import QAPISchemaArrayType, QAPISchemaBuiltinType, QAPISchemaType

> 

> Line is rather long for my taste.

> 


78 chars and three names, so it didn't trigger the grid-wrap condition 
of isort.

If you have an arbitrarily smaller number you'd like to use, I can feed 
that to isort's config file. 72?

> So far, we didn't even try to have a consistent Python style in QEMU, so

> I've enforced a consistent style I like within QAPI.

> 


I am now trying!

> Having a consistent Python style in QEMU would be worth letting go of

> personal preferences.  Do you intend to pursue it?

> 


100%.

--js
Markus Armbruster Sept. 28, 2020, 12:13 p.m. UTC | #3
John Snow <jsnow@redhat.com> writes:

> On 9/25/20 5:20 AM, Markus Armbruster wrote:

>> John Snow <jsnow@redhat.com> writes:

>> 

>>> While we're mucking around with imports, we might as well formalize the

>>> style we use. Let's use isort to do it for us.

>>>

>>> force_sort_within_sections: Intermingles "from x" and "import x" style

>>> statements, such that sorting is always performed strictly on the module

>>> name itself.

>>>

>>> force_grid_wrap=4: Four or more imports from a single module will force

>>> the one-per-line style that's more git-friendly. This will generally

>>> happen for 'typing' imports.

>>>

>>> multi_line_output=3: Uses the one-per-line indented style for long

>>> imports.

>>>

>>> include_trailing_comma: Adds a comma to the last import in a group,

>>> which makes git conflicts nicer to deal with, generally.

>>>

>>> Suggested-by: Cleber Rosa <crosa@redhat.com>

>>> Signed-off-by: John Snow <jsnow@redhat.com>

>>> ---

>>>   scripts/qapi/.isort.cfg    | 5 +++++

>>>   scripts/qapi/commands.py   | 6 +-----

>>>   scripts/qapi/doc.py        | 2 +-

>>>   scripts/qapi/expr.py       | 4 ++--

>>>   scripts/qapi/introspect.py | 3 +--

>>>   scripts/qapi/main.py       | 1 -

>>>   scripts/qapi/parser.py     | 2 +-

>>>   scripts/qapi/schema.py     | 2 +-

>>>   scripts/qapi/types.py      | 1 -

>>>   9 files changed, 12 insertions(+), 14 deletions(-)

>>>   create mode 100644 scripts/qapi/.isort.cfg

>>>

>>> diff --git a/scripts/qapi/.isort.cfg b/scripts/qapi/.isort.cfg

>>> new file mode 100644

>>> index 0000000000..b0aeffec26

>>> --- /dev/null

>>> +++ b/scripts/qapi/.isort.cfg

>>> @@ -0,0 +1,5 @@

>>> +[settings]

>>> +force_sort_within_sections=True

>>> +force_grid_wrap=4

>>> +multi_line_output=3

>>> +include_trailing_comma=True

>>> diff --git a/scripts/qapi/commands.py b/scripts/qapi/commands.py

>>> index e1df0e341f..64ed5278f9 100644

>>> --- a/scripts/qapi/commands.py

>>> +++ b/scripts/qapi/commands.py

>>> @@ -13,11 +13,7 @@

>>>   See the COPYING file in the top-level directory.

>>>   """

>>>   -from .common import (

>>> -    build_params,

>>> -    c_name,

>>> -    mcgen,

>>> -)

>>> +from .common import build_params, c_name, mcgen

>>>   from .gen import QAPIGenCCode, QAPISchemaModularCVisitor, ifcontext

>> Squash this hunk into the previous commit, please.

>> 

>

> Yes, OK.

>

>>>     

>>> diff --git a/scripts/qapi/doc.py b/scripts/qapi/doc.py

>>> index b764a8ccc0..1acb773e0a 100644

>>> --- a/scripts/qapi/doc.py

>>> +++ b/scripts/qapi/doc.py

>>> @@ -5,9 +5,9 @@

>>>   """This script produces the documentation of a qapi schema in texinfo format"""

>>>     import re

>>> +

>>>   from .gen import QAPIGenDoc, QAPISchemaVisitor

>>>   -

>> Do you delete the blank line to keep isort happy?

>> 

>

> isort offers to actually edit your files for you, it isn't just a

> checker, it actually rewrites.

>

> By default, it leaves one space below imports. You can configure it to

> add two. I didn't really have a strong preference, so I left it at the 

> default.

>

> I'm going to leave it at the default for now, but I can change it if

> you have a preference.


PEP 8: "Surround top-level function and class definitions with two blank
lines."

[...]
John Snow Sept. 28, 2020, 2:34 p.m. UTC | #4
On 9/28/20 8:13 AM, Markus Armbruster wrote:
> PEP 8: "Surround top-level function and class definitions with two blank

> lines."

> 

> [...]

> 

> 


Yep, but flake8 does not complain about the first definitions that occur 
below imports. Why not? I don't know.

Regardless, I can change it and fold the changes in; they won't affect 
much here.

--js
Cleber Rosa Sept. 29, 2020, 4:13 a.m. UTC | #5
On Mon, Sep 28, 2020 at 10:34:42AM -0400, John Snow wrote:
> On 9/28/20 8:13 AM, Markus Armbruster wrote:

> > PEP 8: "Surround top-level function and class definitions with two blank

> > lines."

> > 

> > [...]

> > 

> > 

> 

> Yep, but flake8 does not complain about the first definitions that occur

> below imports. Why not? I don't know.

> 

> Regardless, I can change it and fold the changes in; they won't affect much

> here.

> 


Well, on all of the cases here, it's not function or class definition
that follows, so that aspect of PEP 8 is not being violated.

- Cleber.
Cleber Rosa Sept. 29, 2020, 4:15 a.m. UTC | #6
On Thu, Sep 24, 2020 at 08:28:25PM -0400, John Snow wrote:
> While we're mucking around with imports, we might as well formalize the

> style we use. Let's use isort to do it for us.

> 

> force_sort_within_sections: Intermingles "from x" and "import x" style

> statements, such that sorting is always performed strictly on the module

> name itself.

> 

> force_grid_wrap=4: Four or more imports from a single module will force

> the one-per-line style that's more git-friendly. This will generally

> happen for 'typing' imports.

> 

> multi_line_output=3: Uses the one-per-line indented style for long

> imports.

> 

> include_trailing_comma: Adds a comma to the last import in a group,

> which makes git conflicts nicer to deal with, generally.

> 

> Suggested-by: Cleber Rosa <crosa@redhat.com>

> Signed-off-by: John Snow <jsnow@redhat.com>


Reviewed-by: Cleber Rosa <crosa@redhat.com>

Tested-by: Cleber Rosa <crosa@redhat.com>
diff mbox series

Patch

diff --git a/scripts/qapi/.isort.cfg b/scripts/qapi/.isort.cfg
new file mode 100644
index 0000000000..b0aeffec26
--- /dev/null
+++ b/scripts/qapi/.isort.cfg
@@ -0,0 +1,5 @@ 
+[settings]
+force_sort_within_sections=True
+force_grid_wrap=4
+multi_line_output=3
+include_trailing_comma=True
diff --git a/scripts/qapi/commands.py b/scripts/qapi/commands.py
index e1df0e341f..64ed5278f9 100644
--- a/scripts/qapi/commands.py
+++ b/scripts/qapi/commands.py
@@ -13,11 +13,7 @@ 
 See the COPYING file in the top-level directory.
 """
 
-from .common import (
-    build_params,
-    c_name,
-    mcgen,
-)
+from .common import build_params, c_name, mcgen
 from .gen import QAPIGenCCode, QAPISchemaModularCVisitor, ifcontext
 
 
diff --git a/scripts/qapi/doc.py b/scripts/qapi/doc.py
index b764a8ccc0..1acb773e0a 100644
--- a/scripts/qapi/doc.py
+++ b/scripts/qapi/doc.py
@@ -5,9 +5,9 @@ 
 """This script produces the documentation of a qapi schema in texinfo format"""
 
 import re
+
 from .gen import QAPIGenDoc, QAPISchemaVisitor
 
-
 _MSG = '''
 @deftypefn {type} {{}} {name}
 
diff --git a/scripts/qapi/expr.py b/scripts/qapi/expr.py
index 03b31ecfc1..3e952a1462 100644
--- a/scripts/qapi/expr.py
+++ b/scripts/qapi/expr.py
@@ -14,12 +14,12 @@ 
 # This work is licensed under the terms of the GNU GPL, version 2.
 # See the COPYING file in the top-level directory.
 
-import re
 from collections import OrderedDict
+import re
+
 from .common import c_name
 from .error import QAPISemError
 
-
 # Names must be letters, numbers, -, and _.  They must start with letter,
 # except for downstream extensions which must start with __RFQDN_.
 # Dots are only valid in the downstream extension prefix.
diff --git a/scripts/qapi/introspect.py b/scripts/qapi/introspect.py
index b036fcf9ce..2850121cbd 100644
--- a/scripts/qapi/introspect.py
+++ b/scripts/qapi/introspect.py
@@ -17,8 +17,7 @@ 
     mcgen,
 )
 from .gen import QAPISchemaMonolithicCVisitor
-from .schema import (QAPISchemaArrayType, QAPISchemaBuiltinType,
-                     QAPISchemaType)
+from .schema import QAPISchemaArrayType, QAPISchemaBuiltinType, QAPISchemaType
 
 
 def _make_tree(obj, ifcond, features, extra=None):
diff --git a/scripts/qapi/main.py b/scripts/qapi/main.py
index 3f8338ade8..b2f20581fd 100644
--- a/scripts/qapi/main.py
+++ b/scripts/qapi/main.py
@@ -20,7 +20,6 @@ 
 from .types import gen_types
 from .visit import gen_visit
 
-
 DEFAULT_OUTPUT_DIR = ''
 DEFAULT_PREFIX = ''
 
diff --git a/scripts/qapi/parser.py b/scripts/qapi/parser.py
index 76d28c1ce9..fd89e2188b 100644
--- a/scripts/qapi/parser.py
+++ b/scripts/qapi/parser.py
@@ -14,9 +14,9 @@ 
 # This work is licensed under the terms of the GNU GPL, version 2.
 # See the COPYING file in the top-level directory.
 
+from collections import OrderedDict
 import os
 import re
-from collections import OrderedDict
 
 from .error import QAPIParseError, QAPISemError
 from .source import QAPISourceInfo
diff --git a/scripts/qapi/schema.py b/scripts/qapi/schema.py
index a835ee6fde..093f7a38d8 100644
--- a/scripts/qapi/schema.py
+++ b/scripts/qapi/schema.py
@@ -14,9 +14,9 @@ 
 
 # TODO catching name collisions in generated code would be nice
 
+from collections import OrderedDict
 import os
 import re
-from collections import OrderedDict
 
 from .common import c_name, pointer_suffix
 from .error import QAPIError, QAPISemError
diff --git a/scripts/qapi/types.py b/scripts/qapi/types.py
index 53b47f9e58..cc6dad4c89 100644
--- a/scripts/qapi/types.py
+++ b/scripts/qapi/types.py
@@ -23,7 +23,6 @@ 
 from .gen import QAPISchemaModularCVisitor, ifcontext
 from .schema import QAPISchemaEnumMember, QAPISchemaObjectType
 
-
 # variants must be emitted before their container; track what has already
 # been output
 objects_seen = set()