Skip to content

Commit

Permalink
support return statements and non-matching names
Browse files Browse the repository at this point in the history
  • Loading branch information
sbrugman committed Dec 9, 2023
1 parent bb8e5f8 commit 6090977
Show file tree
Hide file tree
Showing 3 changed files with 54 additions and 15 deletions.
30 changes: 19 additions & 11 deletions refurb/checks/readability/fluid_interface.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,7 @@
CallExpr,
MemberExpr,
NameExpr,
ReturnStmt,
)

from refurb.checks.common import check_block_like
Expand All @@ -24,10 +25,10 @@ class ErrorInfo(Error):
```python
def get_tensors(device: str) -> torch.Tensor:
a = torch.ones(2, 1)
a = a.long()
a = a.to(device)
return a
t1 = torch.ones(2, 1)
t2 = t1.long()
t3 = t2.to(device)
return t3
def process(file_name: str):
Expand All @@ -46,12 +47,12 @@ def process(file_name: str):
```python
def get_tensors(device: str) -> torch.Tensor:
a = (
t3 = (
torch.ones(2, 1)
.long()
.to(device)
)
return a
return t3
def process(file_name: str):
common_columns = ["col1_renamed", "col2_renamed", "custom_col"]
Expand All @@ -75,11 +76,11 @@ def check(node: Block | MypyFile, errors: list[Error]) -> None:
check_block_like(check_stmts, node, errors)


def check_call(node) -> bool:
def check_call(node, name: str | None = None) -> bool:
match node:
# Single chain
case CallExpr(callee=MemberExpr(expr=NameExpr(name=x), name=y)):
return True
return name is None or name == x
# Nested
case CallExpr(callee=MemberExpr(expr=call_node, name=y)):
return check_call(call_node)
Expand All @@ -93,15 +94,22 @@ def check_stmts(stmts: list[Statement], errors: list[Error]) -> None:
for stmt in stmts:
match stmt:
case AssignmentStmt(lvalues=[NameExpr(name=name)], rvalue=rvalue):
if last and f"{last}'" == name and check_call(rvalue):
if last and check_call(rvalue, name=last):
errors.append(
ErrorInfo.from_node(
stmt,
f"Assignment statements should be chained",
f"Assignment statement should be chained",
)
)

last = name

case ReturnStmt(expr=rvalue):
if last and check_call(rvalue, name=last):
errors.append(
ErrorInfo.from_node(
stmt,
f"Return statement should be chained",
)
)
case _:
last = ""
28 changes: 28 additions & 0 deletions test/data/err_184.py
Original file line number Diff line number Diff line change
Expand Up @@ -47,6 +47,12 @@ def withColumn(col_in, col_out):
def select(*args):
return spark.DataFrame()

class F:
@staticmethod
def lit(value):
return value


# these will match
def get_tensors(device: str) -> torch.Tensor:
a = torch.ones(2, 1)
Expand Down Expand Up @@ -75,7 +81,29 @@ def projection(df_in: spark.DataFrame) -> spark.DataFrame:
return df.withColumn("col2a", spark.functions.col("col2").cast("date"))


def assign_multiple(df, df2):
df = df.select("column")
result_df = df.select("another_column")
final_df = result_df.withColumn("column2", F.lit("abc"))
return final_df


# these will not
def assign_alternating(df, df2):
df = df.select("column")
df2 = df2.select("another_column")
df = df.withColumn("column2", F.lit("abc"))
return df, df2


def invalid(df_in: spark.DataFrame, alternative_df: spark.DataFrame) -> spark.DataFrame:
df = (
df_in.select(["col1", "col2"])
.withColumnRenamed("col1", "col1a")
)
return alternative_df.withColumn("col2a", spark.functions.col("col2").cast("date"))


def no_match():
y = 10
y = transform(y)
Expand Down
11 changes: 7 additions & 4 deletions test/data/err_184.txt
Original file line number Diff line number Diff line change
@@ -1,4 +1,7 @@
test/data/err_184.py:53:5 [FURB184]: Assignment statements should be chained
test/data/err_184.py:54:5 [FURB184]: Assignment statements should be chained
test/data/err_184.py:61:5 [FURB184]: Assignment statements should be chained
test/data/err_184.py:64:5 [FURB184]: Assignment statements should be chained
test/data/err_184.py:59:5 [FURB184]: Assignment statement should be chained
test/data/err_184.py:60:5 [FURB184]: Assignment statement should be chained
test/data/err_184.py:67:5 [FURB184]: Assignment statement should be chained
test/data/err_184.py:70:5 [FURB184]: Assignment statement should be chained
test/data/err_184.py:81:5 [FURB184]: Return statement should be chained
test/data/err_184.py:86:5 [FURB184]: Assignment statement should be chained
test/data/err_184.py:87:5 [FURB184]: Assignment statement should be chained

0 comments on commit 6090977

Please sign in to comment.