Skip to content

Commit

Permalink
Optimize signum function (3-25x faster) (#12890)
Browse files Browse the repository at this point in the history
* add bench

* optimize signum
  • Loading branch information
simonvandel authored Oct 14, 2024
1 parent 16589b5 commit 746380b
Show file tree
Hide file tree
Showing 3 changed files with 81 additions and 34 deletions.
5 changes: 5 additions & 0 deletions datafusion/functions/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -137,6 +137,11 @@ harness = false
name = "to_char"
required-features = ["datetime_expressions"]

[[bench]]
harness = false
name = "signum"
required-features = ["math_expressions"]

[[bench]]
harness = false
name = "substr_index"
Expand Down
46 changes: 46 additions & 0 deletions datafusion/functions/benches/signum.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,46 @@
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.

extern crate criterion;

use arrow::{
datatypes::{Float32Type, Float64Type},
util::bench_util::create_primitive_array,
};
use criterion::{black_box, criterion_group, criterion_main, Criterion};
use datafusion_expr::ColumnarValue;
use datafusion_functions::math::signum;
use std::sync::Arc;

fn criterion_benchmark(c: &mut Criterion) {
let signum = signum();
for size in [1024, 4096, 8192] {
let f32_array = Arc::new(create_primitive_array::<Float32Type>(size, 0.2));
let f32_args = vec![ColumnarValue::Array(f32_array)];
c.bench_function(&format!("signum f32 array: {}", size), |b| {
b.iter(|| black_box(signum.invoke(&f32_args).unwrap()))
});
let f64_array = Arc::new(create_primitive_array::<Float64Type>(size, 0.2));
let f64_args = vec![ColumnarValue::Array(f64_array)];
c.bench_function(&format!("signum f64 array: {}", size), |b| {
b.iter(|| black_box(signum.invoke(&f64_args).unwrap()))
});
}
}

criterion_group!(benches, criterion_benchmark);
criterion_main!(benches);
64 changes: 30 additions & 34 deletions datafusion/functions/src/math/signum.rs
Original file line number Diff line number Diff line change
Expand Up @@ -18,11 +18,11 @@
use std::any::Any;
use std::sync::Arc;

use arrow::array::{ArrayRef, Float32Array, Float64Array};
use arrow::datatypes::DataType;
use arrow::array::{ArrayRef, AsArray};
use arrow::datatypes::DataType::{Float32, Float64};
use arrow::datatypes::{DataType, Float32Type, Float64Type};

use datafusion_common::{exec_err, DataFusionError, Result};
use datafusion_common::{exec_err, Result};
use datafusion_expr::sort_properties::{ExprProperties, SortProperties};
use datafusion_expr::ColumnarValue;
use datafusion_expr::{ScalarUDFImpl, Signature, Volatility};
Expand Down Expand Up @@ -86,37 +86,33 @@ impl ScalarUDFImpl for SignumFunc {
/// signum SQL function
pub fn signum(args: &[ArrayRef]) -> Result<ArrayRef> {
match args[0].data_type() {
Float64 => Ok(Arc::new(make_function_scalar_inputs_return_type!(
&args[0],
"signum",
Float64Array,
Float64Array,
{
|x: f64| {
if x == 0_f64 {
0_f64
} else {
x.signum()
}
}
}
)) as ArrayRef),

Float32 => Ok(Arc::new(make_function_scalar_inputs_return_type!(
&args[0],
"signum",
Float32Array,
Float32Array,
{
|x: f32| {
if x == 0_f32 {
0_f32
} else {
x.signum()
}
}
}
)) as ArrayRef),
Float64 => Ok(Arc::new(
args[0]
.as_primitive::<Float64Type>()
.unary::<_, Float64Type>(
|x: f64| {
if x == 0_f64 {
0_f64
} else {
x.signum()
}
},
),
) as ArrayRef),

Float32 => Ok(Arc::new(
args[0]
.as_primitive::<Float32Type>()
.unary::<_, Float32Type>(
|x: f32| {
if x == 0_f32 {
0_f32
} else {
x.signum()
}
},
),
) as ArrayRef),

other => exec_err!("Unsupported data type {other:?} for function signum"),
}
Expand Down

0 comments on commit 746380b

Please sign in to comment.