From 92b608ab1773d08f5c8189e09ee686dc0311b47e Mon Sep 17 00:00:00 2001 From: Austin Liu Date: Fri, 20 Sep 2024 00:07:20 +0800 Subject: [PATCH] Add ASF license header Signed-off-by: Austin Liu --- Cargo.toml | 17 +++++++++++++++++ README.md | 19 +++++++++++++++++++ docs/README.md | 19 +++++++++++++++++++ examples/tips.py | 17 +++++++++++++++++ pyproject.toml | 17 +++++++++++++++++ raysql/__init__.py | 17 +++++++++++++++++ raysql/context.py | 17 +++++++++++++++++ raysql/main.py | 17 +++++++++++++++++ raysql/ray_utils.py | 17 +++++++++++++++++ raysql/tests/test_context.py | 17 +++++++++++++++++ src/context.rs | 17 +++++++++++++++++ src/lib.rs | 17 +++++++++++++++++ src/planner.rs | 17 +++++++++++++++++ src/proto/generated/mod.rs | 17 +++++++++++++++++ src/proto/mod.rs | 17 +++++++++++++++++ src/query_stage.rs | 17 +++++++++++++++++ src/shuffle/codec.rs | 17 +++++++++++++++++ src/shuffle/mod.rs | 17 +++++++++++++++++ src/shuffle/ray_shuffle/mod.rs | 17 +++++++++++++++++ src/shuffle/ray_shuffle/reader.rs | 17 +++++++++++++++++ src/shuffle/ray_shuffle/writer.rs | 17 +++++++++++++++++ src/shuffle/reader.rs | 17 +++++++++++++++++ src/shuffle/writer.rs | 17 +++++++++++++++++ src/utils.rs | 17 +++++++++++++++++ 24 files changed, 412 insertions(+) diff --git a/Cargo.toml b/Cargo.toml index cfe2fbc..b553351 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + [package] name = "raysql" description = "RaySQL: DataFusion on Ray" diff --git a/README.md b/README.md index cd6820b..165ec3e 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,22 @@ + + # RaySQL: DataFusion on Ray This is a research project to evaluate performing distributed SQL queries from Python, using diff --git a/docs/README.md b/docs/README.md index 13de91d..516c338 100644 --- a/docs/README.md +++ b/docs/README.md @@ -1,3 +1,22 @@ + + # RaySQL Design Documentation RaySQL is a distributed SQL query engine that is powered by DataFusion. diff --git a/examples/tips.py b/examples/tips.py index 7e8ba31..fff8834 100644 --- a/examples/tips.py +++ b/examples/tips.py @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + import os import pandas as pd import ray diff --git a/pyproject.toml b/pyproject.toml index e4e0602..77853ea 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + [build-system] requires = ["maturin>=0.14,<0.15"] build-backend = "maturin" diff --git a/raysql/__init__.py b/raysql/__init__.py index 6d5d291..b608318 100644 --- a/raysql/__init__.py +++ b/raysql/__init__.py @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + try: import importlib.metadata as importlib_metadata except ImportError: diff --git a/raysql/context.py b/raysql/context.py index 312fc86..c44de4c 100644 --- a/raysql/context.py +++ b/raysql/context.py @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + import json import os import time diff --git a/raysql/main.py b/raysql/main.py index aeba7ee..e9fe382 100644 --- a/raysql/main.py +++ b/raysql/main.py @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + import time import os diff --git a/raysql/ray_utils.py b/raysql/ray_utils.py index e9fc807..6c1eda4 100644 --- a/raysql/ray_utils.py +++ b/raysql/ray_utils.py @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + import ray diff --git a/raysql/tests/test_context.py b/raysql/tests/test_context.py index d83bd95..e1cc97c 100644 --- a/raysql/tests/test_context.py +++ b/raysql/tests/test_context.py @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + import pytest from raysql import Context diff --git a/src/context.rs b/src/context.rs index 5117a88..fbfccfb 100644 --- a/src/context.rs +++ b/src/context.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use crate::planner::{make_execution_graph, PyExecutionGraph}; use crate::shuffle::{RayShuffleReaderExec, ShuffleCodec}; use crate::utils::wait_for_future; diff --git a/src/lib.rs b/src/lib.rs index cca8d16..df53b52 100644 --- a/src/lib.rs +++ b/src/lib.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + extern crate core; use pyo3::prelude::*; diff --git a/src/planner.rs b/src/planner.rs index fb97a97..30b5b34 100644 --- a/src/planner.rs +++ b/src/planner.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use crate::query_stage::PyQueryStage; use crate::query_stage::QueryStage; use crate::shuffle::{RayShuffleReaderExec, RayShuffleWriterExec}; diff --git a/src/proto/generated/mod.rs b/src/proto/generated/mod.rs index 91e4166..833afac 100644 --- a/src/proto/generated/mod.rs +++ b/src/proto/generated/mod.rs @@ -1 +1,18 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + pub mod protobuf; diff --git a/src/proto/mod.rs b/src/proto/mod.rs index 743aa41..8e28eb5 100644 --- a/src/proto/mod.rs +++ b/src/proto/mod.rs @@ -1 +1,18 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + pub mod generated; diff --git a/src/query_stage.rs b/src/query_stage.rs index d7e0b67..1bf2cbf 100644 --- a/src/query_stage.rs +++ b/src/query_stage.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use crate::shuffle::{RayShuffleReaderExec, ShuffleCodec, ShuffleReaderExec}; use datafusion::error::Result; use datafusion::physical_plan::{ExecutionPlan, Partitioning}; diff --git a/src/shuffle/codec.rs b/src/shuffle/codec.rs index 9bce9e8..ac0dfa5 100644 --- a/src/shuffle/codec.rs +++ b/src/shuffle/codec.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use crate::protobuf::ray_sql_exec_node::PlanType; use crate::protobuf::{ RayShuffleReaderExecNode, RayShuffleWriterExecNode, RaySqlExecNode, ShuffleReaderExecNode, diff --git a/src/shuffle/mod.rs b/src/shuffle/mod.rs index 35c6cad..cfa3980 100644 --- a/src/shuffle/mod.rs +++ b/src/shuffle/mod.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + mod codec; mod ray_shuffle; mod reader; diff --git a/src/shuffle/ray_shuffle/mod.rs b/src/shuffle/ray_shuffle/mod.rs index ce35b31..0a153b4 100644 --- a/src/shuffle/ray_shuffle/mod.rs +++ b/src/shuffle/ray_shuffle/mod.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + mod reader; mod writer; diff --git a/src/shuffle/ray_shuffle/reader.rs b/src/shuffle/ray_shuffle/reader.rs index c26bea7..0b190ff 100644 --- a/src/shuffle/ray_shuffle/reader.rs +++ b/src/shuffle/ray_shuffle/reader.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use crate::shuffle::ray_shuffle::CombinedRecordBatchStream; use datafusion::arrow::datatypes::SchemaRef; use datafusion::arrow::record_batch::RecordBatch; diff --git a/src/shuffle/ray_shuffle/writer.rs b/src/shuffle/ray_shuffle/writer.rs index 55bb3f0..b33840d 100644 --- a/src/shuffle/ray_shuffle/writer.rs +++ b/src/shuffle/ray_shuffle/writer.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use datafusion::arrow::compute::concat_batches; use datafusion::arrow::datatypes::SchemaRef; use datafusion::arrow::record_batch::RecordBatch; diff --git a/src/shuffle/reader.rs b/src/shuffle/reader.rs index 3520230..5c74b27 100644 --- a/src/shuffle/reader.rs +++ b/src/shuffle/reader.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use crate::shuffle::ray_shuffle::CombinedRecordBatchStream; use datafusion::arrow::datatypes::SchemaRef; use datafusion::arrow::ipc::reader::FileReader; diff --git a/src/shuffle/writer.rs b/src/shuffle/writer.rs index 235f7d1..a2938bc 100644 --- a/src/shuffle/writer.rs +++ b/src/shuffle/writer.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use datafusion::arrow::array::Int32Array; use datafusion::arrow::datatypes::{DataType, Field, Schema, SchemaRef}; use datafusion::arrow::ipc::writer::FileWriter; diff --git a/src/utils.rs b/src/utils.rs index c608c80..5e52d45 100644 --- a/src/utils.rs +++ b/src/utils.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use pyo3::Python; use std::future::Future; use tokio::runtime::Runtime;