Skip to content

Commit 3aede0b

Browse files
abbywhAbby Whittier
andauthored
[Refactor] SerDe files to separate directory (#1059)
* serde folder refactor * serde folder refactor --------- Co-authored-by: Abby Whittier <awhittier@netflix.com>
1 parent d76ae27 commit 3aede0b

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

46 files changed

+62
-31
lines changed

flink/src/main/scala/ai/chronon/flink/AvroCodecFn.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,8 @@ import org.slf4j.LoggerFactory
44
import ai.chronon.api.Extensions.GroupByOps
55
import ai.chronon.api.{Constants, DataModel, Query, StructType => ChrononStructType}
66
import ai.chronon.flink.window.TimestampedTile
7-
import ai.chronon.online.{AvroConversions, GroupByServingInfoParsed}
7+
import ai.chronon.online.GroupByServingInfoParsed
8+
import ai.chronon.online.serde.AvroConversions
89
import ai.chronon.online.KVStore.PutRequest
910
import org.apache.flink.api.common.functions.RichFlatMapFunction
1011
import org.apache.flink.configuration.Configuration

flink/src/main/scala/ai/chronon/flink/FlinkJob.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,8 @@ import ai.chronon.flink.window.{
1010
KeySelector,
1111
TimestampedTile
1212
}
13-
import ai.chronon.online.{GroupByServingInfoParsed, SparkConversions}
13+
import ai.chronon.online.GroupByServingInfoParsed
14+
import ai.chronon.online.serde.SparkConversions
1415
import ai.chronon.online.KVStore.PutRequest
1516
import org.apache.flink.streaming.api.scala.{DataStream, OutputTag, StreamExecutionEnvironment}
1617
import org.apache.spark.sql.Encoder

flink/src/main/scala/ai/chronon/flink/SparkExpressionEvalFn.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,8 @@ package ai.chronon.flink
33
import org.slf4j.LoggerFactory
44
import ai.chronon.api.Extensions.{GroupByOps, MetadataOps}
55
import ai.chronon.api.{Constants, GroupBy, Query, StructType => ChrononStructType}
6-
import ai.chronon.online.{CatalystUtil, SparkConversions}
6+
import ai.chronon.online.CatalystUtil
7+
import ai.chronon.online.serde.SparkConversions
78
import com.codahale.metrics.ExponentiallyDecayingReservoir
89
import org.apache.flink.api.common.functions.RichFlatMapFunction
910
import org.apache.flink.configuration.Configuration

flink/src/main/scala/ai/chronon/flink/window/FlinkRowAggregators.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,8 @@ package ai.chronon.flink.window
33
import ai.chronon.aggregator.row.RowAggregator
44
import ai.chronon.api.Extensions.GroupByOps
55
import ai.chronon.api.{Constants, DataType, GroupBy, Row}
6-
import ai.chronon.online.{ArrayRow, TileCodec}
6+
import ai.chronon.online.TileCodec
7+
import ai.chronon.online.serde.ArrayRow
78
import org.apache.flink.api.common.functions.AggregateFunction
89
import org.apache.flink.configuration.Configuration
910
import org.apache.flink.metrics.Counter

online/src/main/scala/ai/chronon/online/CatalystUtil.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@ package ai.chronon.online
1919
import ai.chronon.api.{DataType, StructType}
2020
import ai.chronon.online.CatalystUtil.{IteratorWrapper, PoolKey, poolMap}
2121
import ai.chronon.online.Extensions.StructTypeOps
22+
import ai.chronon.online.serde.SparkConversions
2223
import org.apache.spark.sql.catalyst.InternalRow
2324
import org.apache.spark.sql.catalyst.expressions.UnsafeProjection
2425
import org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator

online/src/main/scala/ai/chronon/online/Extensions.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,7 @@
1717
package ai.chronon.online
1818

1919
import ai.chronon.api
20+
import ai.chronon.online.serde.{AvroCodec, AvroConversions, SparkConversions}
2021
import org.apache.avro.Schema
2122
import org.apache.spark.sql.types.StructType
2223

online/src/main/scala/ai/chronon/online/Fetcher.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,7 @@ import ai.chronon.online.DerivationUtils.{applyDeriveFunc, buildDerivedFields}
3333
import ai.chronon.online.Fetcher._
3434
import ai.chronon.online.KVStore.GetRequest
3535
import ai.chronon.online.Metrics.Environment
36+
import ai.chronon.online.serde.{AvroCodec, AvroConversions}
3637
import com.google.gson.Gson
3738
import com.timgroup.statsd.Event
3839
import com.timgroup.statsd.Event.AlertType

online/src/main/scala/ai/chronon/online/FetcherBase.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,7 @@ import ai.chronon.online.FetcherCache.{BatchResponses, CachedBatchResponse, KvSt
2727
import ai.chronon.online.KVStore.{GetRequest, GetResponse, TimedValue}
2828
import ai.chronon.online.Metrics.Name
2929
import ai.chronon.online.DerivationUtils.{applyDeriveFunc, buildRenameOnlyDerivationFunction}
30+
import ai.chronon.online.serde.AvroConversions
3031
import com.google.gson.Gson
3132

3233
import java.util

online/src/main/scala/ai/chronon/online/GroupByServingInfoParsed.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,7 @@ import ai.chronon.aggregator.windowing.SawtoothOnlineAggregator
2020
import ai.chronon.api.Constants.{ReversalField, TimeField}
2121
import ai.chronon.api.Extensions.{GroupByOps, MetadataOps}
2222
import ai.chronon.api._
23+
import ai.chronon.online.serde.{AvroCodec, AvroConversions}
2324
import org.apache.avro.Schema
2425

2526
import ai.chronon.online.DerivationUtils.{DerivationFunc, buildDerivationFunction, buildDerivedFields, timeFields}

online/src/main/scala/ai/chronon/online/JoinCodec.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@ package ai.chronon.online
1919
import ai.chronon.api.Extensions.{JoinOps, MetadataOps}
2020
import ai.chronon.api.{DataType, HashUtils, StructField, StructType}
2121
import ai.chronon.online.Fetcher.ResponseWithContext
22+
import ai.chronon.online.serde.{AvroCodec, AvroConversions}
2223
import com.google.gson.Gson
2324

2425
import scala.collection.Seq

0 commit comments

Comments
 (0)