FlowForge-Mini_LCEL_Pipeline_Engine/Pipelines.py at main · ANSHAM1/FlowForge-Mini_LCEL_Pipeline_Engine · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
from CoreEngine.Runnable import RunnableLambda, PassFromRunnable, RunnableParallel, RunnableSequence
from CoreEngine.StrParser import strParser

from Functions import *

pipeline_class = RunnableSequence(
    [
        RunnableParallel(
            {
                "original": PassFromRunnable(),

                "cleaned": RunnableSequence(
                    [
                        RunnableLambda(remove_spaces),
                        RunnableLambda(capitalize_words)
                    ]
                ),

                "numbers": RunnableLambda(extract_numbers),

                "word_count": RunnableLambda(count_words)
            }
        ),

        strParser(),

        RunnableLambda(add_prefix),

        RunnableLambda(reverse)
    ]
)

pipeline = (

    {
        "original": PassFromRunnable(),

        "cleaned"    : RunnableLambda(remove_spaces) | RunnableLambda(capitalize_words),

        "numbers"    : RunnableLambda(extract_numbers),

        "word_count" : RunnableLambda(count_words)
    }

    | strParser() | RunnableLambda(add_prefix) | RunnableLambda(reverse)

)