numaflow-python/examples/map/async_multiproc_map/pipeline.yaml at 62b7a85a9064dccc160e5212efaf43b7e6e4223a · numaproj/numaflow-python · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
apiVersion: numaflow.numaproj.io/v1alpha1
kind: Pipeline
metadata:
  name: simple-pipeline
spec:
  limits:
    readBatchSize: 10
  vertices:
    - name: in
      source:
        # A self data generating source
        generator:
          rpu: 200
          duration: 1s
    - name: mult
      udf:
        container:
          image: quay.io/skohli/numaflow-python/async-multiproc:v5
#          imagePullPolicy: Always
          env:
            - name: SERVER_KIND
              value: "uds"
            - name: PYTHONDEBUG
              value: "true"
            - name: NUM_CPU_MULTIPROC
              value: "3"  # DO NOT forget the double quotes!!!
      containerTemplate:
        env:
          - name: NUMAFLOW_RUNTIME
            value: "rust"
          - name: NUMAFLOW_DEBUG
            value: "true" # DO NOT forget the double quotes!!!

    - name: out
      sink:
        # A simple log printing sink
        log: {}
  edges:
    - from: in
      to: mult
    - from: mult
      to: out