beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Jenkins Server <jenk...@builds.apache.org>
Subject Build failed in Jenkins: beam_PostCommit_Python_Verify #3910
Date Tue, 09 Jan 2018 09:34:56 GMT
See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/3910/display/redirect>

------------------------------------------
[...truncated 1.14 MB...]
          "@type": "OutputReference", 
          "output_name": "out", 
          "step_name": "s2"
        }, 
        "serialized_fn": "<string of 952 bytes>", 
        "user_name": "pair_with_one"
      }
    }, 
    {
      "kind": "GroupByKey", 
      "name": "s4", 
      "properties": {
        "display_data": [], 
        "output_info": [
          {
            "encoding": {
              "@type": "kind:windowed_value", 
              "component_encodings": [
                {
                  "@type": "kind:pair", 
                  "component_encodings": [
                    {
                      "@type": "StrUtf8Coder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlzBJUWhJWkWziAeVyGDZmMhY20hU5IeAAajEkY=",

                      "component_encodings": []
                    }, 
                    {
                      "@type": "kind:stream", 
                      "component_encodings": [
                        {
                          "@type": "VarIntCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxhiUWeeSXOIA5XIYNmYyFjbSFTkh4A89cR+g==",

                          "component_encodings": []
                        }
                      ], 
                      "is_stream_like": true
                    }
                  ], 
                  "is_pair_like": true
                }, 
                {
                  "@type": "kind:global_window"
                }
              ], 
              "is_wrapper": true
            }, 
            "output_name": "out", 
            "user_name": "group.out"
          }
        ], 
        "parallel_input": {
          "@type": "OutputReference", 
          "output_name": "out", 
          "step_name": "s3"
        }, 
        "serialized_fn": "%0AJ%22H%0A%1Dref_Coder_GlobalWindowCoder_1%12%27%0A%25%0A%23%0A%21urn%3Abeam%3Acoders%3Aglobal_window%3A0.1jT%0A%25%0A%23%0A%21beam%3Awindowfn%3Aglobal_windows%3Av0.1%10%01%1A%1Dref_Coder_GlobalWindowCoder_1%22%02%3A%00%28%010%018%01H%01",

        "user_name": "group"
      }
    }, 
    {
      "kind": "ParallelDo", 
      "name": "s5", 
      "properties": {
        "display_data": [
          {
            "key": "fn", 
            "label": "Transform Function", 
            "namespace": "apache_beam.transforms.core.CallableWrapperDoFn", 
            "type": "STRING", 
            "value": "count_ones"
          }, 
          {
            "key": "fn", 
            "label": "Transform Function", 
            "namespace": "apache_beam.transforms.core.ParDo", 
            "shortValue": "CallableWrapperDoFn", 
            "type": "STRING", 
            "value": "apache_beam.transforms.core.CallableWrapperDoFn"
          }
        ], 
        "non_parallel_inputs": {}, 
        "output_info": [
          {
            "encoding": {
              "@type": "kind:windowed_value", 
              "component_encodings": [
                {
                  "@type": "kind:pair", 
                  "component_encodings": [
                    {
                      "@type": "StrUtf8Coder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlzBJUWhJWkWziAeVyGDZmMhY20hU5IeAAajEkY=",

                      "component_encodings": []
                    }, 
                    {
                      "@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",

                      "component_encodings": [
                        {
                          "@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",

                          "component_encodings": []
                        }, 
                        {
                          "@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",

                          "component_encodings": []
                        }
                      ], 
                      "is_pair_like": true
                    }
                  ], 
                  "is_pair_like": true
                }, 
                {
                  "@type": "kind:global_window"
                }
              ], 
              "is_wrapper": true
            }, 
            "output_name": "out", 
            "user_name": "count.out"
          }
        ], 
        "parallel_input": {
          "@type": "OutputReference", 
          "output_name": "out", 
          "step_name": "s4"
        }, 
        "serialized_fn": "<string of 1032 bytes>", 
        "user_name": "count"
      }
    }, 
    {
      "kind": "ParallelDo", 
      "name": "s6", 
      "properties": {
        "display_data": [
          {
            "key": "fn", 
            "label": "Transform Function", 
            "namespace": "apache_beam.transforms.core.CallableWrapperDoFn", 
            "type": "STRING", 
            "value": "format_result"
          }, 
          {
            "key": "fn", 
            "label": "Transform Function", 
            "namespace": "apache_beam.transforms.core.ParDo", 
            "shortValue": "CallableWrapperDoFn", 
            "type": "STRING", 
            "value": "apache_beam.transforms.core.CallableWrapperDoFn"
          }
        ], 
        "non_parallel_inputs": {}, 
        "output_info": [
          {
            "encoding": {
              "@type": "kind:windowed_value", 
              "component_encodings": [
                {
                  "@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",

                  "component_encodings": [
                    {
                      "@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",

                      "component_encodings": []
                    }, 
                    {
                      "@type": "FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",

                      "component_encodings": []
                    }
                  ], 
                  "is_pair_like": true
                }, 
                {
                  "@type": "kind:global_window"
                }
              ], 
              "is_wrapper": true
            }, 
            "output_name": "out", 
            "user_name": "format.out"
          }
        ], 
        "parallel_input": {
          "@type": "OutputReference", 
          "output_name": "out", 
          "step_name": "s5"
        }, 
        "serialized_fn": "<string of 1028 bytes>", 
        "user_name": "format"
      }
    }
  ], 
  "type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
 createTime: u'2018-01-09T09:27:00.868220Z'
 currentStateTime: u'1970-01-01T00:00:00Z'
 id: u'2018-01-09_01_27_00-3796338122094653772'
 location: u'us-central1'
 name: u'beamapp-jenkins-0109092658-618743'
 projectId: u'apache-beam-testing'
 stageStates: []
 steps: []
 tempFiles: []
 type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2018-01-09_01_27_00-3796338122094653772]
root: INFO: To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-01-09_01_27_00-3796338122094653772?project=apache-beam-testing
root: INFO: Job 2018-01-09_01_27_00-3796338122094653772 is in state JOB_STATE_PENDING
root: INFO: 2018-01-09T09:27:00.296Z: JOB_MESSAGE_WARNING: (34af4d687eb9bfb0): Setting the
number of workers (1) disables autoscaling for this job. If you are trying to cap autoscaling,
consider only setting max_num_workers. If you want to disable autoscaling altogether, the
documented way is to explicitly use autoscalingAlgorithm=NONE.
root: INFO: 2018-01-09T09:27:02.752Z: JOB_MESSAGE_DETAILED: (279d55b9eedae6d0): Checking required
Cloud APIs are enabled.
root: INFO: 2018-01-09T09:27:03.602Z: JOB_MESSAGE_DETAILED: (279d55b9eedae38d): Expanding
CollectionToSingleton operations into optimizable parts.
root: INFO: 2018-01-09T09:27:03.634Z: JOB_MESSAGE_DETAILED: (279d55b9eedaede0): Expanding
CoGroupByKey operations into optimizable parts.
root: INFO: 2018-01-09T09:27:03.660Z: JOB_MESSAGE_DEBUG: (279d55b9eedae833): Combiner lifting
skipped for step group: GroupByKey not followed by a combiner.
root: INFO: 2018-01-09T09:27:03.691Z: JOB_MESSAGE_DETAILED: (279d55b9eedaef15): Expanding
GroupByKey operations into optimizable parts.
root: INFO: 2018-01-09T09:27:03.721Z: JOB_MESSAGE_DEBUG: (279d55b9eedae5f7): Annotating graph
with Autotuner information.
root: INFO: 2018-01-09T09:27:03.756Z: JOB_MESSAGE_DETAILED: (279d55b9eedae3bb): Fusing adjacent
ParDo, Read, Write, and Flatten operations
root: INFO: 2018-01-09T09:27:03.788Z: JOB_MESSAGE_DETAILED: (279d55b9eedaea9d): Fusing consumer
split into read/Read
root: INFO: 2018-01-09T09:27:03.818Z: JOB_MESSAGE_DETAILED: (279d55b9eedae17f): Fusing consumer
group/Reify into pair_with_one
root: INFO: 2018-01-09T09:27:03.849Z: JOB_MESSAGE_DETAILED: (279d55b9eedae861): Fusing consumer
format into count
root: INFO: 2018-01-09T09:27:03.880Z: JOB_MESSAGE_DETAILED: (279d55b9eedaef43): Fusing consumer
count into group/GroupByWindow
root: INFO: 2018-01-09T09:27:03.912Z: JOB_MESSAGE_DETAILED: (279d55b9eedae625): Fusing consumer
pair_with_one into split
root: INFO: 2018-01-09T09:27:03.935Z: JOB_MESSAGE_DETAILED: (279d55b9eedaed07): Fusing consumer
group/Write into group/Reify
root: INFO: 2018-01-09T09:27:03.956Z: JOB_MESSAGE_DETAILED: (279d55b9eedae3e9): Fusing consumer
group/GroupByWindow into group/Read
root: INFO: 2018-01-09T09:27:03.977Z: JOB_MESSAGE_DEBUG: (279d55b9eedaeacb): Workflow config
is missing a default resource spec.
root: INFO: 2018-01-09T09:27:03.988Z: JOB_MESSAGE_DEBUG: (279d55b9eedae1ad): Adding StepResource
setup and teardown to workflow graph.
root: INFO: 2018-01-09T09:27:04Z: JOB_MESSAGE_DEBUG: (279d55b9eedae88f): Adding workflow start
and stop steps.
root: INFO: 2018-01-09T09:27:04.020Z: JOB_MESSAGE_DEBUG: (279d55b9eedaef71): Assigning stage
ids.
root: INFO: 2018-01-09T09:27:04.110Z: JOB_MESSAGE_DEBUG: (ea4572ef6b66f1a6): Executing wait
step start13
root: INFO: 2018-01-09T09:27:04.145Z: JOB_MESSAGE_BASIC: (f30bcf178c2256e6): Executing operation
group/Create
root: INFO: Job 2018-01-09_01_27_00-3796338122094653772 is in state JOB_STATE_RUNNING
root: INFO: 2018-01-09T09:27:04.173Z: JOB_MESSAGE_DEBUG: (a9abec243c008ca8): Starting worker
pool setup.
root: INFO: 2018-01-09T09:27:04.193Z: JOB_MESSAGE_BASIC: (a9abec243c008faa): Starting 1 workers
in us-central1-f...
root: INFO: 2018-01-09T09:27:04.246Z: JOB_MESSAGE_DEBUG: (f30bcf178c2250b0): Value "group/Session"
materialized.
root: INFO: 2018-01-09T09:27:04.285Z: JOB_MESSAGE_BASIC: (f30bcf178c225bb8): Executing operation
read/Read+split+pair_with_one+group/Reify+group/Write
root: INFO: 2018-01-09T09:27:12.638Z: JOB_MESSAGE_DETAILED: (fe34485267edcd16): Autoscaling:
Raised the number of workers to 0 based on the rate of progress in the currently running step(s).
root: INFO: 2018-01-09T09:27:41.531Z: JOB_MESSAGE_ERROR: (fe34485267edc3e9): Startup of the
worker pool in zone us-central1-f failed to bring up any of the desired 1 workers. QUOTA_EXCEEDED:
Quota 'DISKS_TOTAL_GB' exceeded.  Limit: 21000.0 in region us-central1.
root: INFO: 2018-01-09T09:27:41.545Z: JOB_MESSAGE_ERROR: (fe34485267edc70b): Workflow failed.
root: INFO: 2018-01-09T09:27:41.801Z: JOB_MESSAGE_DETAILED: (279d55b9eedaee6a): Cleaning up.
root: INFO: 2018-01-09T09:27:41.845Z: JOB_MESSAGE_DEBUG: (279d55b9eedaec2e): Starting worker
pool teardown.
root: INFO: 2018-01-09T09:27:41.859Z: JOB_MESSAGE_BASIC: (279d55b9eedae310): Stopping worker
pool...
root: INFO: 2018-01-09T09:28:58.581Z: JOB_MESSAGE_BASIC: (279d55b9eedaee98): Worker pool stopped.
root: INFO: 2018-01-09T09:28:58.604Z: JOB_MESSAGE_DEBUG: (279d55b9eedaec5c): Tearing down
pending resources...
root: INFO: Job 2018-01-09_01_27_00-3796338122094653772 is in state JOB_STATE_FAILED
--------------------- >> end captured logging << ---------------------

----------------------------------------------------------------------
Ran 3 tests in 425.641s

FAILED (errors=2)
Build step 'Execute shell' marked build as failure
Not sending mail to unregistered user ankurgoenka@gmail.com
Not sending mail to unregistered user ehudm@google.com
Not sending mail to unregistered user jb@nanthrax.net

Mime
View raw message