wiki:GEC17Agenda/GettingStartedWithGENI_III_GIMI/Procedure/TrackIssues/OMLBackEnd

Version 2 (modified by divyashri.bhat@gmail.com, 6 years ago) (diff)

--

I am trying to run Labwiki. I get a list of slices, experiments and when I select what I want to use and click on Start but I get the error below:

Not sure if the OML BackEnd error is related to the the node being down.

DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::LWWidget: Calling 'on_start_experiment on 'LabWiki::Plugin::Experiment::ExperimentWidget' widget
DEBUG development::Class: Configuration for 'gimi' is '{:irods=>{:home=>"/geniRenci/home/", :script_folder=>"experimentTemplates", :measurement_folder=>"GIMI_meas_data"}, :ges=>"http://localhost:8002", :mocking=>false, :dump_script=>"~labwiki_new/labwiki/test/oml2-irods-dumper.sh"}'
INFO development::LabWiki::Plugin::Experiment::ExperimentWidget: {"uuid"=>"eb2714fa-3dd2-4ec4-9fcc-f101fcbc94bf", "href"=>"/itickets/eb2714fa-3dd2-4ec4-9fcc-f101fcbc94bf", "name"=>"r34419020", "type"=>"iticket", "token"=>"xYKu8hcsjKO5a4K", "path"=>"/geniRenci/home/geni-dbhat/manifests-2013-07-16T23:13:59"}
INFO development::LabWiki::Plugin::Experiment::Experiment: Starting experiment name:geni-geni-dbhat-exptestlab-2013-07-16T23-17-59-04-00 url: irods:geni-dbhat:/step1-ping_all.rb script: /tmp/LabWiki-dbhat/geniRenci/home/geni-dbhat/experimentTemplates/step1-ping_all.rb
DEBUG development::OMF::OML::OmlSchema: schema: '[{:name=>:time, :type=>:integer, :title=>"Time"}, {:name=>:phase, :type=>:string, :title=>"Phase"}, {:name=>:completion, :type=>:float, :title=>"Completion"}, {:name=>:message, :type=>:string, :title=>"Message"}]'
DEBUG development::OMF::OML::OmlSchema: schema: '[{:name=>:time, :type=>:integer, :title=>"Time"}, {:name=>:severity, :type=>:string, :title=>"Severity"}, {:name=>:path, :type=>:string, :title=>"Path"}, {:name=>:message, :type=>:string, :title=>"Message"}]'
DEBUG development::OMF::OML::OmlSchema: schema: '[{:name=>:id, :type=>:string, :title=>"Id"}, {:name=>:description, :type=>:string, :title=>"Description"}]'
DEBUG development::LabWiki::Plugin::Experiment::RunExpController: CMD: ~/labwiki/test/omf_exec/omf_exec-norbit.sh /tmp/LabWiki-dbhat/geniRenci/home/geni-dbhat/experimentTemplates/step1-ping_all.rb --experiment-id geni-geni-dbhat-exptestlab-2013-07-16T23-17-59-04-00 --slice urn:publicid:IDN+omf:nitos+dbhattestLab -- --source1 'nodeA' --source2 'nodeB' --source3 'nodeC' --source4 'nodeD' --source5 'nodeE' --graph 'true' --sinkaddr11 '192.168.16.10' --sinkaddr12 '192.168.5.12' --sinkaddr21 '192.168.4.11' --sinkaddr22 '192.168.2.12' --sinkaddr23 '192.168.1.13' --sinkaddr31 '192.168.5.11' --sinkaddr32 '192.168.2.10' --sinkaddr33 '192.168.3.13' --sinkaddr34 '192.168.6.14' --sinkaddr41 '192.168.1.10' --sinkaddr42 '192.168.3.12' --sinkaddr51 '192.168.6.12'
DEBUG development::LabWiki::Plugin::Experiment::RunExpController: Starting application 'geni-geni-dbhat-exptestlab-2013-07-16T23-17-59-04-00' - cmd: '~/labwiki/test/omf_exec/omf_exec-norbit.sh /tmp/LabWiki-dbhat/geniRenci/home/geni-dbhat/experimentTemplates/step1-ping_all.rb --experiment-id geni-geni-dbhat-exptestlab-2013-07-16T23-17-59-04-00 --slice urn:publicid:IDN+omf:nitos+dbhattestLab -- --source1 'nodeA' --source2 'nodeB' --source3 'nodeC' --source4 'nodeD' --source5 'nodeE' --graph 'true' --sinkaddr11 '192.168.16.10' --sinkaddr12 '192.168.5.12' --sinkaddr21 '192.168.4.11' --sinkaddr22 '192.168.2.12' --sinkaddr23 '192.168.1.13' --sinkaddr31 '192.168.5.11' --sinkaddr32 '192.168.2.10' --sinkaddr33 '192.168.3.13' --sinkaddr34 '192.168.6.14' --sinkaddr41 '192.168.1.10' --sinkaddr42 '192.168.3.12' --sinkaddr51 '192.168.6.12''
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STARTED: nil
DEBUG development::LabWiki::Plugin::Experiment::ExperimentWidget: content_renderer: {:type=>:experiment}
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: "Using /home/dbhat/.rvm/gems/ruby-1.8.7-p371"
EventMachine::WebSocket::HandshakeError: Connection and Upgrade headers required
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/em-websocket-0.3.8/lib/em-websocket/handler_factory.rb:73:in `build_with_request'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/websocket-rack-0.4.0/lib/rack/websocket/handler/base/connection.rb:70:in `dispatch'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/websocket-rack-0.4.0/lib/rack/websocket/handler/thin.rb:14:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/websocket-rack-0.4.0/lib/rack/websocket/application.rb:30:in `_call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/websocket-rack-0.4.0/lib/rack/websocket/application.rb:25:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-1.5.2/lib/rack/builder.rb:138:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-1.5.2/lib/rack/urlmap.rb:65:in `block in call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-1.5.2/lib/rack/urlmap.rb:50:in `each'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-1.5.2/lib/rack/urlmap.rb:50:in `call'
	/home/dbhat/labwiki_new/labwiki/lib/labwiki/session_init.rb:33:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/warden-1.2.1/lib/warden/manager.rb:35:in `block in call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/warden-1.2.1/lib/warden/manager.rb:34:in `catch'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/warden-1.2.1/lib/warden/manager.rb:34:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-openid-1.3.1/lib/rack/openid.rb:98:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-1.5.2/lib/rack/session/abstract/id.rb:225:in `context'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-1.5.2/lib/rack/session/abstract/id.rb:220:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-1.5.2/lib/rack/showexceptions.rb:24:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/connection.rb:81:in `block in pre_process'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/connection.rb:79:in `catch'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/connection.rb:79:in `pre_process'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/websocket-rack-0.4.0/lib/rack/websocket/extensions/thin/connection.rb:17:in `pre_process_with_websocket'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/connection.rb:54:in `process'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/connection.rb:39:in `receive_data'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/websocket-rack-0.4.0/lib/rack/websocket/extensions/common.rb:32:in `receive_data_with_websocket'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/websocket-rack-0.4.0/lib/rack/websocket/extensions/common.rb:60:in `receive_data_with_flash_policy_file'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/eventmachine-1.0.3/lib/eventmachine.rb:187:in `run_machine'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/eventmachine-1.0.3/lib/eventmachine.rb:187:in `run'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/backends/base.rb:63:in `start'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/server.rb:159:in `start'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/controllers/controller.rb:86:in `start'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/runner.rb:187:in `run_command'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/runner.rb:152:in `run!'
	/home/dbhat/labwiki_new/omf_web/lib/omf-web/thin/runner.rb:128:in `run!'
	/home/dbhat/labwiki_new/omf_web/lib/omf_web.rb:22:in `start'
	lib/labwiki.rb:55:in `<main>'
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: ""
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO NodeHandler: OMF Experiment Controller 5.4 (git testing)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO NodeHandler: Slice ID: urn:publicid:IDN+omf:nitos+dbhattestLab "
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO NodeHandler: Experiment ID: geni-geni-dbhat-exptestlab-2013-07-16T23-17-59-04-00"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO NodeHandler: Message authentication is disabled"
EventMachine::WebSocket::HandshakeError: Connection and Upgrade headers required
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/em-websocket-0.3.8/lib/em-websocket/handler_factory.rb:73:in `build_with_request'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/websocket-rack-0.4.0/lib/rack/websocket/handler/base/connection.rb:70:in `dispatch'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/websocket-rack-0.4.0/lib/rack/websocket/handler/thin.rb:14:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/websocket-rack-0.4.0/lib/rack/websocket/application.rb:30:in `_call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/websocket-rack-0.4.0/lib/rack/websocket/application.rb:25:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-1.5.2/lib/rack/builder.rb:138:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-1.5.2/lib/rack/urlmap.rb:65:in `block in call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-1.5.2/lib/rack/urlmap.rb:50:in `each'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-1.5.2/lib/rack/urlmap.rb:50:in `call'
	/home/dbhat/labwiki_new/labwiki/lib/labwiki/session_init.rb:33:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/warden-1.2.1/lib/warden/manager.rb:35:in `block in call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/warden-1.2.1/lib/warden/manager.rb:34:in `catch'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/warden-1.2.1/lib/warden/manager.rb:34:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-openid-1.3.1/lib/rack/openid.rb:98:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-1.5.2/lib/rack/session/abstract/id.rb:225:in `context'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-1.5.2/lib/rack/session/abstract/id.rb:220:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/rack-1.5.2/lib/rack/showexceptions.rb:24:in `call'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/connection.rb:81:in `block in pre_process'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/connection.rb:79:in `catch'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/connection.rb:79:in `pre_process'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/websocket-rack-0.4.0/lib/rack/websocket/extensions/thin/connection.rb:17:in `pre_process_with_websocket'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/connection.rb:54:in `process'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/connection.rb:39:in `receive_data'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/websocket-rack-0.4.0/lib/rack/websocket/extensions/common.rb:32:in `receive_data_with_websocket'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/websocket-rack-0.4.0/lib/rack/websocket/extensions/common.rb:60:in `receive_data_with_flash_policy_file'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/eventmachine-1.0.3/lib/eventmachine.rb:187:in `run_machine'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/eventmachine-1.0.3/lib/eventmachine.rb:187:in `run'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/backends/base.rb:63:in `start'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/server.rb:159:in `start'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/controllers/controller.rb:86:in `start'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/runner.rb:187:in `run_command'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/thin-1.5.0/lib/thin/runner.rb:152:in `run!'
	/home/dbhat/labwiki_new/omf_web/lib/omf-web/thin/runner.rb:128:in `run!'
	/home/dbhat/labwiki_new/omf_web/lib/omf_web.rb:22:in `start'
	lib/labwiki.rb:55:in `<main>'
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " WARN NodeHandler: AM support disabled - any service calls will fail!"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO Experiment: load system:exp:stdlib"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.resetDelay: resetDelay = 90 (Fixnum)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.resetTries: resetTries = 1 (Fixnum)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO Experiment: load system:exp:eventlib"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO Experiment: load /tmp/LabWiki-dbhat/geniRenci/home/geni-dbhat/experimentTemplates/step1-ping_all.rb"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.source1: source1 = \"nodeA\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.source2: source2 = \"nodeB\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.source3: source3 = \"nodeC\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.source4: source4 = \"nodeD\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.source5: source5 = \"nodeE\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.graph: graph = \"true\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.sinkaddr11: sinkaddr11 = \"192.168.16.10\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.sinkaddr12: sinkaddr12 = \"192.168.5.12\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.sinkaddr21: sinkaddr21 = \"192.168.4.11\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.sinkaddr22: sinkaddr22 = \"192.168.2.12\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.sinkaddr23: sinkaddr23 = \"192.168.1.13\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.sinkaddr31: sinkaddr31 = \"192.168.5.11\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.sinkaddr32: sinkaddr32 = \"192.168.2.10\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.sinkaddr33: sinkaddr33 = \"192.168.3.13\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.sinkaddr34: sinkaddr34 = \"192.168.6.14\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.sinkaddr41: sinkaddr41 = \"192.168.1.10\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.sinkaddr42: sinkaddr42 = \"192.168.3.12\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO property.sinkaddr51: sinkaddr51 = \"192.168.6.12\" (String)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO Topology: Loading topology 'nodeA'."
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO Topology: Loading topology 'nodeB'."
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO Topology: Loading topology 'nodeC'."
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO Topology: Loading topology 'nodeD'."
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO Topology: Loading topology 'nodeE'."
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO GraphDescription: REPORT:START: RTT"
DEBUG development::LabWiki::Plugin::Experiment::GraphDescription: parse: ["START"]--RTT
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO GraphDescription: REPORT:TYPE: line_chart3"
DEBUG development::LabWiki::Plugin::Experiment::GraphDescription: parse: ["TYPE"]--line_chart3
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO GraphDescription: REPORT:MS:default: SELECT%20%22oml_seq%22,%20%22dest_addr%22,%20%22rtt%22%20FROM%20%22pingmonitor_myping%22"
DEBUG development::LabWiki::Plugin::Experiment::GraphDescription: parse: ["MS", "default"]--SELECT "oml_seq", "dest_addr", "rtt" FROM "pingmonitor_myping"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO GraphDescription: REPORT:MAPPING: %7B%22y_axis%22:%22rtt%22,%22group_by%22:%22dest_addr%22,%22x_axis%22:%22oml_seq%22%7D"
DEBUG development::LabWiki::Plugin::Experiment::GraphDescription: parse: ["MAPPING"]--{"y_axis":"rtt","group_by":"dest_addr","x_axis":"oml_seq"}
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO GraphDescription: REPORT:AXIS: %7B%22x%22:%7B%22legend%22:%22oml_seq%22%7D,%22y%22:%7B%22legend%22:%22rtt%22,%22ticks%22:%7B%22format%22:%22s%22%7D%7D%7D"
DEBUG development::LabWiki::Plugin::Experiment::GraphDescription: parse: ["AXIS"]--{"x":{"legend":"oml_seq"},"y":{"legend":"rtt","ticks":{"format":"s"}}}
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO GraphDescription: REPORT:CAPTION: RTT%20of%20received%20packets."
DEBUG development::LabWiki::Plugin::Experiment::GraphDescription: parse: ["CAPTION"]--RTT of received packets.
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO GraphDescription: REPORT:STOP"
DEBUG development::LabWiki::Plugin::Experiment::GraphDescription: parse: ["STOP"]--
DEBUG development::LabWiki::Plugin::Experiment::OmlConnector: Received graph description '#<LabWiki::Plugin::Experiment::GraphDescription:0x00000003449398>'
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO Experiment: Switching ON resources which are OFF"
DEBUG development::LabWiki::Plugin::Experiment::OmlConnector: Attempting to connect to OML backend on 'tcp://emmy9.casa.umass.edu:3004' - 27265140-#<Thread:0x000000034870f8>
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
WARN development::LabWiki::Plugin::Experiment::OmlConnector: Connection to OML backend failed - EOFError
DEBUG development::LabWiki::Plugin::Experiment::OmlConnector: /home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/postgres-pr-0.6.3/lib/postgres-pr/message.rb:11:in `read_exactly_n_bytes'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/postgres-pr-0.6.3/lib/postgres-pr/message.rb:47:in `read'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/postgres-pr-0.6.3/lib/postgres-pr/connection.rb:56:in `block in initialize'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/postgres-pr-0.6.3/lib/postgres-pr/connection.rb:55:in `loop'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/postgres-pr-0.6.3/lib/postgres-pr/connection.rb:55:in `initialize'
	/home/dbhat/labwiki_new/labwiki/lib/labwiki/plugins/experiment/oml_connector.rb:231:in `new'
	/home/dbhat/labwiki_new/labwiki/lib/labwiki/plugins/experiment/oml_connector.rb:231:in `block (2 levels) in _connect'
DEBUG development::LabWiki::Plugin::Experiment::OmlConnector: Attempting to connect to OML backend on 'tcp://emmy9.casa.umass.edu:3004' - 27540040-#<Thread:0x000000035b9f20>
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Resetting node nodeB"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Resetting node nodeD"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Resetting node nodeC"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Resetting node nodeA"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Resetting node nodeE"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
WARN development::LabWiki::Plugin::Experiment::OmlConnector: Connection to OML backend failed - EOFError
DEBUG development::LabWiki::Plugin::Experiment::OmlConnector: /home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/postgres-pr-0.6.3/lib/postgres-pr/message.rb:11:in `read_exactly_n_bytes'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/postgres-pr-0.6.3/lib/postgres-pr/message.rb:47:in `read'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/postgres-pr-0.6.3/lib/postgres-pr/connection.rb:56:in `block in initialize'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/postgres-pr-0.6.3/lib/postgres-pr/connection.rb:55:in `loop'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/postgres-pr-0.6.3/lib/postgres-pr/connection.rb:55:in `initialize'
	/home/dbhat/labwiki_new/labwiki/lib/labwiki/plugins/experiment/oml_connector.rb:231:in `new'
	/home/dbhat/labwiki_new/labwiki/lib/labwiki/plugins/experiment/oml_connector.rb:231:in `block (2 levels) in _connect'
DEBUG development::LabWiki::Plugin::Experiment::OmlConnector: Attempting to connect to OML backend on 'tcp://emmy9.casa.umass.edu:3004' - 27265140-#<Thread:0x000000034870f8>
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
WARN development::LabWiki::Plugin::Experiment::OmlConnector: Connection to OML backend failed - EOFError
DEBUG development::LabWiki::Plugin::Experiment::OmlConnector: /home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/postgres-pr-0.6.3/lib/postgres-pr/message.rb:11:in `read_exactly_n_bytes'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/postgres-pr-0.6.3/lib/postgres-pr/message.rb:47:in `read'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/postgres-pr-0.6.3/lib/postgres-pr/connection.rb:56:in `block in initialize'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/postgres-pr-0.6.3/lib/postgres-pr/connection.rb:55:in `loop'
	/home/dbhat/.rvm/gems/ruby-1.9.3-p374/gems/postgres-pr-0.6.3/lib/postgres-pr/connection.rb:55:in `initialize'
	/home/dbhat/labwiki_new/labwiki/lib/labwiki/plugins/experiment/oml_connector.rb:231:in `new'
	/home/dbhat/labwiki_new/labwiki/lib/labwiki/plugins/experiment/oml_connector.rb:231:in `block (2 levels) in _connect'
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"
DEBUG development::LabWiki::Plugin::Experiment::OmlConnector: Attempting to connect to OML backend on 'tcp://emmy9.casa.umass.edu:3004' - 27540040-#<Thread:0x000000035b9f20>
DEBUG development::LabWiki::Plugin::Experiment::Experiment: output:STDOUT: " INFO stdlib: Waiting for nodes (Up/Down/Total): 0/5/5 - (still down: nodeB,nodeD,nodeC)"