+++ Running pbench-unpack-tarballs
Template:  pbench-unittests.v3.server-reports
Index:  pbench-unittests.v3.server-reports.1970-01 1
len(actions) = 1
[
    {
        "_id": "5ca1ab1e70015f100dedfab1ed0ff1ce",
        "_index": "pbench-unittests.v3.server-reports.1970-01",
        "_op_type": "create",
        "_source": {
            "@generated-by": {
                "commit_id": "unit-test",
                "group_id": 43,
                "hostname": "example.com",
                "pid": 42,
                "user_id": 44,
                "version": ""
            },
            "@timestamp": "1970-01-01T00:00:42",
            "chunk_id": 1,
            "doctype": "status",
            "name": "pbench-unpack-tarballs",
            "text": "pbench-unpack-tarballs.run-1970-01-01T00:00:42-UTC(unit-test) - w/ 0 errors\nProcessed 1 result tar balls, 1 successfully, 0 warnings, 0 errors, and 0 duplicates\n\n",
            "total_chunks": 1,
            "total_size": 162
        },
        "_type": "pbench-server-reports"
    }
]
--- Finished pbench-unpack-tarballs (status=0)
+++ Running pbench-index
Template:  pbench-unittests.v3.server-reports
Template:  pbench-unittests.v3.tool-data-iostat
Template:  pbench-unittests.v3.tool-data-mpstat
Template:  pbench-unittests.v3.tool-data-pidstat
Template:  pbench-unittests.v3.tool-data-proc-interrupts
Template:  pbench-unittests.v3.tool-data-proc-vmstat
Template:  pbench-unittests.v3.tool-data-prometheus-metrics
Template:  pbench-unittests.v3.tool-data-vmstat
Template:  pbench-unittests.v4.result-data
Template:  pbench-unittests.v5.run
Index:  pbench-unittests.v3.server-reports.1970-01 1
len(actions) = 1
[
    {
        "_id": "5ca1ab1e70015f100dedfab1ed0ff1ce",
        "_index": "pbench-unittests.v3.server-reports.1970-01",
        "_op_type": "create",
        "_source": {
            "@generated-by": {
                "commit_id": "unit-test",
                "group_id": 43,
                "hostname": "example.com",
                "pid": 42,
                "user_id": 44,
                "version": "4.0.0"
            },
            "@timestamp": "1970-01-01T00:00:42",
            "doctype": "start",
            "name": "pbench-index"
        },
        "_type": "pbench-server-reports"
    }
]
Template:  pbench-unittests.v3.server-reports
Template:  pbench-unittests.v3.tool-data-iostat
Template:  pbench-unittests.v3.tool-data-mpstat
Template:  pbench-unittests.v3.tool-data-pidstat
Template:  pbench-unittests.v3.tool-data-proc-interrupts
Template:  pbench-unittests.v3.tool-data-proc-vmstat
Template:  pbench-unittests.v3.tool-data-prometheus-metrics
Template:  pbench-unittests.v3.tool-data-vmstat
Template:  pbench-unittests.v4.result-data
Template:  pbench-unittests.v5.run
Index:  pbench-unittests.v3.server-reports.1970-01 1
len(actions) = 1
[
    {
        "_id": "5ca1ab1e70015f100dedfab1ed0ff1ce",
        "_index": "pbench-unittests.v3.server-reports.1970-01",
        "_op_type": "create",
        "_source": {
            "@generated-by": {
                "commit_id": "unit-test",
                "group_id": 43,
                "hostname": "example.com",
                "pid": 42,
                "user_id": 44,
                "version": "4.0.0"
            },
            "@timestamp": "1970-01-01T00:00:42",
            "chunk_id": 1,
            "doctype": "status",
            "name": "pbench-index",
            "text": "pbench-index.run-1970-01-01T00:00:42-UTC - Indexed 0 results, skipped 1 results\n\nSkipped Results\n===============\n/var/tmp/pbench-test-server/test-7.3/pbench/archive/fs-version-001/alphaville/TO-INDEX/test_7.3_2015.09.21T15.31.08.tar.xz\n",
            "total_chunks": 1,
            "total_size": 236
        },
        "_type": "pbench-server-reports"
    }
]
--- Finished pbench-index (status=0)
+++ Running pbench-index --tool-data
--- Finished pbench-index (status=0)
+++ Running unit test audit
Template:  pbench-unittests.v3.server-reports
Index:  pbench-unittests.v3.server-reports.1970-01 1
len(actions) = 1
[
    {
        "_id": "5ca1ab1e70015f100dedfab1ed0ff1ce",
        "_index": "pbench-unittests.v3.server-reports.1970-01",
        "_op_type": "create",
        "_source": {
            "@generated-by": {
                "commit_id": "unit-test",
                "group_id": 43,
                "hostname": "example.com",
                "pid": 42,
                "user_id": 44,
                "version": ""
            },
            "@timestamp": "1970-01-01T00:00:42",
            "chunk_id": 1,
            "doctype": "status",
            "name": "pbench-audit-server",
            "text": "pbench-audit-server.run-1970-01-01T00:00:42-UTC(unit-test)\n",
            "total_chunks": 1,
            "total_size": 59
        },
        "_type": "pbench-server-reports"
    }
]
--- Finished unit test audit (status=0)
+++ var/www/html tree state (/var/tmp/pbench-test-server/test-7.3/var-www-html)
lrwxrwxrwx         64 incoming -> /var/tmp/pbench-test-server/test-7.3/pbench/public_html/incoming
drwxrwxr-x          - pbench-results-host-info.versioned
lrwxrwxrwx         38 pbench-results-host-info.versioned/pbench-results-host-info.URL002 -> pbench-results-host-info.URL002.active
-rw-rw-r--        119 pbench-results-host-info.versioned/pbench-results-host-info.URL002.active
-rw-rw-r--         95 pbench-results-host-info.versioned/pbench-results-host-info.URL002.maint
lrwxrwxrwx         63 results -> /var/tmp/pbench-test-server/test-7.3/pbench/public_html/results
lrwxrwxrwx         62 static -> /var/tmp/pbench-test-server/test-7.3/pbench/public_html/static
lrwxrwxrwx         61 users -> /var/tmp/pbench-test-server/test-7.3/pbench/public_html/users
--- var/www/html tree state
+++ results host info (/var/tmp/pbench-test-server/test-7.3/var-www-html/pbench-results-host-info.versioned)
/var/tmp/pbench-test-server/test-7.3/var-www-html/pbench-results-host-info.versioned/pbench-results-host-info.URL002.active:pbench@pbench.example.com:/var/tmp/pbench-test-server/test-7.3/pbench-local/pbench-move-results-receive/fs-version-002
/var/tmp/pbench-test-server/test-7.3/var-www-html/pbench-results-host-info.versioned/pbench-results-host-info.URL002.maint:MESSAGE===System Under Maintenance - please retry at a later time (unit-test-user@example.com)
--- results host info
+++ var/www/html-satellite tree state (/var/tmp/pbench-test-server/test-7.3/var-www-html-satellite)
lrwxrwxrwx         74 incoming -> /var/tmp/pbench-test-server/test-7.3/pbench-satellite/public_html/incoming
drwxrwxr-x          - pbench-results-host-info.versioned
lrwxrwxrwx         38 pbench-results-host-info.versioned/pbench-results-host-info.URL002 -> pbench-results-host-info.URL002.active
-rw-rw-r--        139 pbench-results-host-info.versioned/pbench-results-host-info.URL002.active
-rw-rw-r--         95 pbench-results-host-info.versioned/pbench-results-host-info.URL002.maint
lrwxrwxrwx         73 results -> /var/tmp/pbench-test-server/test-7.3/pbench-satellite/public_html/results
lrwxrwxrwx         72 static -> /var/tmp/pbench-test-server/test-7.3/pbench-satellite/public_html/static
lrwxrwxrwx         71 users -> /var/tmp/pbench-test-server/test-7.3/pbench-satellite/public_html/users
--- var/www/html-satellite tree state
+++ results host info (/var/tmp/pbench-test-server/test-7.3/var-www-html-satellite/pbench-results-host-info.versioned)
/var/tmp/pbench-test-server/test-7.3/var-www-html-satellite/pbench-results-host-info.versioned/pbench-results-host-info.URL002.active:pbench@pbench-satellite.example.com:/var/tmp/pbench-test-server/test-7.3/pbench-satellite-local/pbench-move-results-receive/fs-version-002
/var/tmp/pbench-test-server/test-7.3/var-www-html-satellite/pbench-results-host-info.versioned/pbench-results-host-info.URL002.maint:MESSAGE===System Under Maintenance - please retry at a later time (unit-test-user@example.com)
--- results host info
+++ pbench tree state (/var/tmp/pbench-test-server/test-7.3/pbench)
drwxrwxr-x          - archive
drwxrwxr-x          - archive/fs-version-001
drwxrwxr-x          - archive/fs-version-001/alphaville
drwxrwxr-x          - archive/fs-version-001/alphaville/BACKED-UP
drwxrwxr-x          - archive/fs-version-001/alphaville/BACKUP-FAILED
drwxrwxr-x          - archive/fs-version-001/alphaville/BAD-MD5
drwxrwxr-x          - archive/fs-version-001/alphaville/COPIED-SOS
drwxrwxr-x          - archive/fs-version-001/alphaville/INDEXED
drwxrwxr-x          - archive/fs-version-001/alphaville/SATELLITE-DONE
drwxrwxr-x          - archive/fs-version-001/alphaville/SATELLITE-MD5-FAILED
drwxrwxr-x          - archive/fs-version-001/alphaville/SATELLITE-MD5-PASSED
drwxrwxr-x          - archive/fs-version-001/alphaville/SYNCED
drwxrwxr-x          - archive/fs-version-001/alphaville/TO-BACKUP
drwxrwxr-x          - archive/fs-version-001/alphaville/TO-COPY-SOS
lrwxrwxrwx        113 archive/fs-version-001/alphaville/TO-COPY-SOS/test_7.3_2015.09.21T15.31.08.tar.xz -> /var/tmp/pbench-test-server/test-7.3/pbench/archive/fs-version-001/alphaville/test_7.3_2015.09.21T15.31.08.tar.xz
drwxrwxr-x          - archive/fs-version-001/alphaville/TO-DELETE
drwxrwxr-x          - archive/fs-version-001/alphaville/TO-INDEX
drwxrwxr-x          - archive/fs-version-001/alphaville/TO-INDEX-TOOL
drwxrwxr-x          - archive/fs-version-001/alphaville/TO-LINK
drwxrwxr-x          - archive/fs-version-001/alphaville/TO-RE-INDEX
drwxrwxr-x          - archive/fs-version-001/alphaville/TO-SYNC
drwxrwxr-x          - archive/fs-version-001/alphaville/TO-UNPACK
drwxrwxr-x          - archive/fs-version-001/alphaville/TODO
drwxrwxr-x          - archive/fs-version-001/alphaville/UNPACKED
lrwxrwxrwx         38 archive/fs-version-001/alphaville/UNPACKED/test_7.3_2015.09.21T15.31.08.tar.xz -> ../test_7.3_2015.09.21T15.31.08.tar.xz
drwxrwxr-x          - archive/fs-version-001/alphaville/WONT-INDEX
drwxrwxr-x          - archive/fs-version-001/alphaville/WONT-INDEX.7
lrwxrwxrwx        113 archive/fs-version-001/alphaville/WONT-INDEX.7/test_7.3_2015.09.21T15.31.08.tar.xz -> /var/tmp/pbench-test-server/test-7.3/pbench/archive/fs-version-001/alphaville/test_7.3_2015.09.21T15.31.08.tar.xz
drwxrwxr-x          - archive/fs-version-001/alphaville/WONT-UNPACK
-rw-rw-r--       1492 archive/fs-version-001/alphaville/test_7.3_2015.09.21T15.31.08.tar.xz
-rw-rw-r--         70 archive/fs-version-001/alphaville/test_7.3_2015.09.21T15.31.08.tar.xz.md5
drwxrwxr-x          - public_html
drwxrwxr-x          - public_html/incoming
drwxrwxr-x          - public_html/incoming/alphaville
drwxrwxr-x          - public_html/incoming/alphaville/test_7.3_2015.09.21T15.31.08
-rw-rw-r--        441 public_html/incoming/alphaville/test_7.3_2015.09.21T15.31.08/metadata.log
drwxrwxr-x          - public_html/incoming/alphaville/test_7.3_2015.09.21T15.31.08/sysinfo
drwxrwxr-x          - public_html/incoming/alphaville/test_7.3_2015.09.21T15.31.08/sysinfo/foo
drwxrwxr-x          - public_html/incoming/alphaville/test_7.3_2015.09.21T15.31.08/sysinfo/foo/end
-rw-rw-r--        876 public_html/incoming/alphaville/test_7.3_2015.09.21T15.31.08/sysinfo/foo/end/sosreport.tar.xz
-rw-rw-r--         51 public_html/incoming/alphaville/test_7.3_2015.09.21T15.31.08/sysinfo/foo/end/sosreport.tar.xz.md5
drwxrwxr-x          - public_html/results
drwxrwxr-x          - public_html/results/alphaville
lrwxrwxrwx        104 public_html/results/alphaville/test_7.3_2015.09.21T15.31.08 -> /var/tmp/pbench-test-server/test-7.3/pbench/public_html/incoming/alphaville/test_7.3_2015.09.21T15.31.08
drwxrwxr-x          - public_html/static
drwxrwxr-x          - public_html/static/css
drwxrwxr-x          - public_html/static/css/v0.2
drwxrwxr-x          - public_html/static/css/v0.2/css
-rw-rw-r--        308 public_html/static/css/v0.2/css/pbench_utils.css
drwxrwxr-x          - public_html/static/css/v0.3
drwxrwxr-x          - public_html/static/css/v0.3/css
-rw-rw-r--      11798 public_html/static/css/v0.3/css/LICENSE.TXT
-rw-rw-r--       3663 public_html/static/css/v0.3/css/jschart.css
drwxrwxr-x          - public_html/static/js
drwxrwxr-x          - public_html/static/js/v0.2
drwxrwxr-x          - public_html/static/js/v0.2/js
-rw-rw-r--       9415 public_html/static/js/v0.2/js/app.js
-rw-rw-r--       5556 public_html/static/js/v0.2/js/pbench_utils.js
drwxrwxr-x          - public_html/static/js/v0.3
drwxrwxr-x          - public_html/static/js/v0.3/js
-rw-rw-r--      11798 public_html/static/js/v0.3/js/LICENSE.TXT
-rw-rw-r--     143934 public_html/static/js/v0.3/js/jschart.js
drwxrwxr-x          - public_html/users
--- pbench tree state
+++ pbench-local tree state (/var/tmp/pbench-test-server/test-7.3/pbench-local)
drwxrwxr-x          - logs
drwxrwxr-x          - logs/pbench-audit-server
-rw-rw-r--          0 logs/pbench-audit-server/pbench-audit-server.error
-rw-rw-r--        437 logs/pbench-audit-server/pbench-audit-server.log
drwxrwxr-x          - logs/pbench-index
drwxrwxr-x          - logs/pbench-index-tool-data
-rw-rw-r--        254 logs/pbench-index-tool-data/pbench-index-tool-data.log
-rw-rw-r--       2197 logs/pbench-index/pbench-index.log
drwxrwxr-x          - logs/pbench-unpack-tarballs
-rw-rw-r--          0 logs/pbench-unpack-tarballs/pbench-unpack-tarballs.error
-rw-rw-r--        860 logs/pbench-unpack-tarballs/pbench-unpack-tarballs.log
drwxrwxr-x          - pbench-move-results-receive
drwxrwxr-x          - pbench-move-results-receive/fs-version-002
drwxrwxr-x          - quarantine
drwxrwxr-x          - quarantine/duplicates-002
drwxrwxr-x          - quarantine/errors-002
drwxrwxr-x          - quarantine/md5-002
drwxrwxr-x          - tmp
--- pbench-local tree state
+++ pbench-satellite tree state (/var/tmp/pbench-test-server/test-7.3/pbench-satellite)
drwxrwxr-x          - archive
drwxrwxr-x          - archive/fs-version-001
drwxrwxr-x          - public_html
drwxrwxr-x          - public_html/incoming
drwxrwxr-x          - public_html/results
drwxrwxr-x          - public_html/static
drwxrwxr-x          - public_html/static/css
drwxrwxr-x          - public_html/static/css/v0.2
drwxrwxr-x          - public_html/static/css/v0.2/css
-rw-rw-r--        308 public_html/static/css/v0.2/css/pbench_utils.css
drwxrwxr-x          - public_html/static/css/v0.3
drwxrwxr-x          - public_html/static/css/v0.3/css
-rw-rw-r--      11798 public_html/static/css/v0.3/css/LICENSE.TXT
-rw-rw-r--       3663 public_html/static/css/v0.3/css/jschart.css
drwxrwxr-x          - public_html/static/js
drwxrwxr-x          - public_html/static/js/v0.2
drwxrwxr-x          - public_html/static/js/v0.2/js
-rw-rw-r--       9415 public_html/static/js/v0.2/js/app.js
-rw-rw-r--       5556 public_html/static/js/v0.2/js/pbench_utils.js
drwxrwxr-x          - public_html/static/js/v0.3
drwxrwxr-x          - public_html/static/js/v0.3/js
-rw-rw-r--      11798 public_html/static/js/v0.3/js/LICENSE.TXT
-rw-rw-r--     143934 public_html/static/js/v0.3/js/jschart.js
drwxrwxr-x          - public_html/users
--- pbench-satellite tree state
+++ pbench-satellite-local tree state (/var/tmp/pbench-test-server/test-7.3/pbench-satellite-local)
drwxrwxr-x          - logs
drwxrwxr-x          - pbench-move-results-receive
drwxrwxr-x          - pbench-move-results-receive/fs-version-002
drwxrwxr-x          - quarantine
drwxrwxr-x          - quarantine/duplicates-002
drwxrwxr-x          - quarantine/errors-002
drwxrwxr-x          - quarantine/md5-002
drwxrwxr-x          - tmp
--- pbench-satellite-local tree state
+++ pbench log file contents
++++ pbench-local/logs
+++++ pbench-audit-server/pbench-audit-server.error
----- pbench-audit-server/pbench-audit-server.error
+++++ pbench-audit-server/pbench-audit-server.log
1970-01-01T00:00:42.000000 DEBUG pbench-audit-server.indexer update_templates -- done templates (start ts: 1970-01-01T00:00:42-UTC, end ts: 1970-01-01T00:00:42-UTC, duration: 0.00s, successes: 1, retries: 0)
1970-01-01T00:00:42.000000 DEBUG pbench-audit-server.report post_status -- posted status (start ts: 1970-01-01T00:00:42-UTC, end ts: 1970-01-01T00:00:42-UTC, duration: 0.00s, successes: 1, duplicates: 0, failures: 0, retries: 0)
----- pbench-audit-server/pbench-audit-server.log
+++++ pbench-index-tool-data/pbench-index-tool-data.log
1970-01-01T00:00:42.000000 DEBUG pbench-index-tool-data.pbench-index main -- pbench-index-tool-data.run-1970-01-01T00:00:42-UTC: starting
1970-01-01T00:00:42.000000 INFO pbench-index-tool-data.pbench-index main -- No tar balls found that need processing
----- pbench-index-tool-data/pbench-index-tool-data.log
+++++ pbench-index/pbench-index.log
1970-01-01T00:00:42.000000 DEBUG pbench-index.pbench-index main -- pbench-index.run-1970-01-01T00:00:42-UTC: starting
1970-01-01T00:00:42.000000 DEBUG pbench-index.pbench-index main -- Preparing to index 1 tar balls
1970-01-01T00:00:42.000000 DEBUG pbench-index.pbench-index main -- update_templates [start]
1970-01-01T00:00:42.000000 DEBUG pbench-index.indexer update_templates -- done templates (start ts: 1970-01-01T00:00:42-UTC, end ts: 1970-01-01T00:00:42-UTC, duration: 0.00s, successes: 10, retries: 0)
1970-01-01T00:00:42.000000 DEBUG pbench-index.pbench-index main -- update_templates [end]
1970-01-01T00:00:42.000000 DEBUG pbench-index.report post_status -- posted status (start ts: 1970-01-01T00:00:42-UTC, end ts: 1970-01-01T00:00:42-UTC, duration: 0.00s, successes: 1, duplicates: 0, failures: 0, retries: 0)
1970-01-01T00:00:42.000000 DEBUG pbench-index.pbench-index main -- start processing list of tar balls
1970-01-01T00:00:42.000000 INFO pbench-index.pbench-index main -- Starting /var/tmp/pbench-test-server/test-7.3/pbench/archive/fs-version-001/alphaville/TO-INDEX/test_7.3_2015.09.21T15.31.08.tar.xz (size 1492)
1970-01-01T00:00:42.000000 DEBUG pbench-index.pbench-index main -- open tar ball
1970-01-01T00:00:42.000000 WARNING pbench-index.pbench-index main -- The metadata.log file is curdled in tar ball: /var/tmp/pbench-test-server/test-7.3/pbench/archive/fs-version-001/alphaville/test_7.3_2015.09.21T15.31.08.tar.xz - error fetching required metadata.log fields, "empty pbench.script"
1970-01-01T00:00:42.000000 INFO pbench-index.pbench-index main -- Finished /var/tmp/pbench-test-server/test-7.3/pbench/archive/fs-version-001/alphaville/TO-INDEX/test_7.3_2015.09.21T15.31.08.tar.xz (size 1492)
1970-01-01T00:00:42.000000 DEBUG pbench-index.pbench-index main -- stopped processing list of tar balls
1970-01-01T00:00:42.000000 INFO pbench-index.pbench-index main -- pbench-index.run-1970-01-01T00:00:42-UTC: indexed 0 (skipped 1) results, 0 errors
1970-01-01T00:00:42.000000 DEBUG pbench-index.report post_status -- posted status (start ts: 1970-01-01T00:00:42-UTC, end ts: 1970-01-01T00:00:42-UTC, duration: 0.00s, successes: 1, duplicates: 0, failures: 0, retries: 0)
----- pbench-index/pbench-index.log
+++++ pbench-unpack-tarballs/pbench-unpack-tarballs.error
----- pbench-unpack-tarballs/pbench-unpack-tarballs.error
+++++ pbench-unpack-tarballs/pbench-unpack-tarballs.log
run-1970-01-01T00:00:42-UTC
ln -s /var/tmp/pbench-test-server/test-7.3/pbench/public_html/incoming/alphaville/test_7.3_2015.09.21T15.31.08 /var/tmp/pbench-test-server/test-7.3/pbench/public_html/results/alphaville/test_7.3_2015.09.21T15.31.08
run-1970-01-01T00:00:42-UTC: alphaville/test_7.3_2015.09.21T15.31.08: success - elapsed time (secs): 0 - size (bytes): 1492
run-1970-01-01T00:00:42-UTC: Processed 1 tarballs
1970-01-01T00:00:42.000000 DEBUG pbench-unpack-tarballs.indexer update_templates -- done templates (start ts: 1970-01-01T00:00:42-UTC, end ts: 1970-01-01T00:00:42-UTC, duration: 0.00s, successes: 1, retries: 0)
1970-01-01T00:00:42.000000 DEBUG pbench-unpack-tarballs.report post_status -- posted status (start ts: 1970-01-01T00:00:42-UTC, end ts: 1970-01-01T00:00:42-UTC, duration: 0.00s, successes: 1, duplicates: 0, failures: 0, retries: 0)
----- pbench-unpack-tarballs/pbench-unpack-tarballs.log
---- pbench-local/logs
++++ pbench-satellite-local/logs
---- pbench-satellite-local/logs
--- pbench log file contents
