Chef 11 - error when upload cookbook

Hi All,

Changed the hostname and updated /etc/hosts per http://tickets.opscode.com/browse/CHEF-3837 before installing Omnibus Chef 11 and seeing failure with bookshelf while uploading cookbook, no issue adding roles. All the services are running locally on same box. Already tried sudo chef-server-ctl restart. Any idea?

$sudo chef-server-ctl tail

==> /var/log/chef-server/nginx/access.log <==
24.4.5.91 - - [21/Mar/2013:03:18:48 +0000] “GET /cookbooks?num_versions=all HTTP/1.1” 200 “0.401” 2 “-” “Chef Knife/11.2.0 (ruby-1.9.3-p194; ohai-6.16.0; x86_64-darwin10.8.0; +http://opscode.com)”; “127.0.0.1:8000” “200” “0.014” “11.2.0” “algorithm=sha1;version=1.0;” “amit” “2013-03-21T03:18:47Z” “2jmj7l5rSw0yVb/vlWAYkK/YBwk=” 954
24.4.5.91 - - [21/Mar/2013:03:18:49 +0000] “POST /sandboxes HTTP/1.1” 201 “0.585” 2031 “-” “Chef Knife/11.2.0 (ruby-1.9.3-p194; ohai-6.16.0; x86_64-darwin10.8.0; +http://opscode.com)”; “127.0.0.1:8000” “201” “0.037” “11.2.0” “algorithm=sha1;version=1.0;” “amit” “2013-03-21T03:18:48Z” “RsNTHLaicOeLKd3ilrDDnLfhIQo=” 1246
24.4.5.91 - - [21/Mar/2013:03:18:49 +0000] “PUT /bookshelf/organization-00000000000000000000000000000000/checksum-6e056a8201ce173ba003a0305ceceb25?AWSAccessKeyId=5602523abaf96fb9843df85dc804d348724f2a6c&Expires=1363836828&Signature=pIYNqdkX0EL8P1uux3dQUL85X70%3D HTTP/1.1” 204 “0.451” 0 “-” “Ruby” “127.0.0.1:4321” “204” “0.012” “-” “algorithm=sha1;version=1.0;” “amit” “2013-03-21T03:18:49Z” “ERjGJh4HDslYy9Wi8zUvVandTpA=” 1511
24.4.5.91 - - [21/Mar/2013:03:18:49 +0000] “PUT /bookshelf/organization-00000000000000000000000000000000/checksum-9da7de22e11a2d1c26b9697b78585d30?AWSAccessKeyId=5602523abaf96fb9843df85dc804d348724f2a6c&Expires=1363836828&Signature=HPxAIM5ByfkS3RFMDGoCDJa/i2Q%3D HTTP/1.1” 204 “0.454” 0 “-” “Ruby” “127.0.0.1:4321” “204” “0.013” “-” “algorithm=sha1;version=1.0;” “amit” “2013-03-21T03:18:49Z” “c+Zg0P8dvYWb/B3bK5yNODx3W1c=” 1867
24.4.5.91 - - [21/Mar/2013:03:18:49 +0000] “PUT /bookshelf/organization-00000000000000000000000000000000/checksum-7525b3897605efcfaf7fccabd9fc368b?AWSAccessKeyId=5602523abaf96fb9843df85dc804d348724f2a6c&Expires=1363836828&Signature=HJUjCWPKFxt1hM8MdhC7chhaQfg%3D HTTP/1.1” 204 “0.466” 0 “-” “Ruby” “127.0.0.1:4321” “204” “0.009” “-” “algorithm=sha1;version=1.0;” “amit” “2013-03-21T03:18:49Z” “/Vx5e8Xd9DsqKZr5CcXAwbcOYxA=” 1384
24.4.5.91 - - [21/Mar/2013:03:18:50 +0000] “PUT /bookshelf/organization-00000000000000000000000000000000/checksum-91fabc2141818933b5c6fc3dc46b23e5?AWSAccessKeyId=5602523abaf96fb9843df85dc804d348724f2a6c&Expires=1363836828&Signature=UJA5y0caUjn%2BFSl48L9uUEfNAV4%3D HTTP/1.1” 204 “0.519” 0 “-” “Ruby” “127.0.0.1:4321” “204” “0.012” “-” “algorithm=sha1;version=1.0;” “amit” “2013-03-21T03:18:49Z” “08FV+KgGiymbToWgssxyWKaTQfA=” 1513
24.4.5.91 - - [21/Mar/2013:03:18:50 +0000] “PUT /bookshelf/organization-00000000000000000000000000000000/checksum-e3fe13b278e4d2910034cb1120c94dad?AWSAccessKeyId=5602523abaf96fb9843df85dc804d348724f2a6c&Expires=1363836828&Signature=Bra2qXtwFhZGUf0HqgdOTuMlnt0%3D HTTP/1.1” 204 “0.524” 0 “-” “Ruby” “127.0.0.1:4321” “204” “0.016” “-” “algorithm=sha1;version=1.0;” “amit” “2013-03-21T03:18:49Z” “HK/jy/EAIGK5VUkRWTqlzNZcpzI=” 2582
24.4.5.91 - - [21/Mar/2013:03:18:50 +0000] “PUT /bookshelf/organization-00000000000000000000000000000000/checksum-c123463ef71c5a768fc2fbee4aea2fd7?AWSAccessKeyId=5602523abaf96fb9843df85dc804d348724f2a6c&Expires=1363836828&Signature=Z0pl7U2umJgZyCfBSGWE2lVckuc%3D HTTP/1.1” 204 “0.524” 0 “-” “Ruby” “127.0.0.1:4321” “204” “0.017” “-” “algorithm=sha1;version=1.0;” “amit” “2013-03-21T03:18:49Z” “NN11l6hyIL+kvvVIcmoyKUthEFw=” 4101

==> /var/log/chef-server/erchef/erchef.log.1 <==
2013-03-21T03:18:48Z erchef@127.0.0.1 INFO req_id=9GZ8gOGMXtL7fNqeaOVUqA==; status=200; method=GET; path=/cookbooks?num_versions=all; user=amit; msg=[]; req_time=11; rdbms_time=6; rdbms_count=3
2013-03-21T03:18:48Z erchef@127.0.0.1 INFO req_id=2VXUAPA481Va6QBHULiluA==; status=201; method=POST; path=/sandboxes; user=amit; msg=[]; req_time=33; rdbms_time=27; rdbms_count=4

==> /var/log/chef-server/erchef/current <==
2013-03-21_03:18:56.30996
2013-03-21_03:18:56.31000 =ERROR REPORT==== 21-Mar-2013::03:18:56 ===
2013-03-21_03:18:56.31001 Checking presence of checksum: <<“91fabc2141818933b5c6fc3dc46b23e5”>> for org <<“00000000000000000000000000000000”>> from bucket “bookshelf” has taken longer than 5000 ms
2013-03-21_03:18:56.31070
2013-03-21_03:18:56.31072 =ERROR REPORT==== 21-Mar-2013::03:18:56 ===
2013-03-21_03:18:56.31073 Checking presence of checksum: <<“9da7de22e11a2d1c26b9697b78585d30”>> for org <<“00000000000000000000000000000000”>> from bucket “bookshelf” has taken longer than 5000 ms
2013-03-21_03:18:56.31192
2013-03-21_03:18:56.31195 =ERROR REPORT==== 21-Mar-2013::03:18:56 ===
2013-03-21_03:18:56.31196 Checking presence of checksum: <<“c123463ef71c5a768fc2fbee4aea2fd7”>> for org <<“00000000000000000000000000000000”>> from bucket “bookshelf” has taken longer than 5000 ms
2013-03-21_03:18:56.31291
2013-03-21_03:18:56.31294 =ERROR REPORT==== 21-Mar-2013::03:18:56 ===
2013-03-21_03:18:56.31295 Checking presence of checksum: <<“6e056a8201ce173ba003a0305ceceb25”>> for org <<“00000000000000000000000000000000”>> from bucket “bookshelf” has taken longer than 5000 ms
2013-03-21_03:18:56.31355
2013-03-21_03:18:56.31357 =ERROR REPORT==== 21-Mar-2013::03:18:56 ===
2013-03-21_03:18:56.31358 Checking presence of checksum: <<“7525b3897605efcfaf7fccabd9fc368b”>> for org <<“00000000000000000000000000000000”>> from bucket “bookshelf” has taken longer than 5000 ms
2013-03-21_03:18:56.31422
2013-03-21_03:18:56.31425 =ERROR REPORT==== 21-Mar-2013::03:18:56 ===
2013-03-21_03:18:56.31426 Checking presence of checksum: <<“e3fe13b278e4d2910034cb1120c94dad”>> for org <<“00000000000000000000000000000000”>> from bucket “bookshelf” has taken longer than 5000 ms
2013-03-21_03:18:56.31599
2013-03-21_03:18:56.31601 =ERROR REPORT==== 21-Mar-2013::03:18:56 ===
2013-03-21_03:18:56.31603 webmachine error: path="/sandboxes/000000000000af5a96c588640a768284"
2013-03-21_03:18:56.31604 {error,
2013-03-21_03:18:56.31605 {throw,
2013-03-21_03:18:56.31605 {checksum_check_error,6},
2013-03-21_03:18:56.31606 [{chef_wm_named_sandbox,validate_checksums_uploaded,2,
2013-03-21_03:18:56.31607 [{file,“src/chef_wm_named_sandbox.erl”},{line,144}]},
2013-03-21_03:18:56.31608 {chef_wm_named_sandbox,from_json,2,
2013-03-21_03:18:56.31609 [{file,“src/chef_wm_named_sandbox.erl”},{line,99}]},
2013-03-21_03:18:56.31610 {webmachine_resource,resource_call,3,
2013-03-21_03:18:56.31611 [{file,“src/webmachine_resource.erl”},{line,166}]},
2013-03-21_03:18:56.31612 {webmachine_resource,do,3,
2013-03-21_03:18:56.31612 [{file,“src/webmachine_resource.erl”},{line,125}]},
2013-03-21_03:18:56.31613 {webmachine_decision_core,resource_call,1,
2013-03-21_03:18:56.31614 [{file,“src/webmachine_decision_core.erl”},{line,48}]},
2013-03-21_03:18:56.31615 {webmachine_decision_core,accept_helper,0,
2013-03-21_03:18:56.31617 [{file,“src/webmachine_decision_core.erl”},{line,583}]},
2013-03-21_03:18:56.31619 {webmachine_decision_core,decision,1,
2013-03-21_03:18:56.31620 [{file,“src/webmachine_decision_core.erl”},{line,489}]},
2013-03-21_03:18:56.31621 {webmachine_decision_core,handle_request,2,
2013-03-21_03:18:56.31624 [{file,“src/webmachine_decision_core.erl”},{line,33}]}]}}

==> /var/log/chef-server/nginx/access.log <==
24.4.5.91 - - [21/Mar/2013:03:18:56 +0000] “PUT /sandboxes/000000000000af5a96c588640a768284 HTTP/1.1” 500 “5.637” 36 “-” “Chef Knife/11.2.0 (ruby-1.9.3-p194; ohai-6.16.0; x86_64-darwin10.8.0; +http://opscode.com)”; “127.0.0.1:8000” “500” “5.012” “11.2.0” “algorithm=sha1;version=1.0;” “amit” “2013-03-21T03:18:50Z” “oMRtV6loUDnbKJuGcW6nqBbF8ww=” 1043

Easy fix, port 443 was open for workstation and clients but not for the chef-server IP itself. duh..

----- Original Message -----

From: Amit devamol@yahoo.com
To: "chef@lists.opscode.com" chef@lists.opscode.com
Cc:
Sent: Wednesday, March 20, 2013 8:28 PM
Subject: [chef] Chef 11 - error when upload cookbook

Hi All,

Changed the hostname and updated /etc/hosts per
http://tickets.opscode.com/browse/CHEF-3837 before installing Omnibus Chef 11
and seeing failure with bookshelf while uploading cookbook, no issue adding
roles. All the services are running locally on same box. Already tried sudo
chef-server-ctl restart. Any idea?

$sudo chef-server-ctl tail

==> /var/log/chef-server/nginx/access.log <==
24.4.5.91 - - [21/Mar/2013:03:18:48 +0000] "GET
/cookbooks?num_versions=all HTTP/1.1" 200 "0.401" 2 "-"
"Chef Knife/11.2.0 (ruby-1.9.3-p194; ohai-6.16.0; x86_64-darwin10.8.0;
+http://opscode.com)"; "127.0.0.1:8000" "200"
"0.014" "11.2.0" "algorithm=sha1;version=1.0;"
"amit" "2013-03-21T03:18:47Z"
"2jmj7l5rSw0yVb/vlWAYkK/YBwk=" 954
24.4.5.91 - - [21/Mar/2013:03:18:49 +0000] "POST /sandboxes HTTP/1.1"
201 "0.585" 2031 "-" "Chef Knife/11.2.0
(ruby-1.9.3-p194; ohai-6.16.0; x86_64-darwin10.8.0; +http://opscode.com)";
"127.0.0.1:8000" "201" "0.037" "11.2.0"
"algorithm=sha1;version=1.0;" "amit"
"2013-03-21T03:18:48Z" "RsNTHLaicOeLKd3ilrDDnLfhIQo=" 1246
24.4.5.91 - - [21/Mar/2013:03:18:49 +0000] "PUT
/bookshelf/organization-00000000000000000000000000000000/checksum-6e056a8201ce173ba003a0305ceceb25?AWSAccessKeyId=5602523abaf96fb9843df85dc804d348724f2a6c&Expires=1363836828&Signature=pIYNqdkX0EL8P1uux3dQUL85X70%3D
HTTP/1.1" 204 "0.451" 0 "-" "Ruby"
"127.0.0.1:4321" "204" "0.012" "-"
"algorithm=sha1;version=1.0;" "amit"
"2013-03-21T03:18:49Z" "ERjGJh4HDslYy9Wi8zUvVandTpA=" 1511
24.4.5.91 - - [21/Mar/2013:03:18:49 +0000] "PUT
/bookshelf/organization-00000000000000000000000000000000/checksum-9da7de22e11a2d1c26b9697b78585d30?AWSAccessKeyId=5602523abaf96fb9843df85dc804d348724f2a6c&Expires=1363836828&Signature=HPxAIM5ByfkS3RFMDGoCDJa/i2Q%3D
HTTP/1.1" 204 "0.454" 0 "-" "Ruby"
"127.0.0.1:4321" "204" "0.013" "-"
"algorithm=sha1;version=1.0;" "amit"
"2013-03-21T03:18:49Z" "c+Zg0P8dvYWb/B3bK5yNODx3W1c=" 1867
24.4.5.91 - - [21/Mar/2013:03:18:49 +0000] "PUT
/bookshelf/organization-00000000000000000000000000000000/checksum-7525b3897605efcfaf7fccabd9fc368b?AWSAccessKeyId=5602523abaf96fb9843df85dc804d348724f2a6c&Expires=1363836828&Signature=HJUjCWPKFxt1hM8MdhC7chhaQfg%3D
HTTP/1.1" 204 "0.466" 0 "-" "Ruby"
"127.0.0.1:4321" "204" "0.009" "-"
"algorithm=sha1;version=1.0;" "amit"
"2013-03-21T03:18:49Z" "/Vx5e8Xd9DsqKZr5CcXAwbcOYxA=" 1384
24.4.5.91 - - [21/Mar/2013:03:18:50 +0000] "PUT
/bookshelf/organization-00000000000000000000000000000000/checksum-91fabc2141818933b5c6fc3dc46b23e5?AWSAccessKeyId=5602523abaf96fb9843df85dc804d348724f2a6c&Expires=1363836828&Signature=UJA5y0caUjn%2BFSl48L9uUEfNAV4%3D
HTTP/1.1" 204 "0.519" 0 "-" "Ruby"
"127.0.0.1:4321" "204" "0.012" "-"
"algorithm=sha1;version=1.0;" "amit"
"2013-03-21T03:18:49Z" "08FV+KgGiymbToWgssxyWKaTQfA=" 1513
24.4.5.91 - - [21/Mar/2013:03:18:50 +0000] "PUT
/bookshelf/organization-00000000000000000000000000000000/checksum-e3fe13b278e4d2910034cb1120c94dad?AWSAccessKeyId=5602523abaf96fb9843df85dc804d348724f2a6c&Expires=1363836828&Signature=Bra2qXtwFhZGUf0HqgdOTuMlnt0%3D
HTTP/1.1" 204 "0.524" 0 "-" "Ruby"
"127.0.0.1:4321" "204" "0.016" "-"
"algorithm=sha1;version=1.0;" "amit"
"2013-03-21T03:18:49Z" "HK/jy/EAIGK5VUkRWTqlzNZcpzI=" 2582
24.4.5.91 - - [21/Mar/2013:03:18:50 +0000] "PUT
/bookshelf/organization-00000000000000000000000000000000/checksum-c123463ef71c5a768fc2fbee4aea2fd7?AWSAccessKeyId=5602523abaf96fb9843df85dc804d348724f2a6c&Expires=1363836828&Signature=Z0pl7U2umJgZyCfBSGWE2lVckuc%3D
HTTP/1.1" 204 "0.524" 0 "-" "Ruby"
"127.0.0.1:4321" "204" "0.017" "-"
"algorithm=sha1;version=1.0;" "amit"
"2013-03-21T03:18:49Z" "NN11l6hyIL+kvvVIcmoyKUthEFw=" 4101

==> /var/log/chef-server/erchef/erchef.log.1 <==
2013-03-21T03:18:48Z erchef@127.0.0.1 INFO req_id=9GZ8gOGMXtL7fNqeaOVUqA==;
status=200; method=GET; path=/cookbooks?num_versions=all; user=amit; msg=;
req_time=11; rdbms_time=6; rdbms_count=3
2013-03-21T03:18:48Z erchef@127.0.0.1 INFO req_id=2VXUAPA481Va6QBHULiluA==;
status=201; method=POST; path=/sandboxes; user=amit; msg=; req_time=33;
rdbms_time=27; rdbms_count=4

==> /var/log/chef-server/erchef/current <==
2013-03-21_03:18:56.30996
2013-03-21_03:18:56.31000 =ERROR REPORT==== 21-Mar-2013::03:18:56 ===
2013-03-21_03:18:56.31001 Checking presence of checksum:
<<"91fabc2141818933b5c6fc3dc46b23e5">> for org
<<"00000000000000000000000000000000">> from bucket
"bookshelf" has taken longer than 5000 ms
2013-03-21_03:18:56.31070
2013-03-21_03:18:56.31072 =ERROR REPORT==== 21-Mar-2013::03:18:56 ===
2013-03-21_03:18:56.31073 Checking presence of checksum:
<<"9da7de22e11a2d1c26b9697b78585d30">> for org
<<"00000000000000000000000000000000">> from bucket
"bookshelf" has taken longer than 5000 ms
2013-03-21_03:18:56.31192
2013-03-21_03:18:56.31195 =ERROR REPORT==== 21-Mar-2013::03:18:56 ===
2013-03-21_03:18:56.31196 Checking presence of checksum:
<<"c123463ef71c5a768fc2fbee4aea2fd7">> for org
<<"00000000000000000000000000000000">> from bucket
"bookshelf" has taken longer than 5000 ms
2013-03-21_03:18:56.31291
2013-03-21_03:18:56.31294 =ERROR REPORT==== 21-Mar-2013::03:18:56 ===
2013-03-21_03:18:56.31295 Checking presence of checksum:
<<"6e056a8201ce173ba003a0305ceceb25">> for org
<<"00000000000000000000000000000000">> from bucket
"bookshelf" has taken longer than 5000 ms
2013-03-21_03:18:56.31355
2013-03-21_03:18:56.31357 =ERROR REPORT==== 21-Mar-2013::03:18:56 ===
2013-03-21_03:18:56.31358 Checking presence of checksum:
<<"7525b3897605efcfaf7fccabd9fc368b">> for org
<<"00000000000000000000000000000000">> from bucket
"bookshelf" has taken longer than 5000 ms
2013-03-21_03:18:56.31422
2013-03-21_03:18:56.31425 =ERROR REPORT==== 21-Mar-2013::03:18:56 ===
2013-03-21_03:18:56.31426 Checking presence of checksum:
<<"e3fe13b278e4d2910034cb1120c94dad">> for org
<<"00000000000000000000000000000000">> from bucket
"bookshelf" has taken longer than 5000 ms
2013-03-21_03:18:56.31599
2013-03-21_03:18:56.31601 =ERROR REPORT==== 21-Mar-2013::03:18:56 ===
2013-03-21_03:18:56.31603 webmachine error:
path="/sandboxes/000000000000af5a96c588640a768284"
2013-03-21_03:18:56.31604 {error,
2013-03-21_03:18:56.31605 {throw,
2013-03-21_03:18:56.31605 {checksum_check_error,6},
2013-03-21_03:18:56.31606
[{chef_wm_named_sandbox,validate_checksums_uploaded,2,
2013-03-21_03:18:56.31607
[{file,"src/chef_wm_named_sandbox.erl"},{line,144}]},
2013-03-21_03:18:56.31608 {chef_wm_named_sandbox,from_json,2,
2013-03-21_03:18:56.31609
[{file,"src/chef_wm_named_sandbox.erl"},{line,99}]},
2013-03-21_03:18:56.31610 {webmachine_resource,resource_call,3,
2013-03-21_03:18:56.31611
[{file,"src/webmachine_resource.erl"},{line,166}]},
2013-03-21_03:18:56.31612 {webmachine_resource,do,3,
2013-03-21_03:18:56.31612
[{file,"src/webmachine_resource.erl"},{line,125}]},
2013-03-21_03:18:56.31613 {webmachine_decision_core,resource_call,1,
2013-03-21_03:18:56.31614
[{file,"src/webmachine_decision_core.erl"},{line,48}]},
2013-03-21_03:18:56.31615 {webmachine_decision_core,accept_helper,0,
2013-03-21_03:18:56.31617
[{file,"src/webmachine_decision_core.erl"},{line,583}]},
2013-03-21_03:18:56.31619 {webmachine_decision_core,decision,1,
2013-03-21_03:18:56.31620
[{file,"src/webmachine_decision_core.erl"},{line,489}]},
2013-03-21_03:18:56.31621 {webmachine_decision_core,handle_request,2,
2013-03-21_03:18:56.31624
[{file,"src/webmachine_decision_core.erl"},{line,33}]}]}}

==> /var/log/chef-server/nginx/access.log <==
24.4.5.91 - - [21/Mar/2013:03:18:56 +0000] "PUT
/sandboxes/000000000000af5a96c588640a768284 HTTP/1.1" 500 "5.637"
36 "-" "Chef Knife/11.2.0 (ruby-1.9.3-p194; ohai-6.16.0;
x86_64-darwin10.8.0; +http://opscode.com)"; "127.0.0.1:8000"
"500" "5.012" "11.2.0"
"algorithm=sha1;version=1.0;" "amit"
"2013-03-21T03:18:50Z" "oMRtV6loUDnbKJuGcW6nqBbF8ww=" 1043