pax_global_header00006660000000000000000000000064124577401710014522gustar00rootroot0000000000000052 comment=4c9870683ec704b3c045e5538c2211181db111eb examples-1.0.0/000077500000000000000000000000001245774017100133365ustar00rootroot00000000000000examples-1.0.0/.gitattributes000066400000000000000000000001021245774017100162220ustar00rootroot00000000000000# Force all checkouts to convert to LF line endings * text eol=lf examples-1.0.0/.gitignore000066400000000000000000000000401245774017100153200ustar00rootroot00000000000000.DS_Store node_modules .vagrant examples-1.0.0/LICENSE000066400000000000000000000260741245774017100143540ustar00rootroot00000000000000Apache License Version 2.0, January 2004 http://www.apache.org/licenses/ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 1. Definitions. "License" shall mean the terms and conditions for use, reproduction, and distribution as defined by Sections 1 through 9 of this document. "Licensor" shall mean the copyright owner or entity authorized by the copyright owner that is granting the License. "Legal Entity" shall mean the union of the acting entity and all other entities that control, are controlled by, or are under common control with that entity. For the purposes of this definition, "control" means (i) the power, direct or indirect, to cause the direction or management of such entity, whether by contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the outstanding shares, or (iii) beneficial ownership of such entity. "You" (or "Your") shall mean an individual or Legal Entity exercising permissions granted by this License. "Source" form shall mean the preferred form for making modifications, including but not limited to software source code, documentation source, and configuration files. "Object" form shall mean any form resulting from mechanical transformation or translation of a Source form, including but not limited to compiled object code, generated documentation, and conversions to other media types. "Work" shall mean the work of authorship, whether in Source or Object form, made available under the License, as indicated by a copyright notice that is included in or attached to the work (an example is provided in the Appendix below). "Derivative Works" shall mean any work, whether in Source or Object form, that is based on (or derived from) the Work and for which the editorial revisions, annotations, elaborations, or other modifications represent, as a whole, an original work of authorship. For the purposes of this License, Derivative Works shall not include works that remain separable from, or merely link (or bind by name) to the interfaces of, the Work and Derivative Works thereof. "Contribution" shall mean any work of authorship, including the original version of the Work and any modifications or additions to that Work or Derivative Works thereof, that is intentionally submitted to Licensor for inclusion in the Work by the copyright owner or by an individual or Legal Entity authorized to submit on behalf of the copyright owner. For the purposes of this definition, "submitted" means any form of electronic, verbal, or written communication sent to the Licensor or its representatives, including but not limited to communication on electronic mailing lists, source code control systems, and issue tracking systems that are managed by, or on behalf of, the Licensor for the purpose of discussing and improving the Work, but excluding communication that is conspicuously marked or otherwise designated in writing by the copyright owner as "Not a Contribution." "Contributor" shall mean Licensor and any individual or Legal Entity on behalf of whom a Contribution has been received by Licensor and subsequently incorporated within the Work. 2. Grant of Copyright License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable copyright license to reproduce, prepare Derivative Works of, publicly display, publicly perform, sublicense, and distribute the Work and such Derivative Works in Source or Object form. 3. Grant of Patent License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable (except as stated in this section) patent license to make, have made, use, offer to sell, sell, import, and otherwise transfer the Work, where such license applies only to those patent claims licensable by such Contributor that are necessarily infringed by their Contribution(s) alone or by combination of their Contribution(s) with the Work to which such Contribution(s) was submitted. If You institute patent litigation against any entity (including a cross-claim or counterclaim in a lawsuit) alleging that the Work or a Contribution incorporated within the Work constitutes direct or contributory patent infringement, then any patent licenses granted to You under this License for that Work shall terminate as of the date such litigation is filed. 4. Redistribution. You may reproduce and distribute copies of the Work or Derivative Works thereof in any medium, with or without modifications, and in Source or Object form, provided that You meet the following conditions: (a) You must give any other recipients of the Work or Derivative Works a copy of this License; and (b) You must cause any modified files to carry prominent notices stating that You changed the files; and (c) You must retain, in the Source form of any Derivative Works that You distribute, all copyright, patent, trademark, and attribution notices from the Source form of the Work, excluding those notices that do not pertain to any part of the Derivative Works; and (d) If the Work includes a "NOTICE" text file as part of its distribution, then any Derivative Works that You distribute must include a readable copy of the attribution notices contained within such NOTICE file, excluding those notices that do not pertain to any part of the Derivative Works, in at least one of the following places: within a NOTICE text file distributed as part of the Derivative Works; within the Source form or documentation, if provided along with the Derivative Works; or, within a display generated by the Derivative Works, if and wherever such third-party notices normally appear. The contents of the NOTICE file are for informational purposes only and do not modify the License. You may add Your own attribution notices within Derivative Works that You distribute, alongside or as an addendum to the NOTICE text from the Work, provided that such additional attribution notices cannot be construed as modifying the License. You may add Your own copyright statement to Your modifications and may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Derivative Works as a whole, provided Your use, reproduction, and distribution of the Work otherwise complies with the conditions stated in this License. 5. Submission of Contributions. Unless You explicitly state otherwise, any Contribution intentionally submitted for inclusion in the Work by You to the Licensor shall be under the terms and conditions of this License, without any additional terms or conditions. Notwithstanding the above, nothing herein shall supersede or modify the terms of any separate license agreement you may have executed with Licensor regarding such Contributions. 6. Trademarks. This License does not grant permission to use the trade names, trademarks, service marks, or product names of the Licensor, except as required for reasonable and customary use in describing the origin of the Work and reproducing the content of the NOTICE file. 7. Disclaimer of Warranty. Unless required by applicable law or agreed to in writing, Licensor provides the Work (and each Contributor provides its Contributions) on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied, including, without limitation, any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are solely responsible for determining the appropriateness of using or redistributing the Work and assume any risks associated with Your exercise of permissions under this License. 8. Limitation of Liability. In no event and under no legal theory, whether in tort (including negligence), contract, or otherwise, unless required by applicable law (such as deliberate and grossly negligent acts) or agreed to in writing, shall any Contributor be liable to You for damages, including any direct, indirect, special, incidental, or consequential damages of any character arising as a result of this License or out of the use or inability to use the Work (including but not limited to damages for loss of goodwill, work stoppage, computer failure or malfunction, or any and all other commercial damages or losses), even if such Contributor has been advised of the possibility of such damages. 9. Accepting Warranty or Additional Liability. While redistributing the Work or Derivative Works thereof, You may choose to offer, and charge a fee for, acceptance of support, warranty, indemnity, or other liability obligations and/or rights consistent with this License. However, in accepting such obligations, You may act only on Your own behalf and on Your sole responsibility, not on behalf of any other Contributor, and only if You agree to indemnify, defend, and hold each Contributor harmless for any liability incurred by, or claims asserted against, such Contributor by reason of your accepting any such warranty or additional liability. END OF TERMS AND CONDITIONS APPENDIX: How to apply the Apache License to your work. To apply the Apache License to your work, attach the following boilerplate notice, with the fields enclosed by brackets "{}" replaced with your own identifying information. (Don't include the brackets!) The text should be enclosed in the appropriate comment syntax for the file format. We also recommend that a file or class name and description of purpose be included on the same "printed page" as the copyright notice for easier identification within third-party archives. Copyright {yyyy} {name of copyright owner} Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. examples-1.0.0/README.md000066400000000000000000000113161245774017100146170ustar00rootroot00000000000000elasticsearch/demo ==== This is a collection of demos to help you get familiar with Elasticsearch, Logstash and Kibana. Most will require some minimal technical skills to get running. While we are aiming to make these as easy as possible to set up, we're also trying to leverage tools like [Vagrant](https://www.vagrantup.com/) and [Puppet](http://puppetlabs.com/), not just to simplify the distribution and setup of these demos, but also as a way to introduce people to modern development tools. Feel free to file issues for bugs or enhancement requests and even contribute code via pull requests. You can find specific details for each demo in their respective README. The following information pertains to the demo repo as a whole. # Contents - [Quick start](#quick-start) - [Contributing](#contributing) # Quick start You can find the latest release of the demo repo as .zip and .tar.gz files in the "releases" area of this Github repo: [https://github.com/elasticsearch/demo/releases](https://github.com/elasticsearch/demo/releases) Download a .zip or .tar.gz release, unarchive it, then following instructions in the README file of the demo you're interested in. # Contributing If you have a bugfix or new demo that you would like to contribute to the Elasticsearch demo repo, please open an issue about it before you start working on it. Talk about what you would like to do. It may be that somebody is already working on it or we can help provide guidance to make it successful. ## Development model The demo repo consists of multiple demos, which can make things tricky in terms of making stable releases if various demos are in different states of stability. In order to avoid situations where we cannot perform a release for a new demo due to an existing demo being in a non-working state, we will try to enforce using the fork and pull model. Here's a helpful article on fork and pull on Github: [https://help.github.com/articles/fork-a-repo/](https://help.github.com/articles/fork-a-repo/). ## Suggested deliverables / packaging Since one of the major goals of this repo is to help people learn about Elasticsearch, Logstash and Kibana, we're asking contributors to consider delivering more than simply a set of code and configuration files as a part of thier demo. Some strongly suggested assets that should be delivered with each demo are (in order of requiredness): * README with well-written instructions, pre-requisites, etc. * single script to install / deploy demo * Logstash config files used to process data set * Elasticsearch mappings used for data set * Kibana dashboard files * raw data files hosted on Amazon S3 or other file repository * Elasticsearch index snapshot hosted on S3 or other file repo * ensured compatibility with Windows, Mac OS X and Linux * blog post to describe demo in narrative form. In other words, not a technical guide but more of a description of the problems solved by using ELK on this data set along with one or two step-by-step clickpaths demonstrating that via words and screen shots. * video blog of you demoing your demo ### Packaging Demos can come in many different forms so it might not be worth being overly prescriptive in how a particular demo should be packaged. However, in accordance with the purpose of this demo repo, each demo should be relatively easy to install/deploy for a person with some technical abilities, with as few steps or actions as possible. This can mean providing a bash script that encapsulates the entire setup of the demo data set. Or it could involve relying on a combination of Puppet and Vagrant to bring up the demo with a single Vagrant command. ## Release process While this demo repo doesn't represent packaged software, it'd be helpful to maintain sanity by incorporating a lightweight release process to this project. There are major and minor releases. A major release will typically be done whenever there is a new demo ready to be distributed for general consumption. A major release can consist of 1) one or more new demos ready for public consumption and/or 2) a rollup of bug fixes and enhancements to existing demos since the last release. A minor release will be done when one or more bug fixes must be made to an existing demo. In order to keep things simple, there will be no concept of branching in this repo. For example, if Demo A was released in v1.0 and Demo B was released in v2.0, a new bug fix to Demo A will result in a minor release v2.1, not a minor release v1.1 on a v1.0 branch. All releases (major and minor) of the demo repo should be made available in .zip and .tar.gz formats. ### Creating dists These .zip and .tar.gz distributions can be generated using Gulp. **Prerequisites** - [node](http://nodejs.org/) **Instructions** 1. npm install 2. gulp examples-1.0.0/gulpfile.js000066400000000000000000000015631245774017100155100ustar00rootroot00000000000000var gulp = require('gulp'), zip = require('gulp-zip'), tar = require('gulp-tar'), gzip = require('gulp-gzip'), del = require('del'), package = require('./package.json'); var version = package.version; gulp.task('stage', ['clean'], function(cb) { return gulp.src(['**/*', '!node_modules/**', '!node_modules']) .pipe(gulp.dest('stage/elasticsearch-demo-' + version)); }); gulp.task('zip', [], function() { return gulp.src(['stage/**/*']) .pipe(zip('elasticsearch-demo-' + version + '.zip')) .pipe(gulp.dest('dist')); }); gulp.task('tar', [], function() { return gulp.src(['stage/**/*']) .pipe(tar('elasticsearch-demo-' + version + '.tar')) .pipe(gzip()) .pipe(gulp.dest('dist')); }); gulp.task('clean', function(cb) { del(['dist', 'stage'], cb) }); gulp.task('default', ['clean', 'stage'], function() { gulp.start('zip', 'tar'); }); examples-1.0.0/nyc_traffic_accidents/000077500000000000000000000000001245774017100176425ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/README.md000066400000000000000000000067371245774017100211360ustar00rootroot00000000000000NYC Traffic Accident Data Demo ===== For some background information for this demo, please see the blog post here: [#byodemos: new york city traffic incidents](http://www.elasticsearch.org/blog/byodemos-new-york-city-traffic-incidents/) #Installation This demo includes a Vagrantfile that you can use to provision a local VM with the NYC accident data pre-loaded. You must have Vagrant and VirtualBox already installed: * http://www.vagrantup.com/ * https://www.virtualbox.org/ You must also install a Git client to clone the demos repo or just download a zip of the repo from the [repo website](https://github.com/elasticsearch/demo). After you've installed Vagrant and VirtualBox, run the steps below to get the code and instantiate the VM: * git clone https://github.com/elasticsearch/demo.git (HTTPS) or git clone git@github.com:elasticsearch/demo.git (SSH) * cd nyc\_traffic\_accidents * vagrant up Once this is complete (should take anywhere between 3-20 minutes to run, depending on your network connection speed), you should have an Elasticsearch instance running with the NYC accident data index and kibana dashboard loaded. No further steps are necessary. To ensure everything is up and running correctly, click on the Elasticsearch Marvel link below. Marvel - [http://localhost:9200/_plugin/marvel/sense/index.html](http://localhost:9200/_plugin/marvel/sense/index.html) You should then be able to load Kibana in a browser as well: Kibana Dashboard - [http://localhost:5200/#/dashboard/elasticsearch/NYC%20Accidents%20v.2](http://localhost:5200/#/dashboard/elasticsearch/NYC%20Accidents%20v.2) #Potential issues The 'vagrant up' step may fail if you are running on Windows for a variety of reasons, some of which are listed here: * BIOS not configured to enable Hardware Virtualization. \[Windows, Linux\] * Ports 9200, 5200, 2222 blocked by firewall or other software. \[Any OS\] ##Vagrant port forwarding The Vagrantfile is configured to forward requests from the host (laptop) to the VM using these rules: * 9200 -> 9200 (Elasticsearch instance) * 5200 -> 5200 (ngnix instance hosting Kibana) If you have another Vagrant VM or a local Elasticsearch instance using ports 9200 and/or 5200, you will need to shut down those services while running this demo. #Next steps The Vagrant/Puppet scripts provision a ready-to-use Elasticsearch index and Kibana dashboard for you but if you're interested in refreshing the dataset with the latest updates from the City of New York, making tweaks to the Elasticsearch mapping config, enhancing the Logstash config and reindexing the data, or something else, this VM environment is ready for you to do that. ##Raw data updates The latest version of the source data set can be found here: [https://data.cityofnewyork.us/NYC-BigApps/NYPD-Motor-Vehicle-Collisions/h9gi-nx95?](https://data.cityofnewyork.us/NYC-BigApps/NYPD-Motor-Vehicle-Collisions/h9gi-nx95?). We recommend downloading the CSV version of the data set. ##Mapping config The Elasticsearch mapping configuration is defined in the index template file: nyc\_accidents\_index\_template.json. Documentation: * [Mapping](http://www.elasticsearch.org/guide/en/elasticsearch/reference/current/mapping.html) * [Index templates](http://www.elasticsearch.org/guide/en/elasticsearch/reference/current/indices-templates.html) ##Logstash config The Logstash configuration is defined in the file: nyc\_pedfatals.conf. Documentation for Logstash plugins: [http://logstash.net/docs/1.4.2/](http://logstash.net/docs/1.4.2/). examples-1.0.0/nyc_traffic_accidents/Vagrantfile000077500000000000000000000124101245774017100220300ustar00rootroot00000000000000# -*- mode: ruby -*- # vi: set ft=ruby : # Vagrantfile API/syntax version. Don't touch unless you know what you're doing! VAGRANTFILE_API_VERSION = "2" Vagrant.configure(VAGRANTFILE_API_VERSION) do |config| # All Vagrant configuration is done here. The most common configuration # options are documented and commented below. For a complete reference, # please see the online documentation at vagrantup.com. # Every Vagrant virtual environment requires a box to build off of. config.vm.box = "puppetlabs/ubuntu-14.04-64-puppet" config.vm.provision :puppet do |puppet| puppet.manifests_path = "puppet/manifests" puppet.module_path = "puppet/modules" # puppet.options = "--verbose --debug" end # config.vm.provision :shell, :path => "bootstrap.sh" config.vm.network "forwarded_port", guest: 9200, host: 9200 config.vm.network "forwarded_port", guest: 5200, host: 5200 config.vm.provider "virtualbox" do |vb| # Use VBoxManage to customize the VM. For example to change memory: vb.customize ["modifyvm", :id, "--memory", "2048"] end # Disable automatic box update checking. If you disable this, then # boxes will only be checked for updates when the user runs # `vagrant box outdated`. This is not recommended. # config.vm.box_check_update = false # Create a forwarded port mapping which allows access to a specific port # within the machine from a port on the host machine. In the example below, # accessing "localhost:8080" will access port 80 on the guest machine. # config.vm.network "forwarded_port", guest: 80, host: 8080 # Create a private network, which allows host-only access to the machine # using a specific IP. # config.vm.network "private_network", ip: "192.168.33.10" # Create a public network, which generally matched to bridged network. # Bridged networks make the machine appear as another physical device on # your network. # config.vm.network "public_network" # If true, then any SSH connections made will enable agent forwarding. # Default value: false # config.ssh.forward_agent = true # Share an additional folder to the guest VM. The first argument is # the path on the host to the actual folder. The second argument is # the path on the guest to mount the folder. And the optional third # argument is a set of non-required options. # config.vm.synced_folder "../data", "/vagrant_data" # Provider-specific configuration so you can fine-tune various # backing providers for Vagrant. These expose provider-specific options. # Example for VirtualBox: # # config.vm.provider "virtualbox" do |vb| # # Don't boot with headless mode # vb.gui = true # # # Use VBoxManage to customize the VM. For example to change memory: # vb.customize ["modifyvm", :id, "--memory", "1024"] # end # # View the documentation for the provider you're using for more # information on available options. # Enable provisioning with CFEngine. CFEngine Community packages are # automatically installed. For example, configure the host as a # policy server and optionally a policy file to run: # # config.vm.provision "cfengine" do |cf| # cf.am_policy_hub = true # # cf.run_file = "motd.cf" # end # # You can also configure and bootstrap a client to an existing # policy server: # # config.vm.provision "cfengine" do |cf| # cf.policy_server_address = "10.0.2.15" # end # Enable provisioning with Puppet stand alone. Puppet manifests # are contained in a directory path relative to this Vagrantfile. # You will need to create the manifests directory and a manifest in # the file default.pp in the manifests_path directory. # # config.vm.provision "puppet" do |puppet| # puppet.manifests_path = "manifests" # puppet.manifest_file = "site.pp" # end # Enable provisioning with chef solo, specifying a cookbooks path, roles # path, and data_bags path (all relative to this Vagrantfile), and adding # some recipes and/or roles. # # config.vm.provision "chef_solo" do |chef| # chef.cookbooks_path = "../my-recipes/cookbooks" # chef.roles_path = "../my-recipes/roles" # chef.data_bags_path = "../my-recipes/data_bags" # chef.add_recipe "mysql" # chef.add_role "web" # # # You may also specify custom JSON attributes: # chef.json = { :mysql_password => "foo" } # end # Enable provisioning with chef server, specifying the chef server URL, # and the path to the validation key (relative to this Vagrantfile). # # The Opscode Platform uses HTTPS. Substitute your organization for # ORGNAME in the URL and validation key. # # If you have your own Chef Server, use the appropriate URL, which may be # HTTP instead of HTTPS depending on your configuration. Also change the # validation key to validation.pem. # # config.vm.provision "chef_client" do |chef| # chef.chef_server_url = "https://api.opscode.com/organizations/ORGNAME" # chef.validation_key_path = "ORGNAME-validator.pem" # end # # If you're using the Opscode platform, your validator client is # ORGNAME-validator, replacing ORGNAME with your organization name. # # If you have your own Chef Server, the default validation client name is # chef-validator, unless you changed the configuration. # # chef.validation_client_name = "ORGNAME-validator" end examples-1.0.0/nyc_traffic_accidents/kibana_load_dashboard_req.txt000066400000000000000000000252441245774017100255140ustar00rootroot00000000000000POST kibana-int/dashboard/nyc_visionzero { "user":"guest", "group":"guest", "title":"nyc_visionzero", "dashboard": "{\n \"title\": \"NYC Accidents\",\n \"services\": {\n \"query\": {\n \"list\": {\n \"2\": {\n \"id\": 2,\n \"color\": \"#6ED0E0\",\n \"alias\": \"\",\n \"pin\": true,\n \"type\": \"lucene\",\n \"enable\": false,\n \"query\": \"Slippery\"\n },\n \"4\": {\n \"id\": 4,\n \"color\": \"#E24D42\",\n \"alias\": \"\",\n \"pin\": true,\n \"type\": \"lucene\",\n \"enable\": false,\n \"query\": \"Distraction\"\n },\n \"5\": {\n \"id\": 5,\n \"color\": \"#1F78C1\",\n \"alias\": \"\",\n \"pin\": true,\n \"type\": \"lucene\",\n \"enable\": false,\n \"query\": \"Inattention\"\n },\n \"6\": {\n \"id\": 6,\n \"color\": \"#BA43A9\",\n \"alias\": \"\",\n \"pin\": true,\n \"type\": \"lucene\",\n \"enable\": false,\n \"query\": \"\\\"Failure to Yield\\\"~5\"\n },\n \"7\": {\n \"id\": 7,\n \"color\": \"#705DA0\",\n \"alias\": \"\",\n \"pin\": false,\n \"type\": \"lucene\",\n \"enable\": true,\n \"query\": \"number_of_pedestrians_injured:[1 TO *]\"\n }\n },\n \"ids\": [\n 2,\n 4,\n 5,\n 6,\n 7\n ]\n },\n \"filter\": {\n \"list\": {\n \"0\": {\n \"from\": \"2012-06-02T06:56:50.960Z\",\n \"to\": \"now\",\n \"type\": \"time\",\n \"field\": \"@timestamp\",\n \"mandate\": \"must\",\n \"active\": true,\n \"alias\": \"\",\n \"id\": 0\n }\n },\n \"ids\": [\n 0\n ]\n }\n },\n \"rows\": [\n {\n \"title\": \"Data1\",\n \"height\": \"250px\",\n \"editable\": true,\n \"collapse\": false,\n \"collapsable\": true,\n \"panels\": [\n {\n \"span\": 4,\n \"editable\": true,\n \"type\": \"histogram\",\n \"loadingEditor\": false,\n \"mode\": \"count\",\n \"time_field\": \"@timestamp\",\n \"value_field\": null,\n \"x-axis\": true,\n \"y-axis\": true,\n \"scale\": 1,\n \"y_format\": \"none\",\n \"grid\": {\n \"max\": null,\n \"min\": 0\n },\n \"queries\": {\n \"mode\": \"all\",\n \"ids\": [\n 7\n ]\n },\n \"annotate\": {\n \"enable\": false,\n \"query\": \"*\",\n \"size\": 20,\n \"field\": \"_type\",\n \"sort\": [\n \"_score\",\n \"desc\"\n ]\n },\n \"auto_int\": true,\n \"resolution\": 100,\n \"interval\": \"7d\",\n \"intervals\": [\n \"auto\",\n \"1s\",\n \"1m\",\n \"5m\",\n \"10m\",\n \"30m\",\n \"1h\",\n \"3h\",\n \"12h\",\n \"1d\",\n \"1w\",\n \"1y\"\n ],\n \"lines\": true,\n \"fill\": 0,\n \"linewidth\": 3,\n \"points\": false,\n \"pointradius\": 5,\n \"bars\": false,\n \"stack\": false,\n \"spyable\": true,\n \"zoomlinks\": true,\n \"options\": true,\n \"legend\": true,\n \"show_query\": true,\n \"interactive\": true,\n \"legend_counts\": true,\n \"timezone\": \"browser\",\n \"percentage\": false,\n \"zerofill\": true,\n \"derivative\": false,\n \"tooltip\": {\n \"value_type\": \"cumulative\",\n \"query_as_alias\": true\n },\n \"title\": \"Accidents\"\n },\n {\n \"error\": false,\n \"span\": 4,\n \"editable\": true,\n \"type\": \"terms\",\n \"loadingEditor\": false,\n \"field\": \"borough\",\n \"exclude\": [],\n \"missing\": false,\n \"other\": true,\n \"size\": 10,\n \"order\": \"count\",\n \"style\": {\n \"font-size\": \"10pt\"\n },\n \"donut\": false,\n \"tilt\": false,\n \"labels\": true,\n \"arrangement\": \"horizontal\",\n \"chart\": \"pie\",\n \"counter_pos\": \"above\",\n \"spyable\": true,\n \"queries\": {\n \"mode\": \"all\",\n \"ids\": [\n 7\n ]\n },\n \"tmode\": \"terms\",\n \"tstat\": \"total\",\n \"valuefield\": \"\",\n \"title\": \"Borough\"\n },\n {\n \"error\": false,\n \"span\": 4,\n \"editable\": true,\n \"type\": \"terms\",\n \"loadingEditor\": false,\n \"field\": \"on_street_name\",\n \"exclude\": [],\n \"missing\": false,\n \"other\": false,\n \"size\": 10,\n \"order\": \"count\",\n \"style\": {\n \"font-size\": \"10pt\"\n },\n \"donut\": false,\n \"tilt\": false,\n \"labels\": true,\n \"arrangement\": \"horizontal\",\n \"chart\": \"bar\",\n \"counter_pos\": \"above\",\n \"spyable\": true,\n \"queries\": {\n \"mode\": \"all\",\n \"ids\": [\n 7\n ]\n },\n \"tmode\": \"terms\",\n \"tstat\": \"total\",\n \"valuefield\": \"\",\n \"title\": \"Street\"\n }\n ],\n \"notice\": false\n },\n {\n \"title\": \"Data2\",\n \"height\": \"250px\",\n \"editable\": true,\n \"collapse\": false,\n \"collapsable\": true,\n \"panels\": [\n {\n \"error\": false,\n \"span\": 5,\n \"editable\": true,\n \"type\": \"bettermap\",\n \"loadingEditor\": false,\n \"field\": \"coords\",\n \"size\": 1000,\n \"spyable\": true,\n \"tooltip\": \"contributing_factor_vehicle\",\n \"queries\": {\n \"mode\": \"all\",\n \"ids\": [\n 7\n ]\n },\n \"title\": \"Location of Accidents\"\n },\n {\n \"error\": false,\n \"span\": 4,\n \"editable\": true,\n \"type\": \"terms\",\n \"loadingEditor\": false,\n \"field\": \"contributing_factor_vehicle\",\n \"exclude\": [],\n \"missing\": false,\n \"other\": true,\n \"size\": 10,\n \"order\": \"count\",\n \"style\": {\n \"font-size\": \"10pt\"\n },\n \"donut\": false,\n \"tilt\": false,\n \"labels\": true,\n \"arrangement\": \"horizontal\",\n \"chart\": \"bar\",\n \"counter_pos\": \"above\",\n \"spyable\": true,\n \"queries\": {\n \"mode\": \"all\",\n \"ids\": [\n 7\n ]\n },\n \"tmode\": \"terms\",\n \"tstat\": \"total\",\n \"valuefield\": \"\",\n \"title\": \"Contributing Factors\"\n }\n ],\n \"notice\": false\n },\n {\n \"title\": \"Table\",\n \"height\": \"350px\",\n \"editable\": true,\n \"collapse\": false,\n \"collapsable\": true,\n \"panels\": [\n {\n \"error\": false,\n \"span\": 12,\n \"editable\": true,\n \"type\": \"table\",\n \"loadingEditor\": false,\n \"size\": 40,\n \"pages\": 5,\n \"offset\": 0,\n \"sort\": [\n \"_score\",\n \"desc\"\n ],\n \"overflow\": \"min-height\",\n \"fields\": [],\n \"highlight\": [],\n \"sortable\": true,\n \"header\": true,\n \"paging\": true,\n \"field_list\": true,\n \"all_fields\": false,\n \"trimFactor\": 300,\n \"localTime\": false,\n \"timeField\": \"@timestamp\",\n \"spyable\": true,\n \"queries\": {\n \"mode\": \"all\",\n \"ids\": [\n 7\n ]\n },\n \"style\": {\n \"font-size\": \"9pt\"\n },\n \"normTimes\": true,\n \"title\": \"Accidents\"\n }\n ],\n \"notice\": false\n }\n ],\n \"editable\": true,\n \"failover\": false,\n \"index\": {\n \"interval\": \"none\",\n \"pattern\": \"[logstash-]YYYY.MM.DD\",\n \"default\": \"nyc_visionzero\",\n \"warm_fields\": false\n },\n \"style\": \"dark\",\n \"panel_hints\": true,\n \"pulldowns\": [\n {\n \"type\": \"query\",\n \"collapse\": false,\n \"notice\": false,\n \"enable\": true,\n \"query\": \"*\",\n \"pinned\": true,\n \"history\": [\n \"number_of_pedestrians_injured:[1 TO *]\",\n \"\\\"Failure to Yield\\\"~5\",\n \"Inattention\",\n \"Distraction\",\n \"Slippery\",\n \"number_of_pedestrians_killed:[1 TO *]\",\n \"fatigued\",\n \"drowsy\",\n \"glare\",\n \"Confusion\"\n ],\n \"remember\": 10\n },\n {\n \"type\": \"filtering\",\n \"collapse\": false,\n \"notice\": true,\n \"enable\": true\n }\n ],\n \"nav\": [\n {\n \"type\": \"timepicker\",\n \"collapse\": false,\n \"notice\": false,\n \"enable\": true,\n \"status\": \"Stable\",\n \"time_options\": [\n \"5m\",\n \"15m\",\n \"1h\",\n \"6h\",\n \"12h\",\n \"24h\",\n \"2d\",\n \"7d\",\n \"30d\"\n ],\n \"refresh_intervals\": [\n \"5s\",\n \"10s\",\n \"30s\",\n \"1m\",\n \"5m\",\n \"15m\",\n \"30m\",\n \"1h\",\n \"2h\",\n \"1d\"\n ],\n \"timefield\": \"@timestamp\",\n \"now\": true,\n \"filter_id\": 0\n }\n ],\n \"loader\": {\n \"save_gist\": false,\n \"save_elasticsearch\": true,\n \"save_local\": true,\n \"save_default\": true,\n \"save_temp\": true,\n \"save_temp_ttl_enable\": true,\n \"save_temp_ttl\": \"30d\",\n \"load_gist\": false,\n \"load_elasticsearch\": true,\n \"load_elasticsearch_size\": 20,\n \"load_local\": false,\n \"hide\": false\n },\n \"refresh\": false\n}" }examples-1.0.0/nyc_traffic_accidents/nyc_accidents_index_template.json000066400000000000000000000032051245774017100264250ustar00rootroot00000000000000{ "template" : "nyc_visionzero", "settings" : { "index.refresh_interval" : "5s" }, "mappings" : { "_default_" : { "dynamic_templates" : [ { "string_fields" : { "mapping" : { "index" : "analyzed", "omit_norms" : true, "type" : "string", "fields" : { "raw" : { "index" : "not_analyzed", "ignore_above" : 256, "type" : "string" } } }, "match_mapping_type" : "string", "match" : "*" } } ], "properties" : { "geoip" : { "dynamic" : true, "path" : "full", "properties" : { "location" : { "type" : "geo_point" } }, "type" : "object" }, "@version" : { "index" : "not_analyzed", "type" : "string" }, "borough": { "index":"not_analyzed", "type":"string" }, "cross_street_name" :{ "index":"not_analyzed", "type":"string" }, "off_street_name":{ "index":"not_analyzed", "type":"string" }, "on_street_name":{ "index":"not_analyzed", "type":"string" }, "contributing_factor_vehicle":{ "index":"not_analyzed", "type":"string" } }, "_all" : { "enabled" : true } } }, "aliases" : { } }examples-1.0.0/nyc_traffic_accidents/nyc_pedfatals.conf000066400000000000000000000077101245774017100233320ustar00rootroot00000000000000input { stdin {} } filter { csv { columns => ["date","time","borough","zip_code","latitude","longitude","location","on_street_name","cross_street_name","off_street_name","number_of_persons_injured","number_of_persons_killed","number_of_pedestrians_injured","number_of_pedestrians_killed","number_of_cyclist_injured","number_of_cyclist_killed","number_of_motorist_injured","number_of_motorist_killed","contributing_factor_vehicle_1","contributing_factor_vehicle_2","contributing_factor_vehicle_3","contributing_factor_vehicle_4","contributing_factor_vehicle_5","unique_key", "vehicle_type_code_1","vehicle_type_code_2","vehicle_type_code_3","vehicle_type_code_4","vehicle_type_code_5"] } if [latitude] and [longitude] { mutate { add_field => { "coords" => "%{longitude}" "tmplat" => "%{latitude}" } } mutate { merge => ["coords", "tmplat"] } mutate { # Convert our new array of strings back to float convert => [ "coords", "float" ] # Delete our temporary latitude field remove_field => [ "tmplat" ] } } mutate { add_field => { "datetime" => "%{date} %{time}" "contributing_factor_vehicle" => "%{contributing_factor_vehicle_1}" "vehicle_type" => "%{vehicle_type_code_1}" } convert => ["number_of_persons_injured","integer","number_of_persons_killed","integer","number_of_pedestrians_injured","integer","number_of_pedestrians_killed","integer","number_of_cyclist_injured","integer","number_of_cyclist_killed","integer","number_of_motorist_injured","integer","number_of_motorist_killed","integer"] strip => ["on_street_name", "cross_street_name"] } if [contributing_factor_vehicle_2] and "Unspecified" != [contributing_factor_vehicle_2] and [contributing_factor_vehicle_2] not in [contributing_factor_vehicle] { mutate { merge => ["contributing_factor_vehicle", "contributing_factor_vehicle_2"] } } if [contributing_factor_vehicle_3] and "Unspecified" != [contributing_factor_vehicle_3] and [contributing_factor_vehicle_3] not in [contributing_factor_vehicle] { mutate { merge => ["contributing_factor_vehicle", "contributing_factor_vehicle_3"] } } if [contributing_factor_vehicle_4] and "Unspecified" != [contributing_factor_vehicle_4] and [contributing_factor_vehicle_4] not in [contributing_factor_vehicle] { mutate { merge => ["contributing_factor_vehicle", "contributing_factor_vehicle_4"] } } if [contributing_factor_vehicle_5] and "Unspecified" != [contributing_factor_vehicle_5] and [contributing_factor_vehicle_5] not in [contributing_factor_vehicle] { mutate { merge => ["contributing_factor_vehicle", "contributing_factor_vehicle_5"] } } if [vehicle_type_code_2] and "Unspecified" != [vehicle_type_code_2] and [vehicle_type_code_2] not in [vehicle_type] { mutate { merge => ["vehicle_type", "vehicle_type_code_2"] } } if [vehicle_type_code_3] and "Unspecified" != [vehicle_type_code_3] and [vehicle_type_code_3] not in [vehicle_type] { mutate { merge => ["vehicle_type", "vehicle_type_code_3"] } } if [vehicle_type_code_4] and "Unspecified" != [vehicle_type_code_4] and [vehicle_type_code_4] not in [vehicle_type] { mutate { merge => ["vehicle_type", "vehicle_type_code_4"] } } if [vehicle_type_code_5] and "Unspecified" != [vehicle_type_code_5] and [vehicle_type_code_5] not in [vehicle_type] { mutate { merge => ["vehicle_type", "vehicle_type_code_5"] } } date { match => [ "datetime", "MM/dd/YY HH:mm", "MM/dd/YY H:mm"] } mutate { remove_field => ["datetime", "contributing_factor_vehicle_1", "contributing_factor_vehicle_2", "contributing_factor_vehicle_3", "contributing_factor_vehicle_4", "contributing_factor_vehicle_5", "vehicle_type_code_1","vehicle_type_code_2","vehicle_type_code_3","vehicle_type_code_4","vehicle_type_code_5"] } } output { # stdout { codec => rubydebug } stdout { codec => dots } elasticsearch { protocol => http host => "localhost" index => "nyc_visionzero" template_name => "nyc_visionzero" } } examples-1.0.0/nyc_traffic_accidents/puppet/000077500000000000000000000000001245774017100211575ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/manifests/000077500000000000000000000000001245774017100231505ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/manifests/default.pp000077500000000000000000000000411245774017100251330ustar00rootroot00000000000000 include elasticsearch-demo_nyc examples-1.0.0/nyc_traffic_accidents/puppet/modules/000077500000000000000000000000001245774017100226275ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/000077500000000000000000000000001245774017100234135ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/CHANGELOG.md000077500000000000000000000220171245774017100252310ustar00rootroot00000000000000##2014-07-15 - Supported Release 1.5.2 ###Summary This release merely updates metadata.json so the module can be uninstalled and upgraded via the puppet module command. ##2014-07-10 - Supported Release 1.5.1 ###Summary This release has added tests to ensure graceful failure on OSX. ##2014-06-04 - Release 1.5.0 ###Summary This release adds support for Ubuntu 14.04. It also includes many new features and important bugfixes. One huge change is that apt::key was replaced with apt_key, which allows you to use puppet resource apt_key to inventory keys on your system. Special thanks to daenney, our intrepid unofficial apt maintainer! ####Features - Add support for Ubuntu Trusty! - Add apt::hold define - Generate valid *.pref files in apt::pin - Made pin_priority configurable for apt::backports - Add apt_key type and provider - Rename "${apt_conf_d}/proxy" to "${apt_conf_d}/01proxy" - apt::key rewritten to use apt_key type - Add support for update_tries to apt::update ####Bugfixes - Typo fixes - Fix unattended upgrades - Removed bogus line when using purge_preferences - Fix apt::force to upgrade allow packages to be upgraded to the pacakge from the specified release ##2014-03-04 - Supported Release 1.4.2 ###Summary This is a supported release. This release tidies up 1.4.1 and re-enables support for Ubuntu 10.04 ####Features ####Bugfixes - Fix apt:ppa to include the -y Ubuntu 10.04 requires. - Documentation changes. - Test fixups. ####Known Bugs * No known issues. ##2014-02-13 1.4.1 ###Summary This is a bugfix release. ####Bugfixes - Fix apt::force unable to upgrade packages from releases other than its original - Removed a few refeneces to aptitude instead of apt-get for portability - Removed call to getparam() due to stdlib dependency - Correct apt::source template when architecture is provided - Retry package installs if apt is locked - Use root to exec in apt::ppa - Updated tests and converted acceptance tests to beaker ##2013-10-08 - Release 1.4.0 ###Summary Minor bugfix and allow the timeout to be adjusted. ####Features - Add an `updates_timeout` to apt::params ####Bugfixes - Ensure apt::ppa can read a ppa removed by hand. ##2013-10-08 - Release 1.3.0 ###Summary This major feature in this release is the new apt::unattended_upgrades class, allowing you to handle Ubuntu's unattended feature. This allows you to select specific packages to automatically upgrade without any further user involvement. In addition we extend our Wheezy support, add proxy support to apt:ppa and do various cleanups and tweaks. ####Features - Add apt::unattended_upgrades support for Ubuntu. - Add wheezy backports support. - Use the geoDNS http.debian.net instead of the main debian ftp server. - Add `options` parameter to apt::ppa in order to pass options to apt-add-repository command. - Add proxy support for apt::ppa (uses proxy_host and proxy_port from apt). ####Bugfixes - Fix regsubst() calls to quote single letters (for future parser). - Fix lint warnings and other misc cleanup. ##2013-07-03 - Release 1.2.0 ####Features - Add geppetto `.project` natures - Add GH auto-release - Add `apt::key::key_options` parameter - Add complex pin support using distribution properties for `apt::pin` via new properties: - `apt::pin::codename` - `apt::pin::release_version` - `apt::pin::component` - `apt::pin::originator` - `apt::pin::label` - Add source architecture support to `apt::source::architecture` ####Bugfixes - Use apt-get instead of aptitude in apt::force - Update default backports location - Add dependency for required packages before apt-get update ##2013-06-02 - Release 1.1.1 ###Summary This is a bug fix release that resolves a number of issues: * By changing template variable usage, we remove the deprecation warnings for Puppet 3.2.x * Fixed proxy file removal, when proxy absent Some documentation, style and whitespaces changes were also merged. This release also introduced proper rspec-puppet unit testing on Travis-CI to help reduce regression. Thanks to all the community contributors below that made this patch possible. #### Detail Changes * fix minor comment type (Chris Rutter) * whitespace fixes (Michael Moll) * Update travis config file (William Van Hevelingen) * Build all branches on travis (William Van Hevelingen) * Standardize travis.yml on pattern introduced in stdlib (William Van Hevelingen) * Updated content to conform to README best practices template (Lauren Rother) * Fix apt::release example in readme (Brian Galey) * add @ to variables in template (Peter Hoeg) * Remove deprecation warnings for pin.pref.erb as well (Ken Barber) * Update travis.yml to latest versions of puppet (Ken Barber) * Fix proxy file removal (Scott Barber) * Add spec test for removing proxy configuration (Dean Reilly) * Fix apt::key listing longer than 8 chars (Benjamin Knofe) ## Release 1.1.0 ###Summary This release includes Ubuntu 12.10 (Quantal) support for PPAs. --- ##2012-05-25 - Puppet Labs - Release 0.0.4 ###Summary * Fix ppa list filename when there is a period in the PPA name * Add .pref extension to apt preferences files * Allow preferences to be purged * Extend pin support ##2012-05-04 - Puppet Labs - Release 0.0.3 ###Summary * only invoke apt-get update once * only install python-software-properties if a ppa is added * support 'ensure => absent' for all defined types * add apt::conf * add apt::backports * fixed Modulefile for module tool dependency resolution * configure proxy before doing apt-get update * use apt-get update instead of aptitude for apt::ppa * add support to pin release ##2012-03-26 - Puppet Labs - Release 0.0.2 ###Summary * 41cedbb (#13261) Add real examples to smoke tests. * d159a78 (#13261) Add key.pp smoke test * 7116c7a (#13261) Replace foo source with puppetlabs source * 1ead0bf Ignore pkg directory. * 9c13872 (#13289) Fix some more style violations * 0ea4ffa (#13289) Change test scaffolding to use a module & manifest dir fixture path * a758247 (#13289) Clean up style violations and fix corresponding tests * 99c3fd3 (#13289) Add puppet lint tests to Rakefile * 5148cbf (#13125) Apt keys should be case insensitive * b9607a4 Convert apt::key to use anchors ##2012-03-07 - Puppet Labs - Release 0.0.1 ###Summary * d4fec56 Modify apt::source release parameter test * 1132a07 (#12917) Add contributors to README * 8cdaf85 (#12823) Add apt::key defined type and modify apt::source to use it * 7c0d10b (#12809) $release should use $lsbdistcodename and fall back to manual input * be2cc3e (#12522) Adjust spec test for splitting purge * 7dc60ae (#12522) Split purge option to spare sources.list * 9059c4e Fix source specs to test all key permutations * 8acb202 Add test for python-software-properties package * a4af11f Check if python-software-properties is defined before attempting to define it. * 1dcbf3d Add tests for required_packages change * f3735d2 Allow duplicate $required_packages * 74c8371 (#12430) Add tests for changes to apt module * 97ebb2d Test two sources with the same key * 1160bcd (#12526) Add ability to reverse apt { disable_keys => true } * 2842d73 Add Modulefile to puppet-apt * c657742 Allow the use of the same key in multiple sources * 8c27963 (#12522) Adding purge option to apt class * 997c9fd (#12529) Add unit test for apt proxy settings * 50f3cca (#12529) Add parameter to support setting a proxy for apt * d522877 (#12094) Replace chained .with_* with a hash * 8cf1bd0 (#12094) Remove deprecated spec.opts file * 2d688f4 (#12094) Add rspec-puppet tests for apt * 0fb5f78 (#12094) Replace name with path in file resources * f759bc0 (#11953) Apt::force passes $version to aptitude * f71db53 (#11413) Add spec test for apt::force to verify changes to unless * 2f5d317 (#11413) Update dpkg query used by apt::force * cf6caa1 (#10451) Add test coverage to apt::ppa * 0dd697d include_src parameter in example; Whitespace cleanup * b662eb8 fix typos in "repositories" * 1be7457 Fix (#10451) - apt::ppa fails to "apt-get update" when new PPA source is added * 864302a Set the pin priority before adding the source (Fix #10449) * 1de4e0a Refactored as per mlitteken * 1af9a13 Added some crazy bash madness to check if the ppa is installed already. Otherwise the manifest tries to add it on every run! * 52ca73e (#8720) Replace Apt::Ppa with Apt::Builddep * 5c05fa0 added builddep command. * a11af50 added the ability to specify the content of a key * c42db0f Fixes ppa test. * 77d2b0d reformatted whitespace to match recommended style of 2 space indentation. * 27ebdfc ignore swap files. * 377d58a added smoke tests for module. * 18f614b reformatted apt::ppa according to recommended style. * d8a1e4e Created a params class to hold global data. * 636ae85 Added two params for apt class * 148fc73 Update LICENSE. * ed2d19e Support ability to add more than one PPA * 420d537 Add call to apt-update after add-apt-repository in apt::ppa * 945be77 Add package definition for python-software-properties * 71fc425 Abs paths for all commands * 9d51cd1 Adding LICENSE * 71796e3 Heading fix in README * 87777d8 Typo in README * f848bac First commit examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/Gemfile000077500000000000000000000012521245774017100247110ustar00rootroot00000000000000source ENV['GEM_SOURCE'] || 'https://rubygems.org' group :development, :test do gem 'rake', '10.1.1', :require => false gem 'rspec', '~> 2.11', :require => false gem 'pry', :require => false gem 'rspec-puppet', :require => false gem 'puppet-lint', :require => false gem 'puppetlabs_spec_helper', :require => false gem 'serverspec', :require => false gem 'beaker', :require => false gem 'beaker-rspec', :require => false end if puppetversion = ENV['PUPPET_GEM_VERSION'] gem 'puppet', puppetversion, :require => false else gem 'puppet', :require => false end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/Gemfile.lock000077500000000000000000000073521245774017100256470ustar00rootroot00000000000000GEM remote: https://rubygems.org/ specs: CFPropertyList (2.2.8) addressable (2.3.6) archive-tar-minitar (0.5.2) autoparse (0.3.3) addressable (>= 2.3.1) extlib (>= 0.9.15) multi_json (>= 1.0.0) aws-sdk (1.42.0) json (~> 1.4) nokogiri (>= 1.4.4) beaker (1.16.0) aws-sdk (= 1.42.0) blimpy (~> 0.6) docker-api fission (~> 0.4) google-api-client (~> 0.7.1) inifile (~> 2.0) json (~> 1.8) mime-types (~> 1.25) net-scp (~> 1.1) net-ssh (~> 2.6) nokogiri (~> 1.5.10) rbvmomi (= 1.8.1) unf (~> 0.1) beaker-rspec (2.2.6) beaker (~> 1.10) rspec serverspec (~> 1.0) specinfra (~> 1.0) blimpy (0.6.7) fog minitar thor builder (3.2.2) coderay (1.1.0) diff-lcs (1.2.5) docker-api (1.13.1) archive-tar-minitar excon (>= 0.38.0) json excon (0.38.0) extlib (0.9.16) facter (2.1.0) CFPropertyList (~> 2.2.6) faraday (0.9.0) multipart-post (>= 1.2, < 3) fission (0.5.0) CFPropertyList (~> 2.2) fog (1.23.0) fog-brightbox fog-core (~> 1.23) fog-json fog-softlayer ipaddress (~> 0.5) nokogiri (~> 1.5, >= 1.5.11) fog-brightbox (0.1.1) fog-core (~> 1.22) fog-json inflecto fog-core (1.23.0) builder excon (~> 0.38) formatador (~> 0.2) mime-types net-scp (~> 1.1) net-ssh (>= 2.1.3) fog-json (1.0.0) multi_json (~> 1.0) fog-softlayer (0.3.9) fog-core fog-json formatador (0.2.5) google-api-client (0.7.1) addressable (>= 2.3.2) autoparse (>= 0.3.3) extlib (>= 0.9.15) faraday (>= 0.9.0) jwt (>= 0.1.5) launchy (>= 2.1.1) multi_json (>= 1.0.0) retriable (>= 1.4) signet (>= 0.5.0) uuidtools (>= 2.1.0) hiera (1.3.4) json_pure highline (1.6.21) inflecto (0.0.2) inifile (2.0.2) ipaddress (0.8.0) json (1.8.1) json_pure (1.8.1) jwt (1.0.0) launchy (2.4.2) addressable (~> 2.3) metaclass (0.0.4) method_source (0.8.2) mime-types (1.25.1) minitar (0.5.4) mocha (1.1.0) metaclass (~> 0.0.1) multi_json (1.10.1) multipart-post (2.0.0) net-scp (1.2.1) net-ssh (>= 2.6.5) net-ssh (2.9.1) nokogiri (1.5.11) pry (0.10.0) coderay (~> 1.1.0) method_source (~> 0.8.1) slop (~> 3.4) puppet (3.6.2) facter (> 1.6, < 3) hiera (~> 1.0) json_pure rgen (~> 0.6.5) puppet-lint (0.3.2) puppetlabs_spec_helper (0.7.0) mocha puppet-lint rake rspec rspec-puppet rake (10.1.1) rbvmomi (1.8.1) builder nokogiri (>= 1.4.1) trollop retriable (1.4.1) rgen (0.6.6) rspec (2.99.0) rspec-core (~> 2.99.0) rspec-expectations (~> 2.99.0) rspec-mocks (~> 2.99.0) rspec-core (2.99.1) rspec-expectations (2.99.1) diff-lcs (>= 1.1.3, < 2.0) rspec-its (1.0.1) rspec-core (>= 2.99.0.beta1) rspec-expectations (>= 2.99.0.beta1) rspec-mocks (2.99.1) rspec-puppet (1.0.1) rspec serverspec (1.10.0) highline net-ssh rspec (~> 2.99) rspec-its specinfra (~> 1.20) signet (0.5.1) addressable (>= 2.2.3) faraday (>= 0.9.0.rc5) jwt (>= 0.1.5) multi_json (>= 1.0.0) slop (3.6.0) specinfra (1.21.0) thor (0.19.1) trollop (2.0) unf (0.1.4) unf_ext unf_ext (0.0.6) uuidtools (2.1.4) PLATFORMS ruby DEPENDENCIES beaker beaker-rspec pry puppet puppet-lint puppetlabs_spec_helper rake (= 10.1.1) rspec (~> 2.11) rspec-puppet serverspec examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/LICENSE000077500000000000000000000031171245774017100244250ustar00rootroot00000000000000Copyright (c) 2011 Evolving Web Inc. Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. Copyright 2014 Puppet Labs Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/README.md000077500000000000000000000313211245774017100246750ustar00rootroot00000000000000apt === [![Build Status](https://travis-ci.org/puppetlabs/puppetlabs-apt.png?branch=master)](https://travis-ci.org/puppetlabs/puppetlabs-apt) Overview -------- The APT module provides a simple interface for managing APT source, key, and definitions with Puppet. Module Description ------------------ APT automates obtaining and installing software packages on \*nix systems. ***Note:** While this module allows the use of short keys, we STRONGLY RECOMMEND that you DO NOT USE short keys, as they pose a serious security issue in that they open you up to collision attacks.* Setup ----- **What APT affects:** * package/service/configuration files for APT * NOTE: Setting the `purge_preferences` or `purge_preferences_d` parameters to 'true' will destroy any existing configuration that was not declared with puppet. The default for these parameters is 'false'. * your system's `sources.list` file and `sources.list.d` directory * NOTE: Setting the `purge_sources_list` and `purge_sources_list_d` parameters to 'true' will destroy any existing content that was not declared with Puppet. The default for these parameters is 'false'. * system repositories * authentication keys ### Beginning with APT To begin using the APT module with default parameters, declare the class include apt Puppet code that uses anything from the APT module requires that the core apt class be declared/\s\+$//e Usage ----- Using the APT module consists predominantly in declaring classes that provide desired functionality and features. ### apt `apt` provides a number of common resources and options that are shared by the various defined types in this module, so you MUST always include this class in your manifests. The parameters for `apt` are not required in general and are predominantly for development environment use-cases. class { 'apt': always_apt_update => false, disable_keys => undef, proxy_host => false, proxy_port => '8080', purge_sources_list => false, purge_sources_list_d => false, purge_preferences_d => false, update_timeout => undef } Puppet will manage your system's `sources.list` file and `sources.list.d` directory but will do its best to respect existing content. If you declare your apt class with `purge_sources_list`, `purge_sources_list_d`, `purge_preferences` and `purge_preferences_d` set to 'true', Puppet will unapologetically purge any existing content it finds that wasn't declared with Puppet. ### apt::builddep Installs the build depends of a specified package. apt::builddep { 'glusterfs-server': } ### apt::force Forces a package to be installed from a specific release. This class is particularly useful when using repositories, like Debian, that are unstable in Ubuntu. apt::force { 'glusterfs-server': release => 'unstable', version => '3.0.3', require => Apt::Source['debian_unstable'], } ### apt_key A native Puppet type and provider for managing GPG keys for APT is provided by this module. apt_key { 'puppetlabs': ensure => 'present', id => '4BD6EC30', } You can additionally set the following attributes: * `source`: HTTP, HTTPS or FTP location of a GPG key or path to a file on the target host; * `content`: Instead of pointing to a file, pass the key in as a string; * `server`: The GPG key server to use. It defaults to *keyserver.ubuntu.com*; * `keyserver_options`: Additional options to pass to `--keyserver`. Because it is a native type it can be used in and queried for with MCollective. ### apt::key Adds a key to the list of keys used by APT to authenticate packages. This type uses the aforementioned `apt_key` native type. As such it no longer requires the wget command that the old implementation depended on. apt::key { 'puppetlabs': key => '4BD6EC30', key_server => 'pgp.mit.edu', } apt::key { 'jenkins': key => 'D50582E6', key_source => 'http://pkg.jenkins-ci.org/debian/jenkins-ci.org.key', } ### apt::pin Adds an apt pin for a certain release. apt::pin { 'karmic': priority => 700 } apt::pin { 'karmic-updates': priority => 700 } apt::pin { 'karmic-security': priority => 700 } Note you can also specifying more complex pins using distribution properties. apt::pin { 'stable': priority => -10, originator => 'Debian', release_version => '3.0', component => 'main', label => 'Debian' } If you wish to pin a number of packages you may specify the packages as a space delimited string using the `packages` attribute or pass in an array of package names. ### apt::hold When you wish to hold a package in Puppet is should be done by passing in 'held' as the ensure attribute to the package resource. However, a lot of public modules do not take this into account and generally do not work well with an ensure of 'held'. There is an additional issue that when Puppet is told to hold a package, it will hold it at the current version installed, there is no way to tell it in one go to install a specific version and then hold that version without using an exec resource that wraps `dpkg --set-selections` or `apt-mark`. At first glance this could also be solved by just passing the version required to the ensure attribute but that only means that Puppet will install that version once it processes that package. It does not inform apt that we want this package to be held. In other words; if another package somehow wants to upgrade this one (because of a version requirement in a dependency), apt should not allow it. In order to solve this you can use apt::hold. It's implemented by creating a preferences file with a priority of 1001, meaning that under normal circumstances this preference will always win. Because the priority is > 1000 apt will interpret this as 'this should be the version installed and I am allowed to downgrade the current package if needed'. With this you can now set a package's ensure attribute to 'latest' but still get the version specified by apt::hold. You can do it like this: apt::hold { 'vim': version => '2:7.3.547-7', } Since you might just want to hold Vim at version 7.3 and not care about the rest you can also pass in a version with a glob: apt::hold { 'vim': version => '2:7.3.*', } ### apt::ppa Adds a ppa repository using `add-apt-repository`. apt::ppa { 'ppa:drizzle-developers/ppa': } ### apt::release Sets the default apt release. This class is particularly useful when using repositories, like Debian, that are unstable in Ubuntu. class { 'apt::release': release_id => 'precise', } ### apt::source Adds an apt source to `/etc/apt/sources.list.d/`. apt::source { 'debian_unstable': location => 'http://debian.mirror.iweb.ca/debian/', release => 'unstable', repos => 'main contrib non-free', required_packages => 'debian-keyring debian-archive-keyring', key => '46925553', key_server => 'subkeys.pgp.net', pin => '-10', include_src => true } If you would like to configure your system so the source is the Puppet Labs APT repository apt::source { 'puppetlabs': location => 'http://apt.puppetlabs.com', repos => 'main', key => '4BD6EC30', key_server => 'pgp.mit.edu', } #### Hiera example 
apt::sources:
  'debian_unstable':
      location: 'http://debian.mirror.iweb.ca/debian/'
      release: 'unstable'
      repos: 'main contrib non-free'
      required_packages: 'debian-keyring debian-archive-keyring'
      key: '55BE302B'
      key_server: 'subkeys.pgp.net'
      pin: '-10'
      include_src: 'true'

  'puppetlabs':
      location: 'http://apt.puppetlabs.com'
      repos: 'main'
      key: '4BD6EC30'
      key_server: 'pgp.mit.edu'
### Testing The APT module is mostly a collection of defined resource types, which provide reusable logic that can be leveraged to manage APT. It does provide smoke tests for testing functionality on a target system, as well as spec tests for checking a compiled catalog against an expected set of resources. #### Example Test This test will set up a Puppet Labs apt repository. Start by creating a new smoke test in the apt module's test folder. Call it puppetlabs-apt.pp. Inside, declare a single resource representing the Puppet Labs APT source and gpg key apt::source { 'puppetlabs': location => 'http://apt.puppetlabs.com', repos => 'main', key => '4BD6EC30', key_server => 'pgp.mit.edu', } This resource creates an apt source named puppetlabs and gives Puppet information about the repository's location and key used to sign its packages. Puppet leverages Facter to determine the appropriate release, but you can set it directly by adding the release type. Check your smoke test for syntax errors $ puppet parser validate tests/puppetlabs-apt.pp If you receive no output from that command, it means nothing is wrong. Then apply the code $ puppet apply --verbose tests/puppetlabs-apt.pp notice: /Stage[main]//Apt::Source[puppetlabs]/File[puppetlabs.list]/ensure: defined content as '{md5}3be1da4923fb910f1102a233b77e982e' info: /Stage[main]//Apt::Source[puppetlabs]/File[puppetlabs.list]: Scheduling refresh of Exec[puppetlabs apt update] notice: /Stage[main]//Apt::Source[puppetlabs]/Exec[puppetlabs apt update]: Triggered 'refresh' from 1 events> The above example used a smoke test to easily lay out a resource declaration and apply it on your system. In production, you may want to declare your APT sources inside the classes where they’re needed. Implementation -------------- ### apt::backports Adds the necessary components to get backports for Ubuntu and Debian. The release name defaults to `$lsbdistcodename`. Setting this manually can cause undefined behavior (read: universe exploding). By default this class drops a Pin-file for Backports pinning it to a priority of 200, lower than the normal Debian archive which gets a priority of 500 to ensure your packages with `ensure => latest` don't get magically upgraded from Backports without your explicit say-so. If you raise the priority through the `pin_priority` parameter to *500*, identical to the rest of the Debian mirrors, normal policy goes into effect and the newest version wins/becomes the candidate apt will want to install or upgrade to. This means that if a package is available from Backports it and its dependencies will be pulled in from Backports unless you explicitly set the `ensure` attribute of the `package` resource to `installed`/`present` or a specific version. Limitations ----------- This module should work across all versions of Debian/Ubuntu and support all major APT repository management features. Development ------------ Puppet Labs modules on the Puppet Forge are open projects, and community contributions are essential for keeping them great. We can’t access the huge number of platforms and myriad of hardware, software, and deployment configurations that Puppet is intended to serve. We want to keep it as easy as possible to contribute changes so that our modules work in your environment. There are a few guidelines that we need contributors to follow so that we can have a chance of keeping on top of things. You can read the complete module contribution guide [on the Puppet Labs wiki.](http://projects.puppetlabs.com/projects/module-site/wiki/Module_contributing) License ------- The original code for this module comes from Evolving Web and was licensed under the MIT license. Code added since the fork of this module is licensed under the Apache 2.0 License like the rest of the Puppet Labs products. The LICENSE contains both licenses. Contributors ------------ A lot of great people have contributed to this module. A somewhat current list follows: * Ben Godfrey * Branan Purvine-Riley * Christian G. Warden * Dan Bode * Daniel Tremblay * Garrett Honeycutt * Jeff Wallace * Ken Barber * Matthaus Litteken * Matthias Pigulla * Monty Taylor * Peter Drake * Reid Vandewiele * Robert Navarro * Ryan Coleman * Scott McLeod * Spencer Krum * William Van Hevelingen * Zach Leslie * Daniele Sluijters * Daniel Paulus examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/Rakefile000077500000000000000000000010071245774017100250610ustar00rootroot00000000000000require 'puppetlabs_spec_helper/rake_tasks' require 'puppet-lint/tasks/puppet-lint' PuppetLint.configuration.fail_on_warnings PuppetLint.configuration.send('disable_80chars') PuppetLint.configuration.send('disable_class_inherits_from_params_class') PuppetLint.configuration.send('disable_class_parameter_defaults') PuppetLint.configuration.send('disable_documentation') PuppetLint.configuration.send('disable_single_quote_string_with_variables') PuppetLint.configuration.ignore_paths = ["spec/**/*.pp", "pkg/**/*.pp"] examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/checksums.json000077500000000000000000000125361245774017100263050ustar00rootroot00000000000000{ "CHANGELOG.md": "200ed54f2b7de9c581a3f3bbc9e74c01", "Gemfile": "d707c4e5d933f198c606918143321739", "Gemfile.lock": "3a65ed8094bac5337f77166b90133a89", "LICENSE": "c236a08bf88c5c8e480957038c869ed1", "README.md": "0047d76fa8c10a673d556f5c099a1113", "Rakefile": "de8eeacfe1fbbc6a6f4d89adfc98bcaf", "lib/puppet/provider/apt_key/apt_key.rb": "7c1517b4ec04c5574f078b1651ed3c5c", "lib/puppet/type/apt_key.rb": "e638201e7e299a5061c39e1045396887", "lib/puppet_x/apt_key/patch_openuri.rb": "951bad007a3b5db035be069c1d1c9c09", "manifests/backports.pp": "75523c9a3573830d5c364dba918a0511", "manifests/builddep.pp": "4f313b5140c84aa7d5793b5a073c30dd", "manifests/conf.pp": "5ddf258195d414d93284dfd281a8d6e3", "manifests/debian/testing.pp": "1d7b2a7dfafa08eb47982cbf03cac5b9", "manifests/debian/unstable.pp": "cf5a4e7ecadb34856bb6fed17e58c822", "manifests/force.pp": "2e75773abb485ee64c6ebb8b284cce6d", "manifests/hold.pp": "817999daec857e6305b22b4894da81aa", "manifests/init.pp": "7a676234a6d693f88a91fac986490b6b", "manifests/key.pp": "e1427a4d902b64a296dd16fbaa2063ef", "manifests/params.pp": "4ed486272bafc452e506b98abe0f1149", "manifests/pin.pp": "4bb5f0e75987fb69d1e617130412a6a3", "manifests/ppa.pp": "1252cdd4d5fad97e0d94e9556f038db1", "manifests/release.pp": "427f3ee70a6a1e55fa291e58655bd5d9", "manifests/source.pp": "9f36b03fde5b1148d01c89677eee6b0e", "manifests/unattended_upgrades.pp": "aaf5e4c350800d2d77faac0430c4c598", "manifests/update.pp": "2950af6e8e4a4b30ecdf2921d7f01fee", "metadata.json": "2b59a21107b6d4f03a6e0587c299eb96", "spec/acceptance/apt_builddep_spec.rb": "fb7ede528790507df42032d77eb74211", "spec/acceptance/apt_key_provider_spec.rb": "bfc96c53af3e7ea1e1f3694466a40e86", "spec/acceptance/apt_key_spec.rb": "5a5a6586db3010a0876dfa4ee29e3155", "spec/acceptance/apt_ppa_spec.rb": "65efac5d8fa1baaed823ecd9548565c3", "spec/acceptance/apt_source_spec.rb": "dc47437fa48d7cc82900ceba4d6d1f26", "spec/acceptance/apt_spec.rb": "242e16421f4aaeddb57666fa6c685eaf", "spec/acceptance/backports_spec.rb": "e2e4ba8091f1e3e168b6be376d22b961", "spec/acceptance/class_spec.rb": "7efb1890650fea7a303ed74f3fa6fff1", "spec/acceptance/conf_spec.rb": "ce961c5ace4de40df1b131a7e600e704", "spec/acceptance/force_spec.rb": "e504f250caf7614099d9c1bb71125d63", "spec/acceptance/nodesets/debian-70rc1-x64.yml": "715f798e696d3582c66d13f0e8e5f009", "spec/acceptance/nodesets/debian-73-x64.yml": "b44b7146a828c37482c06879862fb5d9", "spec/acceptance/nodesets/default.yml": "e27bb4d7526ad3c7a1c4aeb87decec15", "spec/acceptance/nodesets/ubuntu-server-10044-x64.yml": "edd30a624fabfcae11b876ec3167383d", "spec/acceptance/nodesets/ubuntu-server-12042-x64.yml": "344002a1813eb994a0d854981692ea5b", "spec/acceptance/nodesets/ubuntu-server-1404-x64.yml": "5f0aed10098ac5b78e4217bb27c7aaf0", "spec/acceptance/pin_spec.rb": "b91328114476900d1707f60953e86807", "spec/acceptance/release_spec.rb": "171c6a92d12c47fffc255cbd41e53f88", "spec/acceptance/unattended_upgrade_spec.rb": "2f24ec935bc070964f8eb231d2e7885d", "spec/acceptance/unsupported_spec.rb": "a791d7f6fdeb4cc6dc8e32cfad88f4c1", "spec/classes/apt_spec.rb": "93443e5cbe858e0a77cb94fe54bf7e78", "spec/classes/backports_spec.rb": "fe8d8f03cacaed1134cd8b612f7ee139", "spec/classes/debian_testing_spec.rb": "939bc900d8d9bc82e6c378b21b56035a", "spec/classes/debian_unstable_spec.rb": "ac7e6a5bd599fd54ddc91a20c9777a90", "spec/classes/init_spec.rb": "675019cee8af90adfdcfef49a8d9ef7c", "spec/classes/params_spec.rb": "d5e4ef728174328113c75fbf6de85692", "spec/classes/release_spec.rb": "bc3cce54aca2fef36a60fdfa0ae24488", "spec/classes/unattended_upgrades_spec.rb": "686780f08979420bfe34495227fe284b", "spec/defines/builddep_spec.rb": "99370325f64faa5034b79d113b2ef962", "spec/defines/conf_spec.rb": "9c8fce10a10bb4b607d926ebfd6a6dcc", "spec/defines/force_spec.rb": "12dce7d0903d1af82bba97a5d0bfa0b5", "spec/defines/hold_spec.rb": "dd0863c74fff804900c8b390e820bdab", "spec/defines/key_spec.rb": "6ba8391d8fac22fb6d265cea56c7d823", "spec/defines/pin_spec.rb": "74e280e91fdfa7099d8e834dcc1ef14f", "spec/defines/ppa_spec.rb": "aaa2c1e762fe14d2b78d63133e04501c", "spec/defines/source_spec.rb": "054028467c44ec1002e3a4de9cf563d6", "spec/spec_helper.rb": "0db89c9a486df193c0e40095422e19dc", "spec/spec_helper_acceptance.rb": "fc4a89c45d1812b03459bd70139ce2c7", "spec/unit/puppet/type/apt_key_spec.rb": "61ac4b1a237a7666acd517598bbc8667", "templates/10periodic.erb": "2aeea866a39f19a62254abbb4f1bc59d", "templates/50unattended-upgrades.erb": "78ff1ebf80099450fc989de20ea7153f", "templates/pin.pref.erb": "50ad71970336e20e2f0fb017034af453", "templates/source.list.erb": "7df942e41d3cefff84ef9410e6fdd626", "tests/builddep.pp": "4773f57072111e58f2ed833fa4489a88", "tests/debian/testing.pp": "1cbee56baddd6a91d981db8fddec70fb", "tests/debian/unstable.pp": "4b2a090afeb315752262386f4dbcd8ca", "tests/force.pp": "896f0e2da2c3eebda56fbf5461b90991", "tests/init.pp": "551138eb704e71ab3687932dda429a81", "tests/key.pp": "371a695e1332d51a38e283a87be52798", "tests/params.pp": "900db40f3fc84b0be173278df2ebff35", "tests/pin.pp": "4b4c3612d75a19dba8eb7227070fa4ab", "tests/ppa.pp": "b902cce8159128b5e8b21bed540743ff", "tests/release.pp": "53ce5debe6fa5bee42821767599cc768", "tests/source.pp": "123b6208bc80c80f887cac6d563c04f1", "tests/unattended_upgrades.pp": "ae03b24ced8748887178d2357b4bdb53" }examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/lib/000077500000000000000000000000001245774017100241615ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/lib/puppet/000077500000000000000000000000001245774017100254765ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/lib/puppet/provider/000077500000000000000000000000001245774017100273305ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/lib/puppet/provider/apt_key/000077500000000000000000000000001245774017100307645ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/lib/puppet/provider/apt_key/apt_key.rb000077500000000000000000000122511245774017100327510ustar00rootroot00000000000000require 'date' require 'open-uri' require 'net/ftp' require 'tempfile' if RUBY_VERSION == '1.8.7' # Mothers cry, puppies die and Ruby 1.8.7's open-uri needs to be # monkeypatched to support passing in :ftp_passive_mode. require File.expand_path(File.join(File.dirname(__FILE__), '..', '..', '..', 'puppet_x', 'apt_key', 'patch_openuri.rb')) OpenURI::Options.merge!({:ftp_active_mode => false,}) end Puppet::Type.type(:apt_key).provide(:apt_key) do KEY_LINE = { :date => '[0-9]{4}-[0-9]{2}-[0-9]{2}', :key_type => '(R|D)', :key_size => '\d{4}', :key_id => '[0-9a-fA-F]+', :expires => 'expire(d|s)', } confine :osfamily => :debian defaultfor :osfamily => :debian commands :apt_key => 'apt-key' def self.instances key_array = apt_key('list').split("\n").collect do |line| line_hash = key_line_hash(line) next unless line_hash expired = false if line_hash[:key_expiry] expired = Date.today > Date.parse(line_hash[:key_expiry]) end new( :name => line_hash[:key_id], :id => line_hash[:key_id], :ensure => :present, :expired => expired, :expiry => line_hash[:key_expiry], :size => line_hash[:key_size], :type => line_hash[:key_type] == 'R' ? :rsa : :dsa, :created => line_hash[:key_created] ) end key_array.compact! end def self.prefetch(resources) apt_keys = instances resources.keys.each do |name| if provider = apt_keys.find{ |key| key.name == name } resources[name].provider = provider end end end def self.key_line_hash(line) line_array = line.match(key_line_regexp).to_a return nil if line_array.length < 5 return_hash = { :key_id => line_array[3], :key_size => line_array[1], :key_type => line_array[2], :key_created => line_array[4], :key_expiry => nil, } return_hash[:key_expiry] = line_array[7] if line_array.length == 8 return return_hash end def self.key_line_regexp # This regexp is trying to match the following output # pub 4096R/4BD6EC30 2010-07-10 [expires: 2016-07-08] # pub 1024D/CD2EFD2A 2009-12-15 regexp = /\A pub # match only the public key, not signatures \s+ # bunch of spaces after that (#{KEY_LINE[:key_size]}) # size of the key, usually a multiple of 1024 #{KEY_LINE[:key_type]} # type of the key, usually R or D \/ # separator between key_type and key_id (#{KEY_LINE[:key_id]}) # hex id of the key \s+ # bunch of spaces after that (#{KEY_LINE[:date]}) # date the key was added to the keyring # following an optional block which indicates if the key has an expiration # date and if it has expired yet ( \s+ # again with thes paces \[ # we open with a square bracket #{KEY_LINE[:expires]} # expires or expired \: # a colon \s+ # more spaces (#{KEY_LINE[:date]}) # date indicating key expiry \] # we close with a square bracket )? # end of the optional block \Z/x regexp end def source_to_file(value) if URI::parse(value).scheme.nil? fail("The file #{value} does not exist") unless File.exists?(value) value else begin key = open(value, :ftp_active_mode => false).read rescue OpenURI::HTTPError, Net::FTPPermError => e fail("#{e.message} for #{resource[:source]}") rescue SocketError fail("could not resolve #{resource[:source]}") else tempfile(key) end end end def tempfile(content) file = Tempfile.new('apt_key') file.write content file.close file.path end def exists? @property_hash[:ensure] == :present end def create command = [] if resource[:source].nil? and resource[:content].nil? # Breaking up the command like this is needed because it blows up # if --recv-keys isn't the last argument. command.push('adv', '--keyserver', resource[:server]) unless resource[:keyserver_options].nil? command.push('--keyserver-options', resource[:keyserver_options]) end command.push('--recv-keys', resource[:id]) elsif resource[:content] command.push('add', tempfile(resource[:content])) elsif resource[:source] command.push('add', source_to_file(resource[:source])) # In case we really screwed up, better safe than sorry. else fail("an unexpected condition occurred while trying to add the key: #{resource[:id]}") end apt_key(command) @property_hash[:ensure] = :present end def destroy apt_key('del', resource[:id]) @property_hash.clear end def read_only(value) fail('This is a read-only property.') end mk_resource_methods # Needed until PUP-1470 is fixed and we can drop support for Puppet versions # before that. def expired @property_hash[:expired] end # Alias the setters of read-only properties # to the read_only function. alias :created= :read_only alias :expired= :read_only alias :expiry= :read_only alias :size= :read_only alias :type= :read_only end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/lib/puppet/type/000077500000000000000000000000001245774017100264575ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/lib/puppet/type/apt_key.rb000077500000000000000000000050671245774017100304530ustar00rootroot00000000000000require 'pathname' Puppet::Type.newtype(:apt_key) do @doc = <<-EOS This type provides Puppet with the capabilities to manage GPG keys needed by apt to perform package validation. Apt has it's own GPG keyring that can be manipulated through the `apt-key` command. apt_key { '4BD6EC30': source => 'http://apt.puppetlabs.com/pubkey.gpg' } **Autorequires**: If Puppet is given the location of a key file which looks like an absolute path this type will autorequire that file. EOS ensurable validate do if self[:content] and self[:source] fail('The properties content and source are mutually exclusive.') end end newparam(:id, :namevar => true) do desc 'The ID of the key you want to manage.' # GPG key ID's should be either 32-bit (short) or 64-bit (long) key ID's # and may start with the optional 0x newvalues(/\A(0x)?[0-9a-fA-F]{8}\Z/, /\A(0x)?[0-9a-fA-F]{16}\Z/) munge do |value| if value.start_with?('0x') id = value.partition('0x').last.upcase else id = value.upcase end if id.length == 16 id[8..-1] else id end end end newparam(:content) do desc 'The content of, or string representing, a GPG key.' end newparam(:source) do desc 'Location of a GPG key file, /path/to/file, ftp://, http:// or https://' newvalues(/\Ahttps?:\/\//, /\Aftp:\/\//, /\A\/\w+/) end autorequire(:file) do if self[:source] and Pathname.new(self[:source]).absolute? self[:source] end end newparam(:server) do desc 'The key server to fetch the key from based on the ID.' defaultto :'keyserver.ubuntu.com' # Need to validate this, preferably through stdlib is_fqdn # but still working on getting to that. end newparam(:keyserver_options) do desc 'Additional options to pass to apt-key\'s --keyserver-options.' end newproperty(:expired) do desc <<-EOS Indicates if the key has expired. This property is read-only. EOS end newproperty(:expiry) do desc <<-EOS The date the key will expire, or nil if it has no expiry date. This property is read-only. EOS end newproperty(:size) do desc <<-EOS The key size, usually a multiple of 1024. This property is read-only. EOS end newproperty(:type) do desc <<-EOS The key type, either RSA or DSA. This property is read-only. EOS end newproperty(:created) do desc <<-EOS Date the key was created. This property is read-only. EOS end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/lib/puppet_x/000077500000000000000000000000001245774017100260255ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/lib/puppet_x/apt_key/000077500000000000000000000000001245774017100274615ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/lib/puppet_x/apt_key/patch_openuri.rb000077500000000000000000000035001245774017100326470ustar00rootroot00000000000000require 'uri' require 'stringio' require 'time' module URI class FTP def buffer_open(buf, proxy, options) # :nodoc: if proxy OpenURI.open_http(buf, self, proxy, options) return end require 'net/ftp' directories = self.path.split(%r{/}, -1) directories.shift if directories[0] == '' # strip a field before leading slash directories.each {|d| d.gsub!(/%([0-9A-Fa-f][0-9A-Fa-f])/) { [$1].pack("H2") } } unless filename = directories.pop raise ArgumentError, "no filename: #{self.inspect}" end directories.each {|d| if /[\r\n]/ =~ d raise ArgumentError, "invalid directory: #{d.inspect}" end } if /[\r\n]/ =~ filename raise ArgumentError, "invalid filename: #{filename.inspect}" end typecode = self.typecode if typecode && /\A[aid]\z/ !~ typecode raise ArgumentError, "invalid typecode: #{typecode.inspect}" end # The access sequence is defined by RFC 1738 ftp = Net::FTP.open(self.host) ftp.passive = true if !options[:ftp_active_mode] # todo: extract user/passwd from .netrc. user = 'anonymous' passwd = nil user, passwd = self.userinfo.split(/:/) if self.userinfo ftp.login(user, passwd) directories.each {|cwd| ftp.voidcmd("CWD #{cwd}") } if typecode # xxx: typecode D is not handled. ftp.voidcmd("TYPE #{typecode.upcase}") end if options[:content_length_proc] options[:content_length_proc].call(ftp.size(filename)) end ftp.retrbinary("RETR #{filename}", 4096) { |str| buf << str options[:progress_proc].call(buf.size) if options[:progress_proc] } ftp.close buf.io.rewind end include OpenURI::OpenRead end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/000077500000000000000000000000001245774017100254045ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/backports.pp000077500000000000000000000026311245774017100277420ustar00rootroot00000000000000# This adds the necessary components to get backports for ubuntu and debian # # == Parameters # # [*release*] # The ubuntu/debian release name. Defaults to $lsbdistcodename. Setting this # manually can cause undefined behavior. (Read: universe exploding) # # [*pin_priority*] # _default_: 200 # # The priority that should be awarded by default to all packages coming from # the Debian Backports project. # # == Examples # # include apt::backports # # class { 'apt::backports': # release => 'natty', # } # # == Authors # # Ben Hughes, I think. At least blame him if this goes wrong. # I just added puppet doc. # # == Copyright # # Copyright 2011 Puppet Labs Inc, unless otherwise noted. class apt::backports( $release = $::lsbdistcodename, $location = $::apt::params::backports_location, $pin_priority = 200, ) inherits apt::params { if ! is_integer($pin_priority) { fail('$pin_priority must be an integer') } $release_real = downcase($release) $key = $::lsbdistid ? { 'debian' => '46925553', 'ubuntu' => '437D05B5', } $repos = $::lsbdistid ? { 'debian' => 'main contrib non-free', 'ubuntu' => 'main universe multiverse restricted', } apt::source { 'backports': location => $location, release => "${release_real}-backports", repos => $repos, key => $key, key_server => 'pgp.mit.edu', pin => $pin_priority, } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/builddep.pp000077500000000000000000000005701245774017100275420ustar00rootroot00000000000000# builddep.pp define apt::builddep() { include apt::update exec { "apt-builddep-${name}": command => "/usr/bin/apt-get -y --force-yes build-dep ${name}", logoutput => 'on_failure', notify => Exec['apt_update'], } # Need anchor to provide containment for dependencies. anchor { "apt::builddep::${name}": require => Class['apt::update'], } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/conf.pp000077500000000000000000000004641245774017100267010ustar00rootroot00000000000000define apt::conf ( $content, $ensure = present, $priority = '50' ) { include apt::params $apt_conf_d = $apt::params::apt_conf_d file { "${apt_conf_d}/${priority}${name}": ensure => $ensure, content => $content, owner => root, group => root, mode => '0644', } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/debian/000077500000000000000000000000001245774017100266265ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/debian/testing.pp000077500000000000000000000012401245774017100306440ustar00rootroot00000000000000# testing.pp class apt::debian::testing { include apt # deb http://debian.mirror.iweb.ca/debian/ testing main contrib non-free # deb-src http://debian.mirror.iweb.ca/debian/ testing main contrib non-free # Key: 46925553 Server: subkeys.pgp.net # debian-keyring # debian-archive-keyring apt::source { 'debian_testing': location => 'http://debian.mirror.iweb.ca/debian/', release => 'testing', repos => 'main contrib non-free', required_packages => 'debian-keyring debian-archive-keyring', key => '46925553', key_server => 'subkeys.pgp.net', pin => '-10', } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/debian/unstable.pp000077500000000000000000000012461245774017100310120ustar00rootroot00000000000000# unstable.pp class apt::debian::unstable { include apt # deb http://debian.mirror.iweb.ca/debian/ unstable main contrib non-free # deb-src http://debian.mirror.iweb.ca/debian/ unstable main contrib non-free # Key: 46925553 Server: subkeys.pgp.net # debian-keyring # debian-archive-keyring apt::source { 'debian_unstable': location => 'http://debian.mirror.iweb.ca/debian/', release => 'unstable', repos => 'main contrib non-free', required_packages => 'debian-keyring debian-archive-keyring', key => '46925553', key_server => 'subkeys.pgp.net', pin => '-10', } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/force.pp000077500000000000000000000022551245774017100270520ustar00rootroot00000000000000# force.pp # force a package from a specific release define apt::force( $release = false, $version = false, $timeout = 300 ) { $provider = $apt::params::provider $version_string = $version ? { false => undef, default => "=${version}", } $release_string = $release ? { false => undef, default => "-t ${release}", } if $version == false { if $release == false { $install_check = "/usr/bin/dpkg -s ${name} | grep -q 'Status: install'" } else { # If installed version and candidate version differ, this check returns 1 (false). $install_check = "/usr/bin/test \$(/usr/bin/apt-cache policy -t ${release} ${name} | /bin/grep -E 'Installed|Candidate' | /usr/bin/uniq -s 14 | /usr/bin/wc -l) -eq 1" } } else { if $release == false { $install_check = "/usr/bin/dpkg -s ${name} | grep -q 'Version: ${version}'" } else { $install_check = "/usr/bin/apt-cache policy -t ${release} ${name} | /bin/grep -q 'Installed: ${version}'" } } exec { "${provider} -y ${release_string} install ${name}${version_string}": unless => $install_check, logoutput => 'on_failure', timeout => $timeout, } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/hold.pp000077500000000000000000000025371245774017100267050ustar00rootroot00000000000000# == Define apt::hold # # This defined type allows you to hold a package based on the version you # require. It's implemented by dropping an apt preferences file pinning the # package to the version you require. # # === Parameters # # [*version*] # The version at which you wish to pin a package. # # This can either be the full version, such as 4:2.11.8.1-5, or # a partial version, such as 4:2.11.* # # [*package*] # _default_: +$title+, the title/name of the resource. # # Name of the package that apt is to hold. # # [*priority*] # _default_: +1001+ # # The default priority of 1001 causes this preference to always win. By # setting the priority to a number greater than 1000 apt will always install # this version even if it means downgrading the currently installed version. define apt::hold( $version, $ensure = 'present', $package = $title, $priority = 1001, ){ validate_string($title) validate_re($ensure, ['^present|absent',]) validate_string($package) validate_string($version) if ! is_integer($priority) { fail('$priority must be an integer') } if $ensure == 'present' { ::apt::pin { "hold ${package} at ${version}": packages => $package, version => $version, priority => $priority, } } else { ::apt::pin { "hold ${package} at ${version}": ensure => 'absent', } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/init.pp000077500000000000000000000102071245774017100267130ustar00rootroot00000000000000# Class: apt # # This module manages the initial configuration of apt. # # Parameters: # The parameters listed here are not required in general and were # added for use cases related to development environments. # disable_keys - disables the requirement for all packages to be signed # always_apt_update - rather apt should be updated on every run (intended # for development environments where package updates are frequent) # purge_sources_list - Accepts true or false. Defaults to false If set to # true, Puppet will purge all unmanaged entries from sources.list # purge_sources_list_d - Accepts true or false. Defaults to false. If set # to true, Puppet will purge all unmanaged entries from sources.list.d # update_timeout - Overrides the exec timeout in seconds for apt-get update. # If not set defaults to Exec's default (300) # update_tries - Number of times that `apt-get update` will be tried. Use this # to work around transient DNS and HTTP errors. By default, the command # will only be run once. # # Actions: # # Requires: # puppetlabs/stdlib # Sample Usage: # class { 'apt': } class apt( $always_apt_update = false, $disable_keys = undef, $proxy_host = undef, $proxy_port = '8080', $purge_sources_list = false, $purge_sources_list_d = false, $purge_preferences = false, $purge_preferences_d = false, $update_timeout = undef, $update_tries = undef, $sources = undef ) { if $::osfamily != 'Debian' { fail('This module only works on Debian or derivatives like Ubuntu') } include apt::params include apt::update validate_bool($purge_sources_list, $purge_sources_list_d, $purge_preferences, $purge_preferences_d) $sources_list_content = $purge_sources_list ? { false => undef, true => "# Repos managed by puppet.\n", } if $always_apt_update == true { Exec <| title=='apt_update' |> { refreshonly => false, } } $root = $apt::params::root $apt_conf_d = $apt::params::apt_conf_d $sources_list_d = $apt::params::sources_list_d $preferences_d = $apt::params::preferences_d $provider = $apt::params::provider file { 'sources.list': ensure => present, path => "${root}/sources.list", owner => root, group => root, mode => '0644', content => $sources_list_content, notify => Exec['apt_update'], } file { 'sources.list.d': ensure => directory, path => $sources_list_d, owner => root, group => root, purge => $purge_sources_list_d, recurse => $purge_sources_list_d, notify => Exec['apt_update'], } if $purge_preferences { file { 'apt-preferences': ensure => absent, path => "${root}/preferences", } } file { 'preferences.d': ensure => directory, path => $preferences_d, owner => root, group => root, purge => $purge_preferences_d, recurse => $purge_preferences_d, } case $disable_keys { true: { file { '99unauth': ensure => present, content => "APT::Get::AllowUnauthenticated 1;\n", path => "${apt_conf_d}/99unauth", } } false: { file { '99unauth': ensure => absent, path => "${apt_conf_d}/99unauth", } } undef: { } # do nothing default: { fail('Valid values for disable_keys are true or false') } } $proxy_set = $proxy_host ? { undef => absent, default => present } file { '01proxy': ensure => $proxy_set, path => "${apt_conf_d}/01proxy", content => "Acquire::http::Proxy \"http://${proxy_host}:${proxy_port}\";\n", notify => Exec['apt_update'], mode => '0644', owner => root, group => root, } file { 'old-proxy-file': ensure => absent, path => "${apt_conf_d}/proxy", notify => Exec['apt_update'], } # Need anchor to provide containment for dependencies. anchor { 'apt::update': require => Class['apt::update'], } # manage sources if present if $sources != undef { validate_hash($sources) create_resources('apt::source', $sources) } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/key.pp000077500000000000000000000063671245774017100265540ustar00rootroot00000000000000# == Define: apt::key # # The apt::key defined type allows for keys to be added to apt's keyring # which is used for package validation. This defined type uses the apt_key # native type to manage keys. This is a simple wrapper around apt_key with # a few safeguards in place. # # === Parameters # # [*key*] # _default_: +$title+, the title/name of the resource # # Is a GPG key ID. This key ID is validated with a regex enforcing it # to only contain valid hexadecimal characters, be precisely 8 or 16 # characters long and optionally prefixed with 0x. # # [*ensure*] # _default_: +present+ # # The state we want this key in, may be either one of: # * +present+ # * +absent+ # # [*key_content*] # _default_: +undef+ # # This parameter can be used to pass in a GPG key as a # string in case it cannot be fetched from a remote location # and using a file resource is for other reasons inconvenient. # # [*key_source*] # _default_: +undef+ # # This parameter can be used to pass in the location of a GPG # key. This URI can take the form of a: # * +URL+: ftp, http or https # * +path+: absolute path to a file on the target system. # # [*key_server*] # _default_: +undef+ # # The keyserver from where to fetch our GPG key. It defaults to # undef which results in apt_key's default keyserver being used, # currently +keyserver.ubuntu.com+. # # [*key_options*] # _default_: +undef+ # # Additional options to pass on to `apt-key adv --keyserver-options`. define apt::key ( $key = $title, $ensure = present, $key_content = undef, $key_source = undef, $key_server = undef, $key_options = undef, ) { validate_re($key, ['\A(0x)?[0-9a-fA-F]{8}\Z', '\A(0x)?[0-9a-fA-F]{16}\Z']) validate_re($ensure, ['\Aabsent|present\Z',]) if $key_content { validate_string($key_content) } if $key_source { validate_re($key_source, ['\Ahttps?:\/\/', '\Aftp:\/\/', '\A\/\w+']) } if $key_server { if !is_domain_name($key_server) { fail('$key_server must be a valid domain name') } } if $key_options { validate_string($key_options) } case $ensure { present: { if defined(Anchor["apt_key ${key} absent"]){ fail("key with id ${key} already ensured as absent") } if !defined(Anchor["apt_key ${key} present"]) { apt_key { $title: ensure => $ensure, id => $key, source => $key_source, content => $key_content, server => $key_server, keyserver_options => $key_options, } -> anchor { "apt_key ${key} present": } } } absent: { if defined(Anchor["apt_key ${key} present"]){ fail("key with id ${key} already ensured as present") } if !defined(Anchor["apt_key ${key} absent"]){ apt_key { $title: ensure => $ensure, id => $key, source => $key_source, content => $key_content, server => $key_server, keyserver_options => $key_options, } -> anchor { "apt_key ${key} absent": } } } default: { fail "Invalid 'ensure' value '${ensure}' for apt::key" } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/params.pp000077500000000000000000000036201245774017100272340ustar00rootroot00000000000000class apt::params { $root = '/etc/apt' $provider = '/usr/bin/apt-get' $sources_list_d = "${root}/sources.list.d" $apt_conf_d = "${root}/apt.conf.d" $preferences_d = "${root}/preferences.d" case $::lsbdistid { 'debian': { case $::lsbdistcodename { 'squeeze': { $backports_location = 'http://backports.debian.org/debian-backports' $legacy_origin = true $origins = ['${distro_id} oldstable', '${distro_id} ${distro_codename}-security'] } 'wheezy': { $backports_location = 'http://ftp.debian.org/debian/' $legacy_origin = false $origins = ['origin=Debian,archive=stable,label=Debian-Security'] } default: { $backports_location = 'http://http.debian.net/debian/' $legacy_origin = false $origins = ['origin=Debian,archive=stable,label=Debian-Security'] } } } 'ubuntu': { case $::lsbdistcodename { 'lucid': { $backports_location = 'http://us.archive.ubuntu.com/ubuntu' $ppa_options = undef $legacy_origin = true $origins = ['${distro_id} ${distro_codename}-security'] } 'precise', 'trusty': { $backports_location = 'http://us.archive.ubuntu.com/ubuntu' $ppa_options = '-y' $legacy_origin = true $origins = ['${distro_id}:${distro_codename}-security'] } default: { $backports_location = 'http://old-releases.ubuntu.com/ubuntu' $ppa_options = '-y' $legacy_origin = true $origins = ['${distro_id}:${distro_codename}-security'] } } } default: { fail("Unsupported lsbdistid (${::lsbdistid})") } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/pin.pp000077500000000000000000000050211245774017100265340ustar00rootroot00000000000000# pin.pp # pin a release in apt, useful for unstable repositories define apt::pin( $ensure = present, $explanation = "${caller_module_name}: ${name}", $order = '', $packages = '*', $priority = 0, $release = '', # a= $origin = '', $version = '', $codename = '', # n= $release_version = '', # v= $component = '', # c= $originator = '', # o= $label = '' # l= ) { include apt::params $preferences_d = $apt::params::preferences_d if $order != '' and !is_integer($order) { fail('Only integers are allowed in the apt::pin order param') } $pin_release_array = [ $release, $codename, $release_version, $component, $originator, $label] $pin_release = join($pin_release_array, '') # Read the manpage 'apt_preferences(5)', especially the chapter # 'Thea Effect of APT Preferences' to understand the following logic # and the difference between specific and general form if is_array($packages) { $packages_string = join($packages, ' ') } else { $packages_string = $packages } if $packages_string != '*' { # specific form if ( $pin_release != '' and ( $origin != '' or $version != '' )) or ( $origin != '' and ( $pin_release != '' or $version != '' )) or ( $version != '' and ( $pin_release != '' or $origin != '' )) { fail('parameters release, origin, and version are mutually exclusive') } } else { # general form if $version != '' { fail('parameter version cannot be used in general form') } if ( $pin_release != '' and $origin != '' ) or ( $origin != '' and $pin_release != '' ) { fail('parmeters release and origin are mutually exclusive') } } $path = $order ? { '' => "${preferences_d}/${name}.pref", default => "${preferences_d}/${order}-${name}.pref", } # According to man 5 apt_preferences: # The files have either no or "pref" as filename extension # and only contain alphanumeric, hyphen (-), underscore (_) and period # (.) characters. Otherwise APT will print a notice that it has ignored a # file, unless that file matches a pattern in the # Dir::Ignore-Files-Silently configuration list - in which case it will # be silently ignored. $file_name = regsubst($title, '[^0-9a-z\-_\.]', '_', 'IG') file { "${file_name}.pref": ensure => $ensure, path => $path, owner => root, group => root, mode => '0644', content => template('apt/pin.pref.erb'), } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/ppa.pp000077500000000000000000000044321245774017100265330ustar00rootroot00000000000000# ppa.pp define apt::ppa( $ensure = 'present', $release = $::lsbdistcodename, $options = $apt::params::ppa_options, ) { include apt::params include apt::update $sources_list_d = $apt::params::sources_list_d if ! $release { fail('lsbdistcodename fact not available: release parameter required') } if $::operatingsystem != 'Ubuntu' { fail('apt::ppa is currently supported on Ubuntu only.') } $filename_without_slashes = regsubst($name, '/', '-', 'G') $filename_without_dots = regsubst($filename_without_slashes, '\.', '_', 'G') $filename_without_ppa = regsubst($filename_without_dots, '^ppa:', '', 'G') $sources_list_d_filename = "${filename_without_ppa}-${release}.list" if $ensure == 'present' { $package = $::lsbdistrelease ? { /^[1-9]\..*|1[01]\..*|12.04$/ => 'python-software-properties', default => 'software-properties-common', } if ! defined(Package[$package]) { package { $package: } } if defined(Class[apt]) { $proxy_host = $apt::proxy_host $proxy_port = $apt::proxy_port case $proxy_host { false, '': { $proxy_env = [] } default: {$proxy_env = ["http_proxy=http://${proxy_host}:${proxy_port}", "https_proxy=http://${proxy_host}:${proxy_port}"]} } } else { $proxy_env = [] } exec { "add-apt-repository-${name}": environment => $proxy_env, command => "/usr/bin/add-apt-repository ${options} ${name}", unless => "/usr/bin/test -s ${sources_list_d}/${sources_list_d_filename}", user => 'root', logoutput => 'on_failure', notify => Exec['apt_update'], require => [ File['sources.list.d'], Package[$package], ], } file { "${sources_list_d}/${sources_list_d_filename}": ensure => file, require => Exec["add-apt-repository-${name}"], } } else { file { "${sources_list_d}/${sources_list_d_filename}": ensure => 'absent', mode => '0644', owner => 'root', group => 'root', notify => Exec['apt_update'], } } # Need anchor to provide containment for dependencies. anchor { "apt::ppa::${name}": require => Class['apt::update'], } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/release.pp000077500000000000000000000004241245774017100273700ustar00rootroot00000000000000# release.pp class apt::release ( $release_id ) { include apt::params $root = $apt::params::root file { "${root}/apt.conf.d/01release": owner => root, group => root, mode => '0644', content => "APT::Default-Release \"${release_id}\";" } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/source.pp000077500000000000000000000044011245774017100272470ustar00rootroot00000000000000# source.pp # add an apt source define apt::source( $ensure = present, $location = '', $release = 'UNDEF', $repos = 'main', $include_src = true, $required_packages = false, $key = undef, $key_server = 'keyserver.ubuntu.com', $key_content = undef, $key_source = undef, $pin = false, $architecture = undef ) { include apt::params include apt::update $sources_list_d = $apt::params::sources_list_d $provider = $apt::params::provider if $release == 'UNDEF' { if $::lsbdistcodename == undef { fail('lsbdistcodename fact not available: release parameter required') } else { $release_real = $::lsbdistcodename } } else { $release_real = $release } file { "${name}.list": ensure => $ensure, path => "${sources_list_d}/${name}.list", owner => root, group => root, mode => '0644', content => template("${module_name}/source.list.erb"), notify => Exec['apt_update'], } if ($pin != false) { # Get the host portion out of the url so we can pin to origin $url_split = split($location, '/') $host = $url_split[2] apt::pin { $name: ensure => $ensure, priority => $pin, before => File["${name}.list"], origin => $host, } } if ($required_packages != false) and ($ensure == 'present') { exec { "Required packages: '${required_packages}' for ${name}": command => "${provider} -y install ${required_packages}", logoutput => 'on_failure', refreshonly => true, tries => 3, try_sleep => 1, subscribe => File["${name}.list"], before => Exec['apt_update'], } } # We do not want to remove keys when the source is absent. if $key and ($ensure == 'present') { apt::key { "Add key: ${key} from Apt::Source ${title}": ensure => present, key => $key, key_server => $key_server, key_content => $key_content, key_source => $key_source, before => File["${name}.list"], } } # Need anchor to provide containment for dependencies. anchor { "apt::source::${name}": require => Class['apt::update'], } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/unattended_upgrades.pp000077500000000000000000000037301245774017100320000ustar00rootroot00000000000000# Class: apt::unattended_upgrades # # This class manages the unattended-upgrades package and related configuration # files for ubuntu # # origins are the repositories to automatically upgrade included packages # blacklist is a list of packages to not automatically upgrade # update is how often to run "apt-get update" in days # download is how often to run "apt-get upgrade --download-only" in days # upgrade is how often to upgrade packages included in the origins list in days # autoclean is how often to run "apt-get autoclean" in days # # information on the other options can be found in the 50unattended-upgrades # file and in /etc/cron.daily/apt # class apt::unattended_upgrades ( $origins = $::apt::params::origins, $blacklist = [], $update = '1', $download = '1', $upgrade = '1', $autoclean = '7', $auto_fix = true, $minimal_steps = false, $install_on_shutdown = false, $mail_to = 'NONE', $mail_only_on_error = false, $remove_unused = true, $auto_reboot = false, $dl_limit = 'NONE', $enable = '1', $backup_interval = '0', $backup_level = '3', $max_age = '0', $min_age = '0', $max_size = '0', $download_delta = '0', $verbose = '0', ) inherits ::apt::params { validate_bool( $auto_fix, $minimal_steps, $install_on_shutdown, $mail_only_on_error, $remove_unused, $auto_reboot ) validate_array($origins) package { 'unattended-upgrades': ensure => present, } File { ensure => file, owner => 'root', group => 'root', mode => '0644', require => Package['unattended-upgrades'], } file { '/etc/apt/apt.conf.d/50unattended-upgrades': content => template('apt/50unattended-upgrades.erb'); '/etc/apt/apt.conf.d/10periodic': content => template('apt/10periodic.erb'); } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/manifests/update.pp000077500000000000000000000004351245774017100272340ustar00rootroot00000000000000class apt::update { include apt::params exec { 'apt_update': command => "${apt::params::provider} update", logoutput => 'on_failure', refreshonly => true, timeout => $apt::update_timeout, tries => $apt::update_tries, try_sleep => 1 } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/metadata.json000077500000000000000000000016321245774017100260730ustar00rootroot00000000000000{ "name": "puppetlabs-apt", "version": "1.5.2", "author": "Puppet Labs", "summary": "Puppet Labs Apt Module", "license": "Apache-2.0", "source": "https://github.com/puppetlabs/puppetlabs-apt", "project_page": "https://github.com/puppetlabs/puppetlabs-apt", "issues_url": "https://github.com/puppetlabs/puppetlabs-apt/issues", "operatingsystem_support": [ { "operatingsystem": "Debian", "operatingsystemrelease": [ "6", "7" ] }, { "operatingsystem": "Ubuntu", "operatingsystemrelease": [ "10.04", "12.04", "14.04" ] } ], "requirements": [ { "name": "pe", "version_requirement": ">= 3.2.0 < 3.4.0" }, { "name": "puppet", "version_requirement": "3.x" } ], "dependencies": [ { "name": "puppetlabs/stdlib", "version_requirement": ">= 2.2.1" } ] } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/000077500000000000000000000000001245774017100243455ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/000077500000000000000000000000001245774017100264335ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/apt_builddep_spec.rb000077500000000000000000000013711245774017100324330ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'apt::builddep', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do context 'reset' do it 'removes packages' do shell('apt-get -y remove znc') shell('apt-get -y remove g++') end end context 'apt::builddep' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::builddep { 'znc': } EOS apply_manifest(pp, :catch_failures => true) end describe 'should install g++ as a dependency' do describe package('g++') do it { should be_installed } end end end context 'reset' do it 'removes packages' do shell('apt-get -y remove znc') shell('apt-get -y remove g++') end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/apt_key_provider_spec.rb000077500000000000000000000345241245774017100333530ustar00rootroot00000000000000require 'spec_helper_acceptance' PUPPETLABS_GPG_KEY_ID = '4BD6EC30' PUPPETLABS_APT_URL = 'apt.puppetlabs.com' PUPPETLABS_GPG_KEY_FILE = 'pubkey.gpg' CENTOS_GPG_KEY_ID = 'C105B9DE' CENTOS_REPO_URL = 'ftp.cvut.cz/centos' CENTOS_GPG_KEY_FILE = 'RPM-GPG-KEY-CentOS-6' describe 'apt_key', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do before(:each) do shell("apt-key del #{PUPPETLABS_GPG_KEY_ID}", :acceptable_exit_codes => [0,1,2]) end describe 'default options' do key_versions = { '32bit key id' => '4BD6EC30', '64bit key id' => '1054B7A24BD6EC30', '32bit lowercase key id' => '4bd6ec30', '64bit lowercase key id' => '1054b7a24bd6ec30', '0x formatted 32bit key id' => '0x4BD6EC30', '0x formatted 64bit key id' => '0x1054B7A24BD6EC30', '0x formatted 32bit lowercase key id' => '0x4bd6ec30', '0x formatted 64bit lowercase key id' => '0x1054b7a24bd6ec30', } key_versions.each do |key, value| context "#{key}" do it 'works' do pp = <<-EOS apt_key { 'puppetlabs': id => '#{value}', ensure => 'present', } EOS apply_manifest(pp, :catch_failures => true) expect(apply_manifest(pp, :catch_failures => true).exit_code).to be_zero shell("apt-key list | grep #{PUPPETLABS_GPG_KEY_ID}") end end end context 'invalid length key id' do it 'fails' do pp = <<-EOS apt_key { 'puppetlabs': id => '4B7A24BD6EC30', } EOS apply_manifest(pp, :expect_failures => true) do |r| expect(r.stderr).to match(/Valid values match/) end end end end describe 'ensure =>' do context 'absent' do it 'is removed' do pp = <<-EOS apt_key { 'puppetlabs': id => '#{PUPPETLABS_GPG_KEY_ID}', ensure => 'absent', } EOS # Install the key first shell("apt-key adv --keyserver keyserver.ubuntu.com \ --recv-keys #{PUPPETLABS_GPG_KEY_ID}") shell("apt-key list | grep #{PUPPETLABS_GPG_KEY_ID}") # Time to remove it using Puppet apply_manifest(pp, :catch_failures => true) expect(apply_manifest(pp, :catch_failures => true).exit_code).to be_zero shell("apt-key list | grep #{PUPPETLABS_GPG_KEY_ID}", :acceptable_exit_codes => [1]) end end end describe 'content =>' do context 'puppetlabs gpg key' do it 'works' do pp = <<-EOS apt_key { 'puppetlabs': id => '#{PUPPETLABS_GPG_KEY_ID}', ensure => 'present', content => "-----BEGIN PGP PUBLIC KEY BLOCK----- Version: GnuPG v1.4.12 (GNU/Linux) Comment: GPGTools - http://gpgtools.org mQINBEw3u0ABEAC1+aJQpU59fwZ4mxFjqNCgfZgDhONDSYQFMRnYC1dzBpJHzI6b fUBQeaZ8rh6N4kZ+wq1eL86YDXkCt4sCvNTP0eF2XaOLbmxtV9bdpTIBep9bQiKg 5iZaz+brUZlFk/MyJ0Yz//VQ68N1uvXccmD6uxQsVO+gx7rnarg/BGuCNaVtGwy+ S98g8Begwxs9JmGa8pMCcSxtC7fAfAEZ02cYyrw5KfBvFI3cHDdBqrEJQKwKeLKY GHK3+H1TM4ZMxPsLuR/XKCbvTyl+OCPxU2OxPjufAxLlr8BWUzgJv6ztPe9imqpH Ppp3KuLFNorjPqWY5jSgKl94W/CO2x591e++a1PhwUn7iVUwVVe+mOEWnK5+Fd0v VMQebYCXS+3dNf6gxSvhz8etpw20T9Ytg4EdhLvCJRV/pYlqhcq+E9le1jFOHOc0 Nc5FQweUtHGaNVyn8S1hvnvWJBMxpXq+Bezfk3X8PhPT/l9O2lLFOOO08jo0OYiI wrjhMQQOOSZOb3vBRvBZNnnxPrcdjUUm/9cVB8VcgI5KFhG7hmMCwH70tpUWcZCN NlI1wj/PJ7Tlxjy44f1o4CQ5FxuozkiITJvh9CTg+k3wEmiaGz65w9jRl9ny2gEl f4CR5+ba+w2dpuDeMwiHJIs5JsGyJjmA5/0xytB7QvgMs2q25vWhygsmUQARAQAB tEdQdXBwZXQgTGFicyBSZWxlYXNlIEtleSAoUHVwcGV0IExhYnMgUmVsZWFzZSBL ZXkpIDxpbmZvQHB1cHBldGxhYnMuY29tPokCPgQTAQIAKAUCTDe7QAIbAwUJA8Jn AAYLCQgHAwIGFQgCCQoLBBYCAwECHgECF4AACgkQEFS3okvW7DAZaw//aLmE/eob pXpIUVyCUWQxEvPtM/h/SAJsG3KoHN9u216ews+UHsL/7F91ceVXQQdD2e8CtYWF eLNM0RSM9i/KM60g4CvIQlmNqdqhi1HsgGqInZ72/XLAXun0gabfC36rLww2kel+ aMpRf58SrSuskY321NnMEJl4OsHV2hfNtAIgw2e/zm9RhoMpGKxoHZCvFhnP7u2M 2wMq7iNDDWb6dVsLpzdlVf242zCbubPCxxQXOpA56rzkUPuJ85mdVw4i19oPIFIZ VL5owit1SxCOxBg4b8oaMS36hEl3qtZG834rtLfcqAmqjhx6aJuJLOAYN84QjDEU 3NI5IfNRMvluIeTcD4Dt5FCYahN045tW1Rc6s5GAR8RW45GYwQDzG+kkkeeGxwEh qCW7nOHuwZIoVJufNhd28UFn83KGJHCQt4NBBr3K5TcY6bDQEIrpSplWSDBbd3p1 IaoZY1WSDdP9OTVOSbsz0JiglWmUWGWCdd/CMSW/D7/3VUOJOYRDwptvtSYcjJc8 1UV+1zB+rt5La/OWe4UOORD+jU1ATijQEaFYxBbqBBkFboAEXq9btRQyegqk+eVp HhzacP5NYFTMThvHuTapNytcCso5au/cMywqCgY1DfcMJyjocu4bCtrAd6w4kGKN MUdwNDYQulHZDI+UjJInhramyngdzZLjdeGJARwEEAECAAYFAkw3wEYACgkQIVr+ UOQUcDKvEwgAoBuOPnPioBwYp8oHVPTo/69cJn1225kfraUYGebCcrRwuoKd8Iyh R165nXYJmD8yrAFBk8ScUVKsQ/pSnqNrBCrlzQD6NQvuIWVFegIdjdasrWX6Szj+ N1OllbzIJbkE5eo0WjCMEKJVI/GTY2AnTWUAm36PLQC5HnSATykqwxeZDsJ/s8Rc kd7+QN5sBVytG3qb45Q7jLJpLcJO6KYH4rz9ZgN7LzyyGbu9DypPrulADG9OrL7e lUnsGDG4E1M8Pkgk9Xv9MRKao1KjYLD5zxOoVtdeoKEQdnM+lWMJin1XvoqJY7FT DJk6o+cVqqHkdKL+sgsscFVQljgCEd0EgIkCHAQQAQgABgUCTPlA6QAKCRBcE9bb kwUuAxdYD/40FxAeNCYByxkr/XRT0gFT+NCjPuqPWCM5tf2NIhSapXtb2+32WbAf DzVfqWjC0G0RnQBve+vcjpY4/rJu4VKIDGIT8CtnKOIyEcXTNFOehi65xO4ypaei BPSb3ip3P0of1iZZDQrNHMW5VcyL1c+PWT/6exXSGsePtO/89tc6mupqZtC05f5Z XG4jswMF0U6Q5s3S0tG7Y+oQhKNFJS4sH4rHe1o5CxKwNRSzqccA0hptKy3MHUZ2 +zeHzuRdRWGjb2rUiVxnIvPPBGxF2JHhB4ERhGgbTxRZ6wZbdW06BOE8r7pGrUpU fCw/WRT3gGXJHpGPOzFAvr3Xl7VcDUKTVmIajnpd3SoyD1t2XsvJlSQBOWbViucH dvE4SIKQ77vBLRlZIoXXVb6Wu7Vq+eQs1ybjwGOhnnKjz8llXcMnLzzN86STpjN4 qGTXQy/E9+dyUP1sXn3RRwb+ZkdI77m1YY95QRNgG/hqh77IuWWg1MtTSgQnP+F2 7mfo0/522hObhdAe73VO3ttEPiriWy7tw3bS9daP2TAVbYyFqkvptkBb1OXRUSzq UuWjBmZ35UlXjKQsGeUHlOiEh84aondF90A7gx0X/ktNIPRrfCGkHJcDu+HVnR7x Kk+F0qb9+/pGLiT3rqeQTr8fYsb4xLHT7uEg1gVFB1g0kd+RQHzV74kCPgQTAQIA KAIbAwYLCQgHAwIGFQgCCQoLBBYCAwECHgECF4AFAk/x5PoFCQtIMjoACgkQEFS3 okvW7DAIKQ/9HvZyf+LHVSkCk92Kb6gckniin3+5ooz67hSr8miGBfK4eocqQ0H7 bdtWjAILzR/IBY0xj6OHKhYP2k8TLc7QhQjt0dRpNkX+Iton2AZryV7vUADreYz4 4B0bPmhiE+LL46ET5IThLKu/KfihzkEEBa9/t178+dO9zCM2xsXaiDhMOxVE32gX vSZKP3hmvnK/FdylUY3nWtPedr+lHpBLoHGaPH7cjI+MEEugU3oAJ0jpq3V8n4w0 jIq2V77wfmbD9byIV7dXcxApzciK+ekwpQNQMSaceuxLlTZKcdSqo0/qmS2A863Y ZQ0ZBe+Xyf5OI33+y+Mry+vl6Lre2VfPm3udgR10E4tWXJ9Q2CmG+zNPWt73U1FD 7xBI7PPvOlyzCX4QJhy2Fn/fvzaNjHp4/FSiCw0HvX01epcersyun3xxPkRIjwwR M9m5MJ0o4hhPfa97zibXSh8XXBnosBQxeg6nEnb26eorVQbqGx0ruu/W2m5/JpUf REsFmNOBUbi8xlKNS5CZypH3Zh88EZiTFolOMEh+hT6s0l6znBAGGZ4m/Unacm5y DHmg7unCk4JyVopQ2KHMoqG886elu+rm0ASkhyqBAk9sWKptMl3NHiYTRE/m9VAk ugVIB2pi+8u84f+an4Hml4xlyijgYu05pqNvnLRyJDLd61hviLC8GYU= =a34C -----END PGP PUBLIC KEY BLOCK-----", } EOS apply_manifest(pp, :catch_failures => true) expect(apply_manifest(pp, :catch_failures => true).exit_code).to be_zero shell("apt-key list | grep #{PUPPETLABS_GPG_KEY_ID}") end end context 'bogus key' do it 'fails' do pp = <<-EOS apt_key { 'puppetlabs': id => '#{PUPPETLABS_GPG_KEY_ID}', ensure => 'present', content => 'For posterity: such content, much bogus, wow', } EOS apply_manifest(pp, :expect_failures => true) do |r| expect(r.stderr).to match(/no valid OpenPGP data found/) end end end end describe 'server =>' do context 'pgp.mit.edu' do it 'works' do pp = <<-EOS apt_key { 'puppetlabs': id => '#{PUPPETLABS_GPG_KEY_ID}', ensure => 'present', server => 'pgp.mit.edu', } EOS apply_manifest(pp, :catch_failures => true) expect(apply_manifest(pp, :catch_failures => true).exit_code).to be_zero shell("apt-key list | grep #{PUPPETLABS_GPG_KEY_ID}") end end context 'nonexistant.key.server' do it 'fails' do pp = <<-EOS apt_key { 'puppetlabs': id => '#{PUPPETLABS_GPG_KEY_ID}', ensure => 'present', server => 'nonexistant.key.server', } EOS apply_manifest(pp, :expect_failures => true) do |r| expect(r.stderr).to match(/(Host not found|Couldn't resolve host)/) end end end end describe 'source =>' do context 'http://' do it 'works' do pp = <<-EOS apt_key { 'puppetlabs': id => '#{PUPPETLABS_GPG_KEY_ID}', ensure => 'present', source => 'http://#{PUPPETLABS_APT_URL}/#{PUPPETLABS_GPG_KEY_FILE}', } EOS apply_manifest(pp, :catch_failures => true) expect(apply_manifest(pp, :catch_failures => true).exit_code).to be_zero shell("apt-key list | grep #{PUPPETLABS_GPG_KEY_ID}") end it 'fails with a 404' do pp = <<-EOS apt_key { 'puppetlabs': id => '#{PUPPETLABS_GPG_KEY_ID}', ensure => 'present', source => 'http://#{PUPPETLABS_APT_URL}/herpderp.gpg', } EOS apply_manifest(pp, :expect_failures => true) do |r| expect(r.stderr).to match(/404 Not Found/) end end it 'fails with a socket error' do pp = <<-EOS apt_key { 'puppetlabs': id => '#{PUPPETLABS_GPG_KEY_ID}', ensure => 'present', source => 'http://apt.puppetlabss.com/herpderp.gpg', } EOS apply_manifest(pp, :expect_failures => true) do |r| expect(r.stderr).to match(/could not resolve/) end end end context 'ftp://' do before(:each) do shell("apt-key del #{CENTOS_GPG_KEY_ID}", :acceptable_exit_codes => [0,1,2]) end it 'works' do pp = <<-EOS apt_key { 'CentOS 6': id => '#{CENTOS_GPG_KEY_ID}', ensure => 'present', source => 'ftp://#{CENTOS_REPO_URL}/#{CENTOS_GPG_KEY_FILE}', } EOS apply_manifest(pp, :catch_failures => true) expect(apply_manifest(pp, :catch_failures => true).exit_code).to be_zero shell("apt-key list | grep #{CENTOS_GPG_KEY_ID}") end it 'fails with a 550' do pp = <<-EOS apt_key { 'CentOS 6': id => '#{CENTOS_GPG_KEY_ID}', ensure => 'present', source => 'ftp://#{CENTOS_REPO_URL}/herpderp.gpg', } EOS apply_manifest(pp, :expect_failures => true) do |r| expect(r.stderr).to match(/550 Failed to open/) end end it 'fails with a socket error' do pp = <<-EOS apt_key { 'puppetlabs': id => '#{PUPPETLABS_GPG_KEY_ID}', ensure => 'present', source => 'ftp://apt.puppetlabss.com/herpderp.gpg', } EOS apply_manifest(pp, :expect_failures => true) do |r| expect(r.stderr).to match(/could not resolve/) end end end context 'https://' do it 'works' do pp = <<-EOS apt_key { 'puppetlabs': id => '#{PUPPETLABS_GPG_KEY_ID}', ensure => 'present', source => 'https://#{PUPPETLABS_APT_URL}/#{PUPPETLABS_GPG_KEY_FILE}', } EOS apply_manifest(pp, :catch_failures => true) expect(apply_manifest(pp, :catch_failures => true).exit_code).to be_zero shell("apt-key list | grep #{PUPPETLABS_GPG_KEY_ID}") end it 'fails with a 404' do pp = <<-EOS apt_key { 'puppetlabs': id => '4BD6EC30', ensure => 'present', source => 'https://#{PUPPETLABS_APT_URL}/herpderp.gpg', } EOS apply_manifest(pp, :expect_failures => true) do |r| expect(r.stderr).to match(/404 Not Found/) end end it 'fails with a socket error' do pp = <<-EOS apt_key { 'puppetlabs': id => '4BD6EC30', ensure => 'present', source => 'https://apt.puppetlabss.com/herpderp.gpg', } EOS apply_manifest(pp, :expect_failures => true) do |r| expect(r.stderr).to match(/could not resolve/) end end end context '/path/that/exists' do before(:each) do shell("curl -o /tmp/puppetlabs-pubkey.gpg \ http://#{PUPPETLABS_APT_URL}/#{PUPPETLABS_GPG_KEY_FILE}") end after(:each) do shell('rm /tmp/puppetlabs-pubkey.gpg') end it 'works' do pp = <<-EOS apt_key { 'puppetlabs': id => '4BD6EC30', ensure => 'present', source => '/tmp/puppetlabs-pubkey.gpg', } EOS apply_manifest(pp, :catch_failures => true) expect(apply_manifest(pp, :catch_failures => true).exit_code).to be_zero shell("apt-key list | grep #{PUPPETLABS_GPG_KEY_ID}") end end context '/path/that/does/not/exist' do it 'fails' do pp = <<-EOS apt_key { 'puppetlabs': id => '#{PUPPETLABS_GPG_KEY_ID}', ensure => 'present', source => '/tmp/totally_bogus.file', } EOS apply_manifest(pp, :expect_failures => true) do |r| expect(r.stderr).to match(/does not exist/) end end end context '/path/that/exists/with/bogus/content' do before(:each) do shell('echo "here be dragons" > /tmp/fake-key.gpg') end after(:each) do shell('rm /tmp/fake-key.gpg') end it 'fails' do pp = <<-EOS apt_key { 'puppetlabs': id => '#{PUPPETLABS_GPG_KEY_ID}', ensure => 'present', source => '/tmp/fake-key.gpg', } EOS apply_manifest(pp, :expect_failures => true) do |r| expect(r.stderr).to match(/no valid OpenPGP data found/) end end end end describe 'keyserver_options =>' do context 'debug' do it 'works' do pp = <<-EOS apt_key { 'puppetlabs': id => '#{PUPPETLABS_GPG_KEY_ID}', ensure => 'present', keyserver_options => 'debug', } EOS apply_manifest(pp, :catch_failures => true) expect(apply_manifest(pp, :catch_failures => true).exit_code).to be_zero shell("apt-key list | grep #{PUPPETLABS_GPG_KEY_ID}") end it 'fails on invalid options' do pp = <<-EOS apt_key { 'puppetlabs': id => '#{PUPPETLABS_GPG_KEY_ID}', ensure => 'present', keyserver_options => 'this is totally bonkers', } EOS apply_manifest(pp, :expect_failures => true) do |r| expect(r.stderr).to match(/--keyserver-options this is totally/) end end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/apt_key_spec.rb000077500000000000000000000173631245774017100314430ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'apt::key', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do context 'apt::key' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::key { 'puppetlabs': key => '4BD6EC30', key_server => 'pgp.mit.edu', } apt::key { 'jenkins': key => 'D50582E6', key_source => 'http://pkg.jenkins-ci.org/debian/jenkins-ci.org.key', } EOS shell('apt-key del 4BD6EC30', :acceptable_exit_codes => [0,1,2]) shell('apt-key del D50582E6', :acceptable_exit_codes => [0,1,2]) apply_manifest(pp, :catch_failures => true) end describe 'keys should exist' do it 'finds puppetlabs key' do shell('apt-key list | grep 4BD6EC30') end it 'finds jenkins key' do shell('apt-key list | grep D50582E6') end end end context 'ensure' do context 'absent' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::key { 'puppetlabs': ensure => absent, key => '4BD6EC30', key_server => 'pgp.mit.edu', } apt::key { 'jenkins': ensure => absent, key => 'D50582E6', key_source => 'http://pkg.jenkins-ci.org/debian/jenkins-ci.org.key', } EOS apply_manifest(pp, :catch_failures => true) end describe 'keys shouldnt exist' do it 'fails' do shell('apt-key list | grep 4BD6EC30', :acceptable_exit_codes => [1]) end it 'fails' do shell('apt-key list | grep D50582E6', :acceptable_exit_codes => [1]) end end end end context 'reset' do it 'clean up keys' do shell('apt-key del 4BD6EC30', :acceptable_exit_codes => [0,1,2]) shell('apt-key del D50582E6', :acceptable_exit_codes => [0,1,2]) end end context 'key options' do context 'key_content' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::key { 'puppetlabs': key => '4BD6EC30', key_content => '-----BEGIN PGP PUBLIC KEY BLOCK----- Version: GnuPG v1.4.12 (GNU/Linux) Comment: GPGTools - http://gpgtools.org mQINBEw3u0ABEAC1+aJQpU59fwZ4mxFjqNCgfZgDhONDSYQFMRnYC1dzBpJHzI6b fUBQeaZ8rh6N4kZ+wq1eL86YDXkCt4sCvNTP0eF2XaOLbmxtV9bdpTIBep9bQiKg 5iZaz+brUZlFk/MyJ0Yz//VQ68N1uvXccmD6uxQsVO+gx7rnarg/BGuCNaVtGwy+ S98g8Begwxs9JmGa8pMCcSxtC7fAfAEZ02cYyrw5KfBvFI3cHDdBqrEJQKwKeLKY GHK3+H1TM4ZMxPsLuR/XKCbvTyl+OCPxU2OxPjufAxLlr8BWUzgJv6ztPe9imqpH Ppp3KuLFNorjPqWY5jSgKl94W/CO2x591e++a1PhwUn7iVUwVVe+mOEWnK5+Fd0v VMQebYCXS+3dNf6gxSvhz8etpw20T9Ytg4EdhLvCJRV/pYlqhcq+E9le1jFOHOc0 Nc5FQweUtHGaNVyn8S1hvnvWJBMxpXq+Bezfk3X8PhPT/l9O2lLFOOO08jo0OYiI wrjhMQQOOSZOb3vBRvBZNnnxPrcdjUUm/9cVB8VcgI5KFhG7hmMCwH70tpUWcZCN NlI1wj/PJ7Tlxjy44f1o4CQ5FxuozkiITJvh9CTg+k3wEmiaGz65w9jRl9ny2gEl f4CR5+ba+w2dpuDeMwiHJIs5JsGyJjmA5/0xytB7QvgMs2q25vWhygsmUQARAQAB tEdQdXBwZXQgTGFicyBSZWxlYXNlIEtleSAoUHVwcGV0IExhYnMgUmVsZWFzZSBL ZXkpIDxpbmZvQHB1cHBldGxhYnMuY29tPokCPgQTAQIAKAUCTDe7QAIbAwUJA8Jn AAYLCQgHAwIGFQgCCQoLBBYCAwECHgECF4AACgkQEFS3okvW7DAZaw//aLmE/eob pXpIUVyCUWQxEvPtM/h/SAJsG3KoHN9u216ews+UHsL/7F91ceVXQQdD2e8CtYWF eLNM0RSM9i/KM60g4CvIQlmNqdqhi1HsgGqInZ72/XLAXun0gabfC36rLww2kel+ aMpRf58SrSuskY321NnMEJl4OsHV2hfNtAIgw2e/zm9RhoMpGKxoHZCvFhnP7u2M 2wMq7iNDDWb6dVsLpzdlVf242zCbubPCxxQXOpA56rzkUPuJ85mdVw4i19oPIFIZ VL5owit1SxCOxBg4b8oaMS36hEl3qtZG834rtLfcqAmqjhx6aJuJLOAYN84QjDEU 3NI5IfNRMvluIeTcD4Dt5FCYahN045tW1Rc6s5GAR8RW45GYwQDzG+kkkeeGxwEh qCW7nOHuwZIoVJufNhd28UFn83KGJHCQt4NBBr3K5TcY6bDQEIrpSplWSDBbd3p1 IaoZY1WSDdP9OTVOSbsz0JiglWmUWGWCdd/CMSW/D7/3VUOJOYRDwptvtSYcjJc8 1UV+1zB+rt5La/OWe4UOORD+jU1ATijQEaFYxBbqBBkFboAEXq9btRQyegqk+eVp HhzacP5NYFTMThvHuTapNytcCso5au/cMywqCgY1DfcMJyjocu4bCtrAd6w4kGKN MUdwNDYQulHZDI+UjJInhramyngdzZLjdeGJARwEEAECAAYFAkw3wEYACgkQIVr+ UOQUcDKvEwgAoBuOPnPioBwYp8oHVPTo/69cJn1225kfraUYGebCcrRwuoKd8Iyh R165nXYJmD8yrAFBk8ScUVKsQ/pSnqNrBCrlzQD6NQvuIWVFegIdjdasrWX6Szj+ N1OllbzIJbkE5eo0WjCMEKJVI/GTY2AnTWUAm36PLQC5HnSATykqwxeZDsJ/s8Rc kd7+QN5sBVytG3qb45Q7jLJpLcJO6KYH4rz9ZgN7LzyyGbu9DypPrulADG9OrL7e lUnsGDG4E1M8Pkgk9Xv9MRKao1KjYLD5zxOoVtdeoKEQdnM+lWMJin1XvoqJY7FT DJk6o+cVqqHkdKL+sgsscFVQljgCEd0EgIkCHAQQAQgABgUCTPlA6QAKCRBcE9bb kwUuAxdYD/40FxAeNCYByxkr/XRT0gFT+NCjPuqPWCM5tf2NIhSapXtb2+32WbAf DzVfqWjC0G0RnQBve+vcjpY4/rJu4VKIDGIT8CtnKOIyEcXTNFOehi65xO4ypaei BPSb3ip3P0of1iZZDQrNHMW5VcyL1c+PWT/6exXSGsePtO/89tc6mupqZtC05f5Z XG4jswMF0U6Q5s3S0tG7Y+oQhKNFJS4sH4rHe1o5CxKwNRSzqccA0hptKy3MHUZ2 +zeHzuRdRWGjb2rUiVxnIvPPBGxF2JHhB4ERhGgbTxRZ6wZbdW06BOE8r7pGrUpU fCw/WRT3gGXJHpGPOzFAvr3Xl7VcDUKTVmIajnpd3SoyD1t2XsvJlSQBOWbViucH dvE4SIKQ77vBLRlZIoXXVb6Wu7Vq+eQs1ybjwGOhnnKjz8llXcMnLzzN86STpjN4 qGTXQy/E9+dyUP1sXn3RRwb+ZkdI77m1YY95QRNgG/hqh77IuWWg1MtTSgQnP+F2 7mfo0/522hObhdAe73VO3ttEPiriWy7tw3bS9daP2TAVbYyFqkvptkBb1OXRUSzq UuWjBmZ35UlXjKQsGeUHlOiEh84aondF90A7gx0X/ktNIPRrfCGkHJcDu+HVnR7x Kk+F0qb9+/pGLiT3rqeQTr8fYsb4xLHT7uEg1gVFB1g0kd+RQHzV74kCPgQTAQIA KAIbAwYLCQgHAwIGFQgCCQoLBBYCAwECHgECF4AFAk/x5PoFCQtIMjoACgkQEFS3 okvW7DAIKQ/9HvZyf+LHVSkCk92Kb6gckniin3+5ooz67hSr8miGBfK4eocqQ0H7 bdtWjAILzR/IBY0xj6OHKhYP2k8TLc7QhQjt0dRpNkX+Iton2AZryV7vUADreYz4 4B0bPmhiE+LL46ET5IThLKu/KfihzkEEBa9/t178+dO9zCM2xsXaiDhMOxVE32gX vSZKP3hmvnK/FdylUY3nWtPedr+lHpBLoHGaPH7cjI+MEEugU3oAJ0jpq3V8n4w0 jIq2V77wfmbD9byIV7dXcxApzciK+ekwpQNQMSaceuxLlTZKcdSqo0/qmS2A863Y ZQ0ZBe+Xyf5OI33+y+Mry+vl6Lre2VfPm3udgR10E4tWXJ9Q2CmG+zNPWt73U1FD 7xBI7PPvOlyzCX4QJhy2Fn/fvzaNjHp4/FSiCw0HvX01epcersyun3xxPkRIjwwR M9m5MJ0o4hhPfa97zibXSh8XXBnosBQxeg6nEnb26eorVQbqGx0ruu/W2m5/JpUf REsFmNOBUbi8xlKNS5CZypH3Zh88EZiTFolOMEh+hT6s0l6znBAGGZ4m/Unacm5y DHmg7unCk4JyVopQ2KHMoqG886elu+rm0ASkhyqBAk9sWKptMl3NHiYTRE/m9VAk ugVIB2pi+8u84f+an4Hml4xlyijgYu05pqNvnLRyJDLd61hviLC8GYU= =a34C -----END PGP PUBLIC KEY BLOCK----- ', } EOS shell('apt-key del 4BD6EC30', :acceptable_exit_codes => [0,1,2]) apply_manifest(pp, :catch_failures => true) end end describe 'keys should exist' do it 'finds puppetlabs key' do shell('apt-key list | grep 4BD6EC30') end end context 'key_source' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::key { 'puppetlabs': key => '4BD6EC30', key_source => 'http://apt.puppetlabs.com/pubkey.gpg', } EOS shell('apt-key del 4BD6EC30', :acceptable_exit_codes => [0,1,2]) apply_manifest(pp, :catch_failures => true) end describe 'keys should exist' do it 'finds puppetlabs key' do shell('apt-key list | grep 4BD6EC30') end end end context 'key_options' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::key { 'puppetlabs': key => '4BD6EC30', key_source => 'http://apt.puppetlabs.com/pubkey.gpg', key_options => 'debug' } EOS shell('apt-key del 4BD6EC30', :acceptable_exit_codes => [0,1,2]) apply_manifest(pp, :catch_failures => true) end describe 'keys should exist' do it 'finds puppetlabs key' do shell('apt-key list | grep 4BD6EC30') end end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/apt_ppa_spec.rb000077500000000000000000000077561245774017100314400ustar00rootroot00000000000000require 'spec_helper_acceptance' if fact('operatingsystem') == 'Ubuntu' describe 'apt::ppa', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do context 'reset' do it 'removes ppa' do shell('rm /etc/apt/sources.list.d/canonical-kernel-team-ppa-*', :acceptable_exit_codes => [0,1,2]) shell('rm /etc/apt/sources.list.d/raravena80-collectd5-*', :acceptable_exit_codes => [0,1,2]) end end context 'adding a ppa that doesnt exist' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::ppa { 'ppa:canonical-kernel-team/ppa': } EOS apply_manifest(pp, :catch_failures => true) end describe 'contains the source file' do it 'contains a kernel ppa source' do shell('ls /etc/apt/sources.list.d/canonical-kernel-team-ppa-*', :acceptable_exit_codes => [0]) end end end context 'reading a removed ppa.' do it 'setup' do # This leaves a blank file shell('echo > /etc/apt/sources.list.d/raravena80-collectd5-$(lsb_release -c -s).list') end it 'should read it successfully' do pp = <<-EOS include '::apt' apt::ppa { 'ppa:raravena80/collectd5': } EOS apply_manifest(pp, :catch_failures => true) end end context 'reset' do it 'removes added ppas' do shell('rm /etc/apt/sources.list.d/canonical-kernel-team-ppa-*') shell('rm /etc/apt/sources.list.d/raravena80-collectd5-*') end end context 'ensure' do context 'present' do it 'works without failure' do pp = <<-EOS include '::apt' apt::ppa { 'ppa:canonical-kernel-team/ppa': ensure => present } EOS apply_manifest(pp, :catch_failures => true) end describe 'contains the source file' do it 'contains a kernel ppa source' do shell('ls /etc/apt/sources.list.d/canonical-kernel-team-ppa-*', :acceptable_exit_codes => [0]) end end end end context 'ensure' do context 'absent' do it 'works without failure' do pp = <<-EOS include '::apt' apt::ppa { 'ppa:canonical-kernel-team/ppa': ensure => absent } EOS apply_manifest(pp, :catch_failures => true) end describe 'doesnt contain the source file' do it 'fails' do shell('ls /etc/apt/sources.list.d/canonical-kernel-team-ppa-*', :acceptable_exit_codes => [2]) end end end end context 'release' do context 'precise' do it 'works without failure' do pp = <<-EOS include '::apt' apt::ppa { 'ppa:canonical-kernel-team/ppa': ensure => present, release => precise, } EOS shell('rm -rf /etc/apt/sources.list.d/canonical-kernel-team-ppa*', :acceptable_exit_codes => [0,1,2]) apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/sources.list.d/canonical-kernel-team-ppa-precise.list') do it { should be_file } end end end context 'options' do context '-y', :unless => default[:platform].match(/10\.04/) do it 'works without failure' do pp = <<-EOS include '::apt' apt::ppa { 'ppa:canonical-kernel-team/ppa': ensure => present, release => precise, options => '-y', } EOS shell('rm -rf /etc/apt/sources.list.d/canonical-kernel-team-ppa*', :acceptable_exit_codes => [0,1,2]) apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/sources.list.d/canonical-kernel-team-ppa-precise.list') do it { should be_file } end end end context 'reset' do it { shell('rm -rf /etc/apt/sources.list.d/canonical-kernel-team-ppa*', :acceptable_exit_codes => [0,1,2]) } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/apt_source_spec.rb000077500000000000000000000266071245774017100321540ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'apt::source', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do context 'apt::source' do context 'ensure => present' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::source { 'puppetlabs': ensure => present, location => 'http://apt.puppetlabs.com', repos => 'main', key => '4BD6EC30', key_server => 'pgp.mit.edu', } EOS shell('apt-key del 4BD6EC30', :acceptable_exit_codes => [0,1,2]) shell('rm /etc/apt/sources.list.d/puppetlabs.list', :acceptable_exit_codes => [0,1,2]) apply_manifest(pp, :catch_failures => true) end describe 'key should exist' do it 'finds puppetlabs key' do shell('apt-key list | grep 4BD6EC30', :acceptable_exit_codes => [0]) end end describe file('/etc/apt/sources.list.d/puppetlabs.list') do it { should be_file } end end context 'ensure => absent' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::source { 'puppetlabs': ensure => absent, location => 'http://apt.puppetlabs.com', repos => 'main', key => '4BD6EC30', key_server => 'pgp.mit.edu', } EOS apply_manifest(pp, :catch_failures => true) end # The key should remain -we don't delete those when deleting a source. describe 'key should exist' do it 'finds puppetlabs key' do shell('apt-key list | grep 4BD6EC30', :acceptable_exit_codes => [0]) end end describe file('/etc/apt/sources.list.d/puppetlabs.list') do it { should_not be_file } end end end context 'release' do context 'test' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::source { 'puppetlabs': ensure => present, location => 'http://apt.puppetlabs.com', repos => 'main', key => '4BD6EC30', key_server => 'pgp.mit.edu', release => 'precise', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/sources.list.d/puppetlabs.list') do it { should be_file } it { should contain 'deb http://apt.puppetlabs.com precise main' } end end end context 'include_src' do context 'true' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::source { 'puppetlabs': ensure => present, location => 'http://apt.puppetlabs.com', repos => 'main', key => '4BD6EC30', key_server => 'pgp.mit.edu', include_src => true, } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/sources.list.d/puppetlabs.list') do it { should be_file } it { should contain 'deb-src http://apt.puppetlabs.com' } end end context 'false' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::source { 'puppetlabs': ensure => present, location => 'http://apt.puppetlabs.com', repos => 'main', key => '4BD6EC30', key_server => 'pgp.mit.edu', include_src => false, } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/sources.list.d/puppetlabs.list') do it { should be_file } it { should_not contain 'deb-src http://apt.puppetlabs.com' } end end end context 'required_packages' do context 'vim' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::source { 'puppetlabs': ensure => present, location => 'http://apt.puppetlabs.com', repos => 'main', key => '4BD6EC30', key_server => 'pgp.mit.edu', required_packages => 'vim', } EOS shell('apt-get -y remove vim') apply_manifest(pp, :catch_failures => true) end describe package('vim') do it { should be_installed } end end end context 'key content' do context 'giant key' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::source { 'puppetlabs': ensure => present, location => 'http://apt.puppetlabs.com', repos => 'main', key => '4BD6EC30', key_content => '-----BEGIN PGP PUBLIC KEY BLOCK----- Version: GnuPG v1.4.12 (GNU/Linux) Comment: GPGTools - http://gpgtools.org mQINBEw3u0ABEAC1+aJQpU59fwZ4mxFjqNCgfZgDhONDSYQFMRnYC1dzBpJHzI6b fUBQeaZ8rh6N4kZ+wq1eL86YDXkCt4sCvNTP0eF2XaOLbmxtV9bdpTIBep9bQiKg 5iZaz+brUZlFk/MyJ0Yz//VQ68N1uvXccmD6uxQsVO+gx7rnarg/BGuCNaVtGwy+ S98g8Begwxs9JmGa8pMCcSxtC7fAfAEZ02cYyrw5KfBvFI3cHDdBqrEJQKwKeLKY GHK3+H1TM4ZMxPsLuR/XKCbvTyl+OCPxU2OxPjufAxLlr8BWUzgJv6ztPe9imqpH Ppp3KuLFNorjPqWY5jSgKl94W/CO2x591e++a1PhwUn7iVUwVVe+mOEWnK5+Fd0v VMQebYCXS+3dNf6gxSvhz8etpw20T9Ytg4EdhLvCJRV/pYlqhcq+E9le1jFOHOc0 Nc5FQweUtHGaNVyn8S1hvnvWJBMxpXq+Bezfk3X8PhPT/l9O2lLFOOO08jo0OYiI wrjhMQQOOSZOb3vBRvBZNnnxPrcdjUUm/9cVB8VcgI5KFhG7hmMCwH70tpUWcZCN NlI1wj/PJ7Tlxjy44f1o4CQ5FxuozkiITJvh9CTg+k3wEmiaGz65w9jRl9ny2gEl f4CR5+ba+w2dpuDeMwiHJIs5JsGyJjmA5/0xytB7QvgMs2q25vWhygsmUQARAQAB tEdQdXBwZXQgTGFicyBSZWxlYXNlIEtleSAoUHVwcGV0IExhYnMgUmVsZWFzZSBL ZXkpIDxpbmZvQHB1cHBldGxhYnMuY29tPokCPgQTAQIAKAUCTDe7QAIbAwUJA8Jn AAYLCQgHAwIGFQgCCQoLBBYCAwECHgECF4AACgkQEFS3okvW7DAZaw//aLmE/eob pXpIUVyCUWQxEvPtM/h/SAJsG3KoHN9u216ews+UHsL/7F91ceVXQQdD2e8CtYWF eLNM0RSM9i/KM60g4CvIQlmNqdqhi1HsgGqInZ72/XLAXun0gabfC36rLww2kel+ aMpRf58SrSuskY321NnMEJl4OsHV2hfNtAIgw2e/zm9RhoMpGKxoHZCvFhnP7u2M 2wMq7iNDDWb6dVsLpzdlVf242zCbubPCxxQXOpA56rzkUPuJ85mdVw4i19oPIFIZ VL5owit1SxCOxBg4b8oaMS36hEl3qtZG834rtLfcqAmqjhx6aJuJLOAYN84QjDEU 3NI5IfNRMvluIeTcD4Dt5FCYahN045tW1Rc6s5GAR8RW45GYwQDzG+kkkeeGxwEh qCW7nOHuwZIoVJufNhd28UFn83KGJHCQt4NBBr3K5TcY6bDQEIrpSplWSDBbd3p1 IaoZY1WSDdP9OTVOSbsz0JiglWmUWGWCdd/CMSW/D7/3VUOJOYRDwptvtSYcjJc8 1UV+1zB+rt5La/OWe4UOORD+jU1ATijQEaFYxBbqBBkFboAEXq9btRQyegqk+eVp HhzacP5NYFTMThvHuTapNytcCso5au/cMywqCgY1DfcMJyjocu4bCtrAd6w4kGKN MUdwNDYQulHZDI+UjJInhramyngdzZLjdeGJARwEEAECAAYFAkw3wEYACgkQIVr+ UOQUcDKvEwgAoBuOPnPioBwYp8oHVPTo/69cJn1225kfraUYGebCcrRwuoKd8Iyh R165nXYJmD8yrAFBk8ScUVKsQ/pSnqNrBCrlzQD6NQvuIWVFegIdjdasrWX6Szj+ N1OllbzIJbkE5eo0WjCMEKJVI/GTY2AnTWUAm36PLQC5HnSATykqwxeZDsJ/s8Rc kd7+QN5sBVytG3qb45Q7jLJpLcJO6KYH4rz9ZgN7LzyyGbu9DypPrulADG9OrL7e lUnsGDG4E1M8Pkgk9Xv9MRKao1KjYLD5zxOoVtdeoKEQdnM+lWMJin1XvoqJY7FT DJk6o+cVqqHkdKL+sgsscFVQljgCEd0EgIkCHAQQAQgABgUCTPlA6QAKCRBcE9bb kwUuAxdYD/40FxAeNCYByxkr/XRT0gFT+NCjPuqPWCM5tf2NIhSapXtb2+32WbAf DzVfqWjC0G0RnQBve+vcjpY4/rJu4VKIDGIT8CtnKOIyEcXTNFOehi65xO4ypaei BPSb3ip3P0of1iZZDQrNHMW5VcyL1c+PWT/6exXSGsePtO/89tc6mupqZtC05f5Z XG4jswMF0U6Q5s3S0tG7Y+oQhKNFJS4sH4rHe1o5CxKwNRSzqccA0hptKy3MHUZ2 +zeHzuRdRWGjb2rUiVxnIvPPBGxF2JHhB4ERhGgbTxRZ6wZbdW06BOE8r7pGrUpU fCw/WRT3gGXJHpGPOzFAvr3Xl7VcDUKTVmIajnpd3SoyD1t2XsvJlSQBOWbViucH dvE4SIKQ77vBLRlZIoXXVb6Wu7Vq+eQs1ybjwGOhnnKjz8llXcMnLzzN86STpjN4 qGTXQy/E9+dyUP1sXn3RRwb+ZkdI77m1YY95QRNgG/hqh77IuWWg1MtTSgQnP+F2 7mfo0/522hObhdAe73VO3ttEPiriWy7tw3bS9daP2TAVbYyFqkvptkBb1OXRUSzq UuWjBmZ35UlXjKQsGeUHlOiEh84aondF90A7gx0X/ktNIPRrfCGkHJcDu+HVnR7x Kk+F0qb9+/pGLiT3rqeQTr8fYsb4xLHT7uEg1gVFB1g0kd+RQHzV74kCPgQTAQIA KAIbAwYLCQgHAwIGFQgCCQoLBBYCAwECHgECF4AFAk/x5PoFCQtIMjoACgkQEFS3 okvW7DAIKQ/9HvZyf+LHVSkCk92Kb6gckniin3+5ooz67hSr8miGBfK4eocqQ0H7 bdtWjAILzR/IBY0xj6OHKhYP2k8TLc7QhQjt0dRpNkX+Iton2AZryV7vUADreYz4 4B0bPmhiE+LL46ET5IThLKu/KfihzkEEBa9/t178+dO9zCM2xsXaiDhMOxVE32gX vSZKP3hmvnK/FdylUY3nWtPedr+lHpBLoHGaPH7cjI+MEEugU3oAJ0jpq3V8n4w0 jIq2V77wfmbD9byIV7dXcxApzciK+ekwpQNQMSaceuxLlTZKcdSqo0/qmS2A863Y ZQ0ZBe+Xyf5OI33+y+Mry+vl6Lre2VfPm3udgR10E4tWXJ9Q2CmG+zNPWt73U1FD 7xBI7PPvOlyzCX4QJhy2Fn/fvzaNjHp4/FSiCw0HvX01epcersyun3xxPkRIjwwR M9m5MJ0o4hhPfa97zibXSh8XXBnosBQxeg6nEnb26eorVQbqGx0ruu/W2m5/JpUf REsFmNOBUbi8xlKNS5CZypH3Zh88EZiTFolOMEh+hT6s0l6znBAGGZ4m/Unacm5y DHmg7unCk4JyVopQ2KHMoqG886elu+rm0ASkhyqBAk9sWKptMl3NHiYTRE/m9VAk ugVIB2pi+8u84f+an4Hml4xlyijgYu05pqNvnLRyJDLd61hviLC8GYU= =a34C -----END PGP PUBLIC KEY BLOCK-----', } EOS shell('apt-key del 4BD6EC30', :acceptable_exit_codes => [0,1,2]) apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/sources.list.d/puppetlabs.list') do it { should be_file } end describe 'keys should exist' do it 'finds puppetlabs key' do shell('apt-key list | grep 4BD6EC30') end end end end context 'key_source' do context 'http://apt.puppetlabs.com/pubkey.gpg' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::source { 'puppetlabs': ensure => present, location => 'http://apt.puppetlabs.com', release => 'precise', repos => 'main', key => '4BD6EC30', key_source => 'http://apt.puppetlabs.com/pubkey.gpg', } EOS shell('apt-key del 4BD6EC30', :acceptable_exit_codes => [0,1,2]) apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/sources.list.d/puppetlabs.list') do it { should be_file } it { should contain 'deb http://apt.puppetlabs.com precise main' } end describe 'keys should exist' do it 'finds puppetlabs key' do shell('apt-key list | grep 4BD6EC30') end end end end context 'pin' do context 'false' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::source { 'puppetlabs': ensure => present, location => 'http://apt.puppetlabs.com', repos => 'main', key => '4BD6EC30', key_server => 'pgp.mit.edu', pin => false, } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/puppetlabs.pref') do it { should_not be_file } end end context 'true' do it 'should work with no errors' do pp = <<-EOS include '::apt' apt::source { 'puppetlabs': ensure => present, location => 'http://apt.puppetlabs.com', repos => 'main', key => '4BD6EC30', key_server => 'pgp.mit.edu', pin => true, } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/puppetlabs.pref') do it { should be_file } end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/apt_spec.rb000077500000000000000000000155011245774017100305630ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'apt class', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do context 'reset' do it 'fixes the sources.list' do shell('cp /etc/apt/sources.list /tmp') end end context 'always_apt_update => true' do it 'should work with no errors' do pp = <<-EOS class { 'apt': always_apt_update => true } EOS apply_manifest(pp, :catch_failures => true) do |r| expect(r.stdout).to match(/apt_update/) end end end context 'always_apt_update => false' do it 'should work with no errors' do pp = <<-EOS class { 'apt': always_apt_update => false } EOS apply_manifest(pp, :catch_failures => true) do |r| expect(r.stdout).to_not match(/apt_update/) end end end # disable_keys drops in a 99unauth file to ignore keys in # other files. context 'disable_keys => true' do it 'should work with no errors' do pp = <<-EOS class { 'apt': disable_keys => true } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/99unauth') do it { should be_file } it { should contain 'APT::Get::AllowUnauthenticated 1;' } end end context 'disable_keys => false' do it 'should work with no errors' do pp = <<-EOS class { 'apt': disable_keys => false } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/99unauth') do it { should_not be_file } end end # proxy_host sets the proxy to use for transfers. # proxy_port sets the proxy port to use. context 'proxy settings' do it 'should work with no errors' do pp = <<-EOS class { 'apt': proxy_host => 'localhost', proxy_port => '7042', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/01proxy') do it { should be_file } it { should contain 'Acquire::http::Proxy "http://localhost:7042\";' } end describe file('/etc/apt/apt.conf.d/proxy') do it { should_not be_file } end end context 'purge_sources' do it 'creates a fake apt file' do shell('touch /etc/apt/sources.list.d/fake.list') shell('echo "deb fake" >> /etc/apt/sources.list') end it 'purge_sources_list and purge_sources_list_d => true' do pp = <<-EOS class { 'apt': purge_sources_list => true, purge_sources_list_d => true, } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/sources.list') do it { should_not contain 'deb fake' } end describe file('/etc/apt/sources.list.d/fake.list') do it { should_not be_file } end end context 'proxy settings' do it 'should work with no errors' do pp = <<-EOS class { 'apt': proxy_host => 'localhost', proxy_port => '7042', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/01proxy') do it { should be_file } it { should contain 'Acquire::http::Proxy "http://localhost:7042\";' } end describe file('/etc/apt/apt.conf.d/proxy') do it { should_not be_file } end end context 'purge_sources' do context 'false' do it 'creates a fake apt file' do shell('touch /etc/apt/sources.list.d/fake.list') shell('echo "deb fake" >> /etc/apt/sources.list') end it 'purge_sources_list and purge_sources_list_d => false' do pp = <<-EOS class { 'apt': purge_sources_list => false, purge_sources_list_d => false, } EOS apply_manifest(pp, :catch_failures => false) end describe file('/etc/apt/sources.list') do it { should contain 'deb fake' } end describe file('/etc/apt/sources.list.d/fake.list') do it { should be_file } end end context 'true' do it 'creates a fake apt file' do shell('touch /etc/apt/sources.list.d/fake.list') shell('echo "deb fake" >> /etc/apt/sources.list') end it 'purge_sources_list and purge_sources_list_d => true' do pp = <<-EOS class { 'apt': purge_sources_list => true, purge_sources_list_d => true, } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/sources.list') do it { should_not contain 'deb fake' } end describe file('/etc/apt/sources.list.d/fake.list') do it { should_not be_file } end end end context 'purge_preferences' do context 'false' do it 'creates a preferences file' do shell("echo 'original' > /etc/apt/preferences") end it 'should work with no errors' do pp = <<-EOS class { 'apt': purge_preferences => false } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences') do it { should be_file } it 'is not managed by Puppet' do shell("grep 'original' /etc/apt/preferences", {:acceptable_exit_codes => 0}) end end end context 'true' do it 'creates a preferences file' do shell('touch /etc/apt/preferences') end it 'should work with no errors' do pp = <<-EOS class { 'apt': purge_preferences => true } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences') do it { should_not be_file } end end end context 'purge_preferences_d' do context 'false' do it 'creates a preferences file' do shell('touch /etc/apt/preferences.d/test') end it 'should work with no errors' do pp = <<-EOS class { 'apt': purge_preferences_d => false } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/test') do it { should be_file } end end context 'true' do it 'creates a preferences file' do shell('touch /etc/apt/preferences.d/test') end it 'should work with no errors' do pp = <<-EOS class { 'apt': purge_preferences_d => true } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/test') do it { should_not be_file } end end end context 'update_timeout' do context '5000' do it 'should work with no errors' do pp = <<-EOS class { 'apt': update_timeout => '5000' } EOS apply_manifest(pp, :catch_failures => true) end end end context 'reset' do it 'fixes the sources.list' do shell('cp /tmp/sources.list /etc/apt') end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/backports_spec.rb000077500000000000000000000035161245774017100317720ustar00rootroot00000000000000require 'spec_helper_acceptance' codename = fact('lsbdistcodename') case fact('operatingsystem') when 'Ubuntu' repos = 'main universe multiverse restricted' when 'Debian' repos = 'main contrib non-free' end describe 'apt::backports class', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do context 'defaults' do it 'should work with no errors' do pp = <<-EOS class { 'apt::backports': } EOS apply_manifest(pp, :catch_failures => true) end end context 'release' do it 'should work with no errors' do pp = <<-EOS class { 'apt::backports': release => '#{codename}' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/sources.list.d/backports.list') do it { should be_file } it { should contain "#{codename}-backports #{repos}" } end end context 'location' do it 'should work with no errors' do pp = <<-EOS class { 'apt::backports': release => 'precise', location => 'http://localhost/ubuntu' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/sources.list.d/backports.list') do it { should be_file } it { should contain "deb http://localhost/ubuntu precise-backports #{repos}" } end end context 'pin_priority' do it 'should work with no errors' do pp = <<-EOS class { 'apt::backports': pin_priority => 500, } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/backports.pref') do it { should be_file } it { should contain "Pin-Priority: 500" } end end context 'reset' do it 'deletes backport files' do shell('rm -rf /etc/apt/sources.list.d/backports.list') shell('rm -rf /etc/apt/preferences.d/backports.pref') end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/class_spec.rb000077500000000000000000000006761245774017100311130ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'apt class', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do context 'default parameters' do # Using puppet_apply as a helper it 'should work with no errors' do pp = <<-EOS class { 'apt': } EOS # Run it twice and test for idempotency apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_failures => true) end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/conf_spec.rb000077500000000000000000000026251245774017100307270ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'apt::conf define', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do context 'defaults' do it 'should work with no errors' do pp = <<-EOS apt::conf { 'test': content => 'test', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50test') do it { should be_file } it { should contain 'test' } end end context 'ensure' do context 'absent' do it 'should work with no errors' do pp = <<-EOS apt::conf { 'test': ensure => absent, content => 'test', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50test') do it { should_not be_file } end end end context 'priority' do context '99' do it 'should work with no errors' do pp = <<-EOS apt::conf { 'test': ensure => present, content => 'test', priority => '99', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/99test') do it { should be_file } it { should contain 'test' } end end end context 'cleanup' do it 'deletes 99test' do shell ('rm -rf /etc/apt/apt.conf.d/99test') end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/force_spec.rb000077500000000000000000000033171245774017100310770ustar00rootroot00000000000000require 'spec_helper_acceptance' codename = fact('lsbdistcodename') describe 'apt::force define', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do context 'defaults' do it 'should work with no errors' do pp = <<-EOS include apt apt::force { 'vim': } EOS shell('apt-get remove -y vim') apply_manifest(pp, :catch_failures => true) end describe package('vim') do it { should be_installed } end end context 'release' do it 'should work with no errors' do pp = <<-EOS include apt apt::force { 'vim': release => '#{codename}' } EOS shell('apt-get remove -y vim') apply_manifest(pp, :catch_failures => true) do |r| expect(r.stdout).to match(/apt-get -y -t #{codename} install vim/) end end describe package('vim') do it { should be_installed } end end context 'version' do it 'should work with no errors' do pp = <<-EOS include apt apt::force { 'vim': version => '1.1.1' } EOS shell('apt-get remove -y vim') apply_manifest(pp, :catch_failures => false) do |r| expect(r.stdout).to match(/apt-get -y install vim=1.1.1/) end end describe package('vim') do it { should_not be_installed } end end context 'timeout' do it 'should work with no errors' do pp = <<-EOS include apt apt::force { 'ocaml': timeout => '1' } EOS shell('apt-get clean') apply_manifest(pp, :expect_failures => true) do |r| expect(r.stderr).to match(/Error: Command exceeded timeout/) end end describe package('ocaml') do it { should_not be_installed } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/nodesets/000077500000000000000000000000001245774017100302575ustar00rootroot00000000000000debian-70rc1-x64.yml000077500000000000000000000004071245774017100334220ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/nodesetsHOSTS: debian-70rc1-x64: roles: - master platform: debian-70rc1-x64 box : debian-70rc1-x64-vbox4210-nocm box_url : http://puppet-vagrant-boxes.puppetlabs.com/debian-70rc1-x64-vbox4210-nocm.box hypervisor : vagrant CONFIG: type: foss examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/nodesets/debian-73-x64.yml000077500000000000000000000004211245774017100330720ustar00rootroot00000000000000HOSTS: debian-73-x64: roles: - master platform: debian-7-amd64 box : debian-73-x64-virtualbox-nocm box_url : http://puppet-vagrant-boxes.puppetlabs.com/debian-73-x64-virtualbox-nocm.box hypervisor : vagrant CONFIG: log_level: debug type: gitexamples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/nodesets/default.yml000077500000000000000000000005051245774017100324310ustar00rootroot00000000000000HOSTS: ubuntu-server-12042-x64: roles: - master platform: ubuntu-server-12.04-amd64 box : ubuntu-server-12042-x64-vbox4210-nocm box_url : http://puppet-vagrant-boxes.puppetlabs.com/ubuntu-server-12042-x64-vbox4210-nocm.box hypervisor : vagrant CONFIG: type: foss vagrant_ssh_port_random: true ubuntu-server-10044-x64.yml000077500000000000000000000004601245774017100346410ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/nodesetsHOSTS: ubuntu-server-10044-x64: roles: - master platform: ubuntu-10.04-amd64 box : ubuntu-server-10044-x64-vbox4210-nocm box_url : http://puppet-vagrant-boxes.puppetlabs.com/ubuntu-server-10044-x64-vbox4210-nocm.box hypervisor : vagrant CONFIG: log_level: debug type: git ubuntu-server-12042-x64.yml000077500000000000000000000004451245774017100346440ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/nodesetsHOSTS: ubuntu-server-12042-x64: roles: - master platform: ubuntu-server-12.04-amd64 box : ubuntu-server-12042-x64-vbox4210-nocm box_url : http://puppet-vagrant-boxes.puppetlabs.com/ubuntu-server-12042-x64-vbox4210-nocm.box hypervisor : vagrant CONFIG: type: foss ubuntu-server-1404-x64.yml000077500000000000000000000004201245774017100345550ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/nodesetsHOSTS: ubuntu-server-1404-x64: roles: - master platform: ubuntu-14.04-amd64 box : puppetlabs/ubuntu-14.04-64-nocm box_url : https://vagrantcloud.com/puppetlabs/ubuntu-14.04-64-nocm hypervisor : vagrant CONFIG: log_level : debug type: git examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/pin_spec.rb000077500000000000000000000152571245774017100305750ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'apt::pin define', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do context 'defaults' do it 'should work with no errors' do pp = <<-EOS include apt apt::pin { 'vim-puppet': } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/vim-puppet.pref') do it { should be_file } it { should contain 'Pin: release a=vim-puppet' } end end context 'ensure' do context 'present' do it 'should work with no errors' do pp = <<-EOS include apt apt::pin { 'vim-puppet': ensure => present } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/vim-puppet.pref') do it { should be_file } it { should contain 'Pin: release a=vim-puppet' } end end context 'absent' do it 'should work with no errors' do pp = <<-EOS include apt apt::pin { 'vim-puppet': ensure => absent } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/vim-puppet.pref') do it { should_not be_file } end end end context 'order' do context '99' do it 'should work with no errors' do pp = <<-EOS include apt apt::pin { 'vim-puppet': ensure => present, order => '99', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/99-vim-puppet.pref') do it { should be_file } it { should contain 'Pin: release a=vim-puppet' } end end end context 'packages' do context 'test' do it 'should work with no errors' do pp = <<-EOS include apt apt::pin { 'vim-puppet': ensure => present, packages => 'test', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/vim-puppet.pref') do it { should be_file } it { should contain 'Package: test' } it { should contain 'Pin: release a=vim-puppet' } end end context 'array' do it 'should work with no errors' do pp = <<-EOS include apt apt::pin { 'array': ensure => present, packages => ['apache', 'ntop'], } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/array.pref') do it { should be_file } it { should contain 'Package: apache ntop' } it { should contain 'Pin: release a=array' } end end end context 'release' do context 'testrelease' do it 'should work with no errors' do pp = <<-EOS include apt apt::pin { 'vim-puppet': ensure => present, release => 'testrelease', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/vim-puppet.pref') do it { should be_file } it { should contain 'Pin: release a=testrelease' } end end end context 'origin' do context 'testrelease' do it 'should work with no errors' do pp = <<-EOS include apt apt::pin { 'vim-puppet': ensure => present, origin => 'testrelease', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/vim-puppet.pref') do it { should be_file } it { should contain 'Pin: origin testrelease' } end end end context 'version' do context '1.0.0' do it 'should work with no errors' do pp = <<-EOS include apt apt::pin { 'vim-puppet': ensure => present, packages => 'test', version => '1.0.0', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/vim-puppet.pref') do it { should be_file } it { should contain 'Package: test' } it { should contain 'Pin: version 1.0.0' } end end end context 'codename' do context 'testname' do it 'should work with no errors' do pp = <<-EOS include apt apt::pin { 'vim-puppet': ensure => present, codename => 'testname', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/vim-puppet.pref') do it { should be_file } it { should contain 'Pin: release n=testname' } end end end context 'release_version' do context '1.1.1' do it 'should work with no errors' do pp = <<-EOS include apt apt::pin { 'vim-puppet': ensure => present, release_version => '1.1.1', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/vim-puppet.pref') do it { should be_file } it { should contain 'Pin: release v=1.1.1' } end end end context 'component' do context 'testcomponent' do it 'should work with no errors' do pp = <<-EOS include apt apt::pin { 'vim-puppet': ensure => present, component => 'testcomponent', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/vim-puppet.pref') do it { should be_file } it { should contain 'Pin: release c=testcomponent' } end end end context 'originator' do context 'testorigin' do it 'should work with no errors' do pp = <<-EOS include apt apt::pin { 'vim-puppet': ensure => present, originator => 'testorigin', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/vim-puppet.pref') do it { should be_file } it { should contain 'Pin: release o=testorigin' } end end end context 'label' do context 'testlabel' do it 'should work with no errors' do pp = <<-EOS include apt apt::pin { 'vim-puppet': ensure => present, label => 'testlabel', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/preferences.d/vim-puppet.pref') do it { should be_file } it { should contain 'Pin: release l=testlabel' } end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/release_spec.rb000077500000000000000000000011651245774017100314200ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'apt::release class', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do context 'release_id' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::release': release_id => 'precise', } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/01release') do it { should be_file } it { should contain 'APT::Default-Release "precise";' } end end context 'reset' do it 'cleans up' do shell('rm -rf /etc/apt/apt.conf.d/01release') end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/unattended_upgrade_spec.rb000077500000000000000000000326221245774017100336440ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'apt::unattended_upgrades class', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do context 'defaults' do it 'should work with no errors' do pp = <<-EOS include apt include apt::unattended_upgrades EOS # Attempted workaround for problems seen on debian with # something holding the package database open. #shell('killall -9 apt-get') #shell('killall -9 dpkg') apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/10periodic') do it { should be_file } end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } end end context 'origins' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': origins => ['${distro_id}:${distro_codename}-test'], } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain '${distro_id}:${distro_codename}-test' } end end context 'blacklist' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': blacklist => ['puppet'] } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain 'puppet' } end end context 'update' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': update => '99' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/10periodic') do it { should be_file } it { should contain 'APT::Periodic::Update-Package-Lists "99";' } end end context 'download' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': download => '99' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/10periodic') do it { should be_file } it { should contain 'APT::Periodic::Download-Upgradeable-Packages "99";' } end end context 'upgrade' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': upgrade => '99' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/10periodic') do it { should be_file } it { should contain 'APT::Periodic::Unattended-Upgrade "99";' } end end context 'autoclean' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': autoclean => '99' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/10periodic') do it { should be_file } it { should contain 'APT::Periodic::AutocleanInterval "99";' } end end context 'auto_fix' do context 'true' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': auto_fix => true } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain 'Unattended-Upgrade::AutoFixInterruptedDpkg "true";' } end end context 'false' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': auto_fix => false } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain 'Unattended-Upgrade::AutoFixInterruptedDpkg "false";' } end end end context 'minimal_steps' do context 'true' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': minimal_steps => true } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain 'Unattended-Upgrade::MinimalSteps "true";' } end end context 'false' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': minimal_steps => false } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain 'Unattended-Upgrade::MinimalSteps "false";' } end end end context 'install_on_shutdown' do context 'true' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': install_on_shutdown => true } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain 'Unattended-Upgrade::InstallOnShutdown "true";' } end end context 'false' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': install_on_shutdown => false } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain 'Unattended-Upgrade::InstallOnShutdown "false";' } end end end context 'mail_to' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': mail_to => 'test@example.com' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain 'Unattended-Upgrade::Mail "test@example.com";' } end end context 'mail_only_on_error' do context 'true' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': mail_to => 'test@example.com', mail_only_on_error => true } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain 'Unattended-Upgrade::MailOnlyOnError "true";' } end end context 'false' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': mail_to => 'test@example.com', mail_only_on_error => false, } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain 'Unattended-Upgrade::MailOnlyOnError "false";' } end end context 'mail_to missing' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': mail_only_on_error => true, } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should_not contain 'Unattended-Upgrade::MailOnlyOnError "true";' } end end end context 'remove_unused' do context 'true' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': remove_unused => true } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain 'Unattended-Upgrade::Remove-Unused-Dependencies "true";' } end end context 'false' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': remove_unused => false, } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain 'Unattended-Upgrade::Remove-Unused-Dependencies "false";' } end end end context 'auto_reboot' do context 'true' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': auto_reboot => true } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain 'Unattended-Upgrade::Automatic-Reboot "true";' } end end context 'false' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': auto_reboot => false, } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain 'Unattended-Upgrade::Automatic-Reboot "false";' } end end end context 'dl_limit' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': dl_limit => '99' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/50unattended-upgrades') do it { should be_file } it { should contain 'Acquire::http::Dl-Limit "99"' } end end context 'enable' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': enable => '2' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/10periodic') do it { should be_file } it { should contain 'APT::Periodic::Enable "2"' } end end context 'backup_interval' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': backup_interval => '2' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/10periodic') do it { should be_file } it { should contain 'APT::Periodic::BackUpArchiveInterval "2";' } end end context 'backup_level' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': backup_level => '2' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/10periodic') do it { should be_file } it { should contain 'APT::Periodic::BackUpLevel "2";' } end end context 'max_age' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': max_age => '2' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/10periodic') do it { should be_file } it { should contain 'APT::Periodic::MaxAge "2";' } end end context 'min_age' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': min_age => '2' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/10periodic') do it { should be_file } it { should contain 'APT::Periodic::MinAge "2";' } end end context 'max_size' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': max_size => '2' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/10periodic') do it { should be_file } it { should contain 'APT::Periodic::MaxSize "2";' } end end context 'download_delta' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': download_delta => '2' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/10periodic') do it { should be_file } it { should contain 'APT::Periodic::Download-Upgradeable-Packages-Debdelta "2";' } end end context 'verbose' do it 'should work with no errors' do pp = <<-EOS include apt class { 'apt::unattended_upgrades': verbose => '2' } EOS apply_manifest(pp, :catch_failures => true) end describe file('/etc/apt/apt.conf.d/10periodic') do it { should be_file } it { should contain 'APT::Periodic::Verbose "2";' } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/acceptance/unsupported_spec.rb000077500000000000000000000005501245774017100323650ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'unsupported distributions and OSes', :if => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do it 'class apt fails' do pp = <<-EOS class { 'apt': } EOS expect(apply_manifest(pp, :expect_failures => true).stderr).to match(/This module only works on Debian or derivatives like Ubuntu/i) end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/classes/000077500000000000000000000000001245774017100260025ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/classes/apt_spec.rb000077500000000000000000000115221245774017100301310ustar00rootroot00000000000000require 'spec_helper' describe 'apt', :type => :class do let(:facts) { { :lsbdistid => 'Debian', :osfamily => 'Debian' } } let :default_params do { :disable_keys => :undef, :always_apt_update => false, :purge_sources_list => false, :purge_sources_list_d => false, } end [{}, { :disable_keys => true, :always_apt_update => true, :proxy_host => true, :proxy_port => '3128', :purge_sources_list => true, :purge_sources_list_d => true, }, { :purge_preferences => true, :purge_preferences_d => true, }, { :disable_keys => false } ].each do |param_set| describe "when #{param_set == {} ? "using default" : "specifying"} class parameters" do let :param_hash do default_params.merge(param_set) end let :params do param_set end let :refresh_only_apt_update do if param_hash[:always_apt_update] false else true end end it { should contain_class("apt::params") } it { if param_hash[:purge_sources_list] should contain_file("sources.list").with({ 'path' => "/etc/apt/sources.list", 'ensure' => "present", 'owner' => "root", 'group' => "root", 'mode' => "0644", "content" => "# Repos managed by puppet.\n" }) else should contain_file("sources.list").with({ 'path' => "/etc/apt/sources.list", 'ensure' => "present", 'owner' => "root", 'group' => "root", 'mode' => "0644", 'content' => nil }) end } it { if param_hash[:purge_sources_list_d] should create_file("sources.list.d").with({ 'path' => "/etc/apt/sources.list.d", 'ensure' => "directory", 'owner' => "root", 'group' => "root", 'purge' => true, 'recurse' => true, 'notify' => 'Exec[apt_update]' }) else should create_file("sources.list.d").with({ 'path' => "/etc/apt/sources.list.d", 'ensure' => "directory", 'owner' => "root", 'group' => "root", 'purge' => false, 'recurse' => false, 'notify' => 'Exec[apt_update]' }) end } it { if param_hash[:purge_preferences] should create_file('apt-preferences').with({ :ensure => 'absent', :path => '/etc/apt/preferences', }) else should_not contain_file('apt-preferences') end } it { if param_hash[:purge_preferences_d] should create_file("preferences.d").with({ 'path' => "/etc/apt/preferences.d", 'ensure' => "directory", 'owner' => "root", 'group' => "root", 'purge' => true, 'recurse' => true, }) else should create_file("preferences.d").with({ 'path' => "/etc/apt/preferences.d", 'ensure' => "directory", 'owner' => "root", 'group' => "root", 'purge' => false, 'recurse' => false, }) end } it { should contain_exec("apt_update").with({ 'command' => "/usr/bin/apt-get update", 'refreshonly' => refresh_only_apt_update }) } it { if param_hash[:disable_keys] == true should create_file("99unauth").with({ 'content' => "APT::Get::AllowUnauthenticated 1;\n", 'ensure' => "present", 'path' => "/etc/apt/apt.conf.d/99unauth" }) elsif param_hash[:disable_keys] == false should create_file("99unauth").with({ 'ensure' => "absent", 'path' => "/etc/apt/apt.conf.d/99unauth" }) elsif param_hash[:disable_keys] != :undef should_not create_file("99unauth").with({ 'path' => "/etc/apt/apt.conf.d/99unauth" }) end } describe 'when setting a proxy' do it { if param_hash[:proxy_host] should contain_file('01proxy').with( 'path' => '/etc/apt/apt.conf.d/01proxy', 'content' => "Acquire::http::Proxy \"http://#{param_hash[:proxy_host]}:#{param_hash[:proxy_port]}\";\n", 'notify' => "Exec[apt_update]" ) else should contain_file('01proxy').with( 'path' => '/etc/apt/apt.conf.d/01proxy', 'notify' => 'Exec[apt_update]', 'ensure' => 'absent' ) end } end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/classes/backports_spec.rb000077500000000000000000000051251245774017100313370ustar00rootroot00000000000000require 'spec_helper' describe 'apt::backports', :type => :class do describe 'when asigning a custom priority to backports' do let :facts do { 'lsbdistcodename' => 'Karmic', 'lsbdistid' => 'Ubuntu' } end context 'integer priority' do let :params do { :pin_priority => 500 } end it { should contain_apt__source('backports').with({ 'location' => 'http://old-releases.ubuntu.com/ubuntu', 'release' => 'karmic-backports', 'repos' => 'main universe multiverse restricted', 'key' => '437D05B5', 'key_server' => 'pgp.mit.edu', 'pin' => 500, }) } end context 'invalid priority' do let :params do { :pin_priority => 'banana' } end it 'should fail' do expect { subject }.to raise_error(/must be an integer/) end end end describe 'when turning on backports for ubuntu karmic' do let :facts do { 'lsbdistcodename' => 'Karmic', 'lsbdistid' => 'Ubuntu' } end it { should contain_apt__source('backports').with({ 'location' => 'http://old-releases.ubuntu.com/ubuntu', 'release' => 'karmic-backports', 'repos' => 'main universe multiverse restricted', 'key' => '437D05B5', 'key_server' => 'pgp.mit.edu', 'pin' => 200, }) } end describe "when turning on backports for debian squeeze" do let :facts do { 'lsbdistcodename' => 'Squeeze', 'lsbdistid' => 'Debian', } end it { should contain_apt__source('backports').with({ 'location' => 'http://backports.debian.org/debian-backports', 'release' => 'squeeze-backports', 'repos' => 'main contrib non-free', 'key' => '46925553', 'key_server' => 'pgp.mit.edu', 'pin' => 200, }) } end describe "when turning on backports for debian squeeze but using your own mirror" do let :facts do { 'lsbdistcodename' => 'Squeeze', 'lsbdistid' => 'Debian' } end let :location do 'http://mirrors.example.com/debian-backports' end let :params do { 'location' => location } end it { should contain_apt__source('backports').with({ 'location' => location, 'release' => 'squeeze-backports', 'repos' => 'main contrib non-free', 'key' => '46925553', 'key_server' => 'pgp.mit.edu', 'pin' => 200, }) } end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/classes/debian_testing_spec.rb000077500000000000000000000011171245774017100323230ustar00rootroot00000000000000require 'spec_helper' describe 'apt::debian::testing', :type => :class do let(:facts) { { :lsbdistid => 'Debian', :osfamily => 'Debian' } } it { should contain_apt__source("debian_testing").with({ "location" => "http://debian.mirror.iweb.ca/debian/", "release" => "testing", "repos" => "main contrib non-free", "required_packages" => "debian-keyring debian-archive-keyring", "key" => "46925553", "key_server" => "subkeys.pgp.net", "pin" => "-10" }) } end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/classes/debian_unstable_spec.rb000077500000000000000000000011041245774017100324570ustar00rootroot00000000000000require 'spec_helper' describe 'apt::debian::unstable', :type => :class do let(:facts) { { :lsbdistid => 'Debian', :osfamily => 'Debian' } } it { should contain_apt__source("debian_unstable").with({ "location" => "http://debian.mirror.iweb.ca/debian/", "release" => "unstable", "repos" => "main contrib non-free", "required_packages" => "debian-keyring debian-archive-keyring", "key" => "46925553", "key_server" => "subkeys.pgp.net", "pin" => "-10" }) } end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/classes/init_spec.rb000077500000000000000000000044621245774017100303150ustar00rootroot00000000000000require 'spec_helper' describe 'apt' do context 'with sources defined on valid osfamily' do let :facts do { :osfamily => 'Debian', :lsbdistcodename => 'precise', :lsbdistid => 'Debian', } end let(:params) { { :sources => { 'debian_unstable' => { 'location' => 'http://debian.mirror.iweb.ca/debian/', 'release' => 'unstable', 'repos' => 'main contrib non-free', 'required_packages' => 'debian-keyring debian-archive-keyring', 'key' => '55BE302B', 'key_server' => 'subkeys.pgp.net', 'pin' => '-10', 'include_src' => true }, 'puppetlabs' => { 'location' => 'http://apt.puppetlabs.com', 'repos' => 'main', 'key' => '4BD6EC30', 'key_server' => 'pgp.mit.edu', } } } } it { should contain_file('debian_unstable.list').with({ 'ensure' => 'present', 'path' => '/etc/apt/sources.list.d/debian_unstable.list', 'owner' => 'root', 'group' => 'root', 'mode' => '0644', 'notify' => 'Exec[apt_update]', }) } it { should contain_file('debian_unstable.list').with_content(/^deb http:\/\/debian.mirror.iweb.ca\/debian\/ unstable main contrib non-free$/) } it { should contain_file('debian_unstable.list').with_content(/^deb-src http:\/\/debian.mirror.iweb.ca\/debian\/ unstable main contrib non-free$/) } it { should contain_file('puppetlabs.list').with({ 'ensure' => 'present', 'path' => '/etc/apt/sources.list.d/puppetlabs.list', 'owner' => 'root', 'group' => 'root', 'mode' => '0644', 'notify' => 'Exec[apt_update]', }) } it { should contain_file('puppetlabs.list').with_content(/^deb http:\/\/apt.puppetlabs.com precise main$/) } it { should contain_file('puppetlabs.list').with_content(/^deb-src http:\/\/apt.puppetlabs.com precise main$/) } end context 'with unsupported osfamily' do let :facts do { :osfamily => 'Darwin', } end it do expect { should compile }.to raise_error(Puppet::Error, /This module only works on Debian or derivatives like Ubuntu/) end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/classes/params_spec.rb000077500000000000000000000013551245774017100306330ustar00rootroot00000000000000require 'spec_helper' describe 'apt::params', :type => :class do let(:facts) { { :lsbdistid => 'Debian', :osfamily => 'Debian' } } let (:title) { 'my_package' } it { should contain_apt__params } # There are 4 resources in this class currently # there should not be any more resources because it is a params class # The resources are class[apt::params], class[main], class[settings], stage[main] it "Should not contain any resources" do subject.resources.size.should == 4 end describe "With unknown lsbdistid" do let(:facts) { { :lsbdistid => 'CentOS' } } let (:title) { 'my_package' } it do expect { should compile }.to raise_error(Puppet::Error, /Unsupported lsbdistid/) end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/classes/release_spec.rb000077500000000000000000000010121245774017100307560ustar00rootroot00000000000000require 'spec_helper' describe 'apt::release', :type => :class do let(:facts) { { :lsbdistid => 'Debian' } } let (:title) { 'my_package' } let :param_set do { :release_id => 'precise' } end let (:params) { param_set } it { should contain_class("apt::params") } it { should contain_file("/etc/apt/apt.conf.d/01release").with({ "mode" => "0644", "owner" => "root", "group" => "root", "content" => "APT::Default-Release \"#{param_set[:release_id]}\";" }) } end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/classes/unattended_upgrades_spec.rb000077500000000000000000000216041245774017100333740ustar00rootroot00000000000000require 'spec_helper' describe 'apt::unattended_upgrades', :type => :class do let(:file_unattended) { '/etc/apt/apt.conf.d/50unattended-upgrades' } let(:file_periodic) { '/etc/apt/apt.conf.d/10periodic' } let(:facts) { { :lsbdistid => 'Debian' } } it { should contain_package("unattended-upgrades") } it { should create_file("/etc/apt/apt.conf.d/50unattended-upgrades").with({ "owner" => "root", "group" => "root", "mode" => "0644", "require" => "Package[unattended-upgrades]", }) } it { should create_file("/etc/apt/apt.conf.d/10periodic").with({ "owner" => "root", "group" => "root", "mode" => "0644", "require" => "Package[unattended-upgrades]", }) } describe "origins" do describe 'on Debian' do default_facts = { :lsbdistid => 'Debian' } context 'defaults' do let :facts do default_facts end it { should contain_file(file_unattended).with_content( /^Unattended-Upgrade::Origins-Pattern/ ).with_content( /"origin=Debian,archive=stable,label=Debian-Security";/ ) } end context 'defaults with custom origin' do let :facts do default_facts end let :params do { :origins => ['bananana']} end it { should contain_file(file_unattended).with_content( /^Unattended-Upgrade::Origins-Pattern/ ).with_content( /"bananana";/ ) } end context 'defaults with invalid origin' do let :facts do default_facts end let :params do { :origins => 'bananana'} end it { expect {subject}.to raise_error(/is not an Array/) } end context 'squeeze' do let :facts do default_facts.merge({:lsbdistcodename => 'squeeze'}) end it { should contain_file(file_unattended).with_content( /^Unattended-Upgrade::Allowed-Origins/ ).with_content( /"\${distro_id} \${distro_codename}-security";/ ).with_content( /"\${distro_id} oldstable";/ ) } end context 'wheezy' do let :facts do default_facts.merge({:lsbdistcodename => 'wheezy'}) end it { should contain_file(file_unattended).with_content( /^Unattended-Upgrade::Origins-Pattern/ ).with_content( /"origin=Debian,archive=stable,label=Debian-Security";/ ) } end end describe 'on Ubuntu' do default_facts = { :lsbdistid => 'Ubuntu' } context 'default' do let :facts do default_facts end it { should contain_file(file_unattended).with_content( /^Unattended-Upgrade::Allowed-Origins/ ).with_content( /"\${distro_id}\:\${distro_codename}-security";/ ) } end context 'lucid' do let :facts do default_facts.merge({:lsbdistcodename => 'lucid'}) end it { should contain_file(file_unattended).with_content( /^Unattended-Upgrade::Allowed-Origins/ ).with_content( /"\${distro_id} \${distro_codename}-security";/ ) } end context 'precise' do let :facts do default_facts.merge({:lsbdistcodename => 'precise'}) end it { should contain_file(file_unattended).with_content( /^Unattended-Upgrade::Allowed-Origins/ ).with_content( /"\${distro_id}\:\${distro_codename}-security";/ ) } end context 'trusty' do let :facts do default_facts.merge({:lsbdistcodename => 'trusty'}) end it { should contain_file(file_unattended).with_content( /^Unattended-Upgrade::Allowed-Origins/ ).with_content( /"\${distro_id}\:\${distro_codename}-security";/ ) } end end end describe "blacklist" do describe "with param defaults" do let(:params) {{ }} it { should contain_file(file_unattended).with_content(/^Unattended-Upgrade::Package-Blacklist \{\n\};$/) } end describe "with blacklist => []" do let :params do { :blacklist => ['libc6', 'libc6-dev'] } end it { should contain_file(file_unattended).with_content(/^Unattended-Upgrade::Package-Blacklist \{\n\t"libc6";\n\t"libc6-dev";\n\};$/) } end end describe "with update => 2" do let :params do { :update => "2" } end it { should contain_file(file_periodic).with_content(/^APT::Periodic::Update-Package-Lists "2";$/) } end describe "with download => 2" do let :params do { :download => "2" } end it { should contain_file(file_periodic).with_content(/^APT::Periodic::Download-Upgradeable-Packages "2";$/) } end describe "with upgrade => 2" do let :params do { :upgrade => "2" } end it { should contain_file(file_periodic).with_content(/^APT::Periodic::Unattended-Upgrade "2";$/) } end describe "with autoclean => 2" do let :params do { :autoclean => "2" } end it { should contain_file(file_periodic).with_content(/^APT::Periodic::AutocleanInterval "2";$/) } end describe "with auto_fix => false" do let :params do { :auto_fix => false } end it { should contain_file(file_unattended).with_content(/^Unattended-Upgrade::AutoFixInterruptedDpkg "false";$/) } end describe "with minimal_steps => true" do let :params do { :minimal_steps => true } end it { should contain_file(file_unattended).with_content(/^Unattended-Upgrade::MinimalSteps "true";$/) } end describe "with install_on_shutdown => true" do let :params do { :install_on_shutdown => true } end it { should contain_file(file_unattended).with_content(/^Unattended-Upgrade::InstallOnShutdown "true";$/) } end describe "mail_to" do describe "param defaults" do let(:params) {{ }} it { should_not contain_file(file_unattended).with_content(/^Unattended-Upgrade::Mail /) } it { should_not contain_file(file_unattended).with_content(/^Unattended-Upgrade::MailOnlyOnError /) } end describe "with mail_to => user@website, mail_only_on_error => true" do let :params do { :mail_to => "user@website", :mail_only_on_error => true } end it { should contain_file(file_unattended).with_content(/^Unattended-Upgrade::Mail "user@website";$/) } it { should contain_file(file_unattended).with_content(/^Unattended-Upgrade::MailOnlyOnError "true";$/) } end end describe "with remove_unused => false" do let :params do { :remove_unused => false } end it { should contain_file(file_unattended).with_content(/^Unattended-Upgrade::Remove-Unused-Dependencies "false";$/) } end describe "with auto_reboot => true" do let :params do { :auto_reboot => true } end it { should contain_file(file_unattended).with_content(/^Unattended-Upgrade::Automatic-Reboot "true";$/) } end describe "dl_limit" do describe "param defaults" do let(:params) {{ }} it { should_not contain_file(file_unattended).with_content(/^Acquire::http::Dl-Limit /) } end describe "with dl_limit => 70" do let :params do { :dl_limit => "70" } end it { should contain_file(file_unattended).with_content(/^Acquire::http::Dl-Limit "70";$/) } end end describe "with enable => 0" do let :params do { :enable => "0" } end it { should contain_file(file_periodic).with_content(/^APT::Periodic::Enable "0";$/) } end describe "with backup_interval => 1" do let :params do { :backup_interval => "1" } end it { should contain_file(file_periodic).with_content(/^APT::Periodic::BackUpArchiveInterval "1";$/) } end describe "with backup_level => 0" do let :params do { :backup_level => "0" } end it { should contain_file(file_periodic).with_content(/^APT::Periodic::BackUpLevel "0";$/) } end describe "with max_age => 1" do let :params do { :max_age => "1" } end it { should contain_file(file_periodic).with_content(/^APT::Periodic::MaxAge "1";$/) } end describe "with min_age => 1" do let :params do { :min_age => "1" } end it { should contain_file(file_periodic).with_content(/^APT::Periodic::MinAge "1";$/) } end describe "with max_size => 1" do let :params do { :max_size => "1" } end it { should contain_file(file_periodic).with_content(/^APT::Periodic::MaxSize "1";$/) } end describe "with download_delta => 2" do let :params do { :download_delta => "2" } end it { should contain_file(file_periodic).with_content(/^APT::Periodic::Download-Upgradeable-Packages-Debdelta "2";$/) } end describe "with verbose => 2" do let :params do { :verbose => "2" } end it { should contain_file(file_periodic).with_content(/^APT::Periodic::Verbose "2";$/) } end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/defines/000077500000000000000000000000001245774017100257625ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/defines/builddep_spec.rb000077500000000000000000000007271245774017100311220ustar00rootroot00000000000000require 'spec_helper' describe 'apt::builddep', :type => :define do let(:facts) { { :lsbdistid => 'Debian' } } let(:title) { 'my_package' } describe "should require apt-get update" do it { should contain_exec("apt_update").with({ 'command' => "/usr/bin/apt-get update", 'refreshonly' => true }) } it { should contain_anchor("apt::builddep::my_package").with({ 'require' => 'Class[Apt::Update]', }) } end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/defines/conf_spec.rb000077500000000000000000000030011245774017100302430ustar00rootroot00000000000000require 'spec_helper' describe 'apt::conf', :type => :define do let(:facts) { { :lsbdistid => 'Debian' } } let :title do 'norecommends' end describe "when creating an apt preference" do let :params do { :priority => '00', :content => "Apt::Install-Recommends 0;\nApt::AutoRemove::InstallRecommends 1;\n" } end let :filename do "/etc/apt/apt.conf.d/00norecommends" end it { should contain_apt__conf('norecommends').with({ 'priority' => '00', 'content' => "Apt::Install-Recommends 0;\nApt::AutoRemove::InstallRecommends 1;\n" }) } it { should contain_file(filename).with({ 'ensure' => 'present', 'content' => "Apt::Install-Recommends 0;\nApt::AutoRemove::InstallRecommends 1;\n", 'owner' => 'root', 'group' => 'root', 'mode' => '0644', }) } end describe "when removing an apt preference" do let :params do { :ensure => 'absent', :priority => '00', :content => "Apt::Install-Recommends 0;\nApt::AutoRemove::InstallRecommends 1;\n" } end let :filename do "/etc/apt/apt.conf.d/00norecommends" end it { should contain_file(filename).with({ 'ensure' => 'absent', 'content' => "Apt::Install-Recommends 0;\nApt::AutoRemove::InstallRecommends 1;\n", 'owner' => 'root', 'group' => 'root', 'mode' => '0644', }) } end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/defines/force_spec.rb000077500000000000000000000033171245774017100304260ustar00rootroot00000000000000require 'spec_helper' describe 'apt::force', :type => :define do let(:facts) { { :lsbdistid => 'Debian' } } let :pre_condition do 'include apt::params' end let :title do 'my_package' end let :default_params do { :release => false, :version => false } end describe "when using default parameters" do let :params do default_params end it { should contain_exec("/usr/bin/apt-get -y install #{title}").with( :unless => "/usr/bin/dpkg -s #{title} | grep -q 'Status: install'", :timeout => '300' ) } end describe "when specifying release parameter" do let :params do default_params.merge(:release => 'testing') end it { should contain_exec("/usr/bin/apt-get -y -t #{params[:release]} install #{title}").with( :unless => "/usr/bin/test \$(/usr/bin/apt-cache policy -t #{params[:release]} #{title} | /bin/grep -E 'Installed|Candidate' | /usr/bin/uniq -s 14 | /usr/bin/wc -l) -eq 1" ) } end describe "when specifying version parameter" do let :params do default_params.merge(:version => '1') end it { should contain_exec("/usr/bin/apt-get -y install #{title}=#{params[:version]}").with( :unless => "/usr/bin/dpkg -s #{title} | grep -q 'Version: #{params[:version]}'" ) } end describe "when specifying release and version parameters" do let :params do default_params.merge( :release => 'testing', :version => '1' ) end it { should contain_exec("/usr/bin/apt-get -y -t #{params[:release]} install #{title}=1").with( :unless => "/usr/bin/apt-cache policy -t #{params[:release]} #{title} | /bin/grep -q 'Installed: #{params[:version]}'" ) } end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/defines/hold_spec.rb000077500000000000000000000050361245774017100302560ustar00rootroot00000000000000require 'spec_helper' describe 'apt::hold' do let :facts do { :osfamily => 'Debian', :lsbdistid => 'Debian', :lsbrelease => 'wheezy', } end let :title do 'vim' end let :default_params do { :version => '1.1.1', } end describe 'default params' do let :params do default_params end it 'creates an apt preferences file' do should contain_apt__hold(title).with({ :ensure => 'present', :package => title, :version => params[:version], :priority => 1001, }) should contain_apt__pin("hold #{title} at #{params[:version]}").with({ :ensure => 'present', :packages => title, :version => params[:version], :priority => 1001, }) end end describe 'ensure => absent' do let :params do default_params.merge({:ensure => 'absent',}) end it 'creates an apt preferences file' do should contain_apt__hold(title).with({ :ensure => params[:ensure], }) should contain_apt__pin("hold #{title} at #{params[:version]}").with({ :ensure => params[:ensure], }) end end describe 'priority => 990' do let :params do default_params.merge({:priority => 990,}) end it 'creates an apt preferences file' do should contain_apt__hold(title).with({ :ensure => 'present', :package => title, :version => params[:version], :priority => params[:priority], }) should contain_apt__pin("hold #{title} at #{params[:version]}").with({ :ensure => 'present', :packages => title, :version => params[:version], :priority => params[:priority], }) end end describe 'validation' do context 'version => {}' do let :params do { :version => {}, } end it 'should fail' do expect { subject }.to raise_error(/is not a string/) end end context 'ensure => bananana' do let :params do default_params.merge({:ensure => 'bananana',}) end it 'should fail' do expect { subject }.to raise_error(/does not match/) end end context 'package => []' do let :params do default_params.merge({:package => [],}) end it 'should fail' do expect { subject }.to raise_error(/is not a string/) end end context 'priority => bananana' do let :params do default_params.merge({:priority => 'bananana',}) end it 'should fail' do expect { subject }.to raise_error(/must be an integer/) end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/defines/key_spec.rb000077500000000000000000000173241245774017100301230ustar00rootroot00000000000000require 'spec_helper' describe 'apt::key', :type => :define do let(:facts) { { :lsbdistid => 'Debian' } } GPG_KEY_ID = '4BD6EC30' let :title do GPG_KEY_ID end describe 'normal operation' do describe 'default options' do it 'contains the apt::key' do should contain_apt__key(title).with({ :key => title, :ensure => 'present', }) end it 'contains the apt_key' do should contain_apt_key(title).with({ :id => title, :ensure => 'present', :source => nil, :server => nil, :content => nil, :keyserver_options => nil, }) end it 'contains the apt_key present anchor' do should contain_anchor("apt_key #{title} present") end end describe 'title and key =>' do let :title do 'puppetlabs' end let :params do { :key => GPG_KEY_ID, } end it 'contains the apt::key' do should contain_apt__key(title).with({ :key => GPG_KEY_ID, :ensure => 'present', }) end it 'contains the apt_key' do should contain_apt_key(title).with({ :id => GPG_KEY_ID, :ensure => 'present', :source => nil, :server => nil, :content => nil, :keyserver_options => nil, }) end it 'contains the apt_key present anchor' do should contain_anchor("apt_key #{GPG_KEY_ID} present") end end describe 'ensure => absent' do let :params do { :ensure => 'absent', } end it 'contains the apt::key' do should contain_apt__key(title).with({ :key => title, :ensure => 'absent', }) end it 'contains the apt_key' do should contain_apt_key(title).with({ :id => title, :ensure => 'absent', :source => nil, :server => nil, :content => nil, :keyserver_options => nil, }) end it 'contains the apt_key absent anchor' do should contain_anchor("apt_key #{title} absent") end end describe 'key_content =>' do let :params do { :key_content => 'GPG key content', } end it 'contains the apt::key' do should contain_apt__key(title).with({ :key => title, :ensure => 'present', :key_content => params[:key_content], }) end it 'contains the apt_key' do should contain_apt_key(title).with({ :id => title, :ensure => 'present', :source => nil, :server => nil, :content => params[:key_content], :keyserver_options => nil, }) end it 'contains the apt_key present anchor' do should contain_anchor("apt_key #{title} present") end end describe 'key_source =>' do let :params do { :key_source => 'http://apt.puppetlabs.com/pubkey.gpg', } end it 'contains the apt::key' do should contain_apt__key(title).with({ :key => title, :ensure => 'present', :key_source => params[:key_source], }) end it 'contains the apt_key' do should contain_apt_key(title).with({ :id => title, :ensure => 'present', :source => params[:key_source], :server => nil, :content => nil, :keyserver_options => nil, }) end it 'contains the apt_key present anchor' do should contain_anchor("apt_key #{title} present") end end describe 'key_server =>' do let :params do { :key_server => 'pgp.mit.edu', } end it 'contains the apt::key' do should contain_apt__key(title).with({ :key => title, :ensure => 'present', :key_server => 'pgp.mit.edu', }) end it 'contains the apt_key' do should contain_apt_key(title).with({ :id => title, :ensure => 'present', :source => nil, :server => params[:key_server], :content => nil, :keyserver_options => nil, }) end it 'contains the apt_key present anchor' do should contain_anchor("apt_key #{title} present") end end describe 'key_options =>' do let :params do { :key_options => 'debug', } end it 'contains the apt::key' do should contain_apt__key(title).with({ :key => title, :ensure => 'present', :key_options => 'debug', }) end it 'contains the apt_key' do should contain_apt_key(title).with({ :id => title, :ensure => 'present', :source => nil, :server => nil, :content => nil, :keyserver_options => params[:key_options], }) end it 'contains the apt_key present anchor' do should contain_anchor("apt_key #{title} present") end end end describe 'validation' do context 'invalid key' do let :title do 'Out of rum. Why? Why are we out of rum?' end it 'fails' do expect { subject }.to raise_error(/does not match/) end end context 'invalid source' do let :params do { :key_source => 'afp://puppetlabs.com/key.gpg', } end it 'fails' do expect { subject }.to raise_error(/does not match/) end end context 'invalid content' do let :params do { :key_content => [], } end it 'fails' do expect { subject }.to raise_error(/is not a string/) end end context 'invalid server' do let :params do { :key_server => 'two bottles of rum', } end it 'fails' do expect { subject }.to raise_error(/must be a valid domain name/) end end context 'invalid keyserver_options' do let :params do { :key_options => {}, } end it 'fails' do expect { subject }.to raise_error(/is not a string/) end end end describe 'duplication' do context 'two apt::key resources for same key, different titles' do let :pre_condition do "apt::key { 'duplicate': key => #{title}, }" end it 'contains two apt::key resources' do should contain_apt__key('duplicate').with({ :key => title, :ensure => 'present', }) should contain_apt__key(title).with({ :key => title, :ensure => 'present', }) end it 'contains only a single apt_key' do should contain_apt_key('duplicate').with({ :id => title, :ensure => 'present', :source => nil, :server => nil, :content => nil, :keyserver_options => nil, }) should_not contain_apt_key(title) end end context 'two apt::key resources, different ensure' do let :pre_condition do "apt::key { 'duplicate': key => #{title}, ensure => 'absent', }" end it 'informs the user of the impossibility' do expect { subject }.to raise_error(/already ensured as absent/) end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/defines/pin_spec.rb000077500000000000000000000066671245774017100301310ustar00rootroot00000000000000require 'spec_helper' describe 'apt::pin', :type => :define do let(:facts) { { :lsbdistid => 'Debian' } } let(:title) { 'my_pin' } let :default_params do { :ensure => 'present', :order => '', :packages => '*', :priority => '0', :release => nil } end [ { :params => {}, :content => "Explanation: : my_pin\nPackage: *\nPin: release a=my_pin\nPin-Priority: 0\n" }, { :params => { :packages => 'apache', :priority => '1' }, :content => "Explanation: : my_pin\nPackage: apache\nPin: release a=my_pin\nPin-Priority: 1\n" }, { :params => { :order => 50, :packages => 'apache', :priority => '1' }, :content => "Explanation: : my_pin\nPackage: apache\nPin: release a=my_pin\nPin-Priority: 1\n" }, { :params => { :ensure => 'absent', :packages => 'apache', :priority => '1' }, :content => "Explanation: : my_pin\nPackage: apache\nPin: release a=my_pin\nPin-Priority: 1\n" }, { :params => { :packages => 'apache', :priority => '1', :release => 'my_newpin' }, :content => "Explanation: : my_pin\nPackage: apache\nPin: release a=my_newpin\nPin-Priority: 1\n" }, { :params => { :packages => 'apache', :priority => '1', :version => '2.2.16*' }, :content => "Explanation: : my_pin\nPackage: apache\nPin: version 2.2.16*\nPin-Priority: 1\n" }, { :params => { :priority => '1', :origin => 'ftp.de.debian.org' }, :content => "Explanation: : my_pin\nPackage: *\nPin: origin ftp.de.debian.org\nPin-Priority: 1\n" }, { :params => { :packages => 'apache', :priority => '1', :release => 'stable', :codename => 'wheezy', :release_version => '3.0', :component => 'main', :originator => 'Debian', :label => 'Debian' }, :content => "Explanation: : my_pin\nPackage: apache\nPin: release a=stable, n=wheezy, v=3.0, c=main, o=Debian, l=Debian\nPin-Priority: 1\n" }, { :params => { :packages => ['apache', 'ntop'], }, :content => "Explanation: : my_pin\nPackage: apache ntop\nPin: release a=my_pin\nPin-Priority: 0\n" }, ].each do |param_set| describe "when #{param_set == {} ? "using default" : "specifying"} define parameters" do let :param_hash do default_params.merge(param_set[:params]) end let :params do param_set[:params] end it { should contain_class("apt::params") } it { should contain_file("#{title}.pref").with({ 'ensure' => param_hash[:ensure], 'path' => "/etc/apt/preferences.d/#{param_hash[:order] == '' ? "" : "#{param_hash[:order]}-"}#{title}.pref", 'owner' => 'root', 'group' => 'root', 'mode' => '0644', 'content' => param_set[:content], }) } end end describe 'resource title with invalid chars' do context 'spaces' do let(:title) { 'oh my god this is not valid' } it { should contain_file('oh_my_god_this_is_not_valid.pref') } end context '#$&*$' do let(:title) { 'so && many $* invalid @! things' } it { should contain_file('so____many____invalid____things.pref') } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/defines/ppa_spec.rb000077500000000000000000000116501245774017100301070ustar00rootroot00000000000000require 'spec_helper' describe 'apt::ppa', :type => :define do [ { :lsbdistrelease => '11.04', :lsbdistcodename => 'natty', :operatingsystem => 'Ubuntu', :lsbdistid => 'Ubuntu', :package => 'python-software-properties' }, { :lsbdistrelease => '12.10', :lsbdistcodename => 'quantal', :operatingsystem => 'Ubuntu', :lsbdistid => 'Ubuntu', :package => 'software-properties-common' }, ].each do |platform| context "on #{platform[:lsbdistcodename]}" do let :facts do { :lsbdistrelease => platform[:lsbdistrelease], :lsbdistcodename => platform[:lsbdistcodename], :operatingsystem => platform[:operatingsystem], :lsbdistid => platform[:lsbdistid], :osfamily => 'Debian', } end let :release do "#{platform[:lsbdistcodename]}" end let :package do "#{platform[:package]}" end let :options do "-y" end ['ppa:dans_ppa', 'dans_ppa','ppa:dans-daily/ubuntu'].each do |t| describe "with title #{t}" do let :pre_condition do 'class { "apt": }' end let :title do t end let :filename do t.sub(/^ppa:/,'').gsub('/','-') << "-" << "#{release}.list" end it { should contain_package("#{package}") } it { should contain_exec("apt_update").with( 'command' => '/usr/bin/apt-get update', 'refreshonly' => true ) } it { should contain_exec("add-apt-repository-#{t}").with( 'command' => "/usr/bin/add-apt-repository #{options} #{t}", 'unless' => "/usr/bin/test -s /etc/apt/sources.list.d/#{filename}", 'require' => ["File[sources.list.d]", "Package[#{package}]"], 'notify' => "Exec[apt_update]" ) } it { should create_file("/etc/apt/sources.list.d/#{filename}").with( 'ensure' => 'file', 'require' => "Exec[add-apt-repository-#{t}]" ) } end end describe 'without a proxy defined' do let :title do 'rspec_ppa' end let :pre_condition do 'class { "apt": proxy_host => false }' end let :filename do "#{title}-#{release}.list" end it { should contain_exec("add-apt-repository-#{title}").with( 'environment' => [], 'command' => "/usr/bin/add-apt-repository #{options} #{title}", 'unless' => "/usr/bin/test -s /etc/apt/sources.list.d/#{filename}", 'require' => ["File[sources.list.d]", "Package[#{package}]"], 'notify' => "Exec[apt_update]" ) } end describe 'behind a proxy' do let :title do 'rspec_ppa' end let :pre_condition do 'class { "apt": proxy_host => "user:pass@proxy", }' end let :filename do "#{title}-#{release}.list" end it { should contain_exec("add-apt-repository-#{title}").with( 'environment' => [ "http_proxy=http://user:pass@proxy:8080", "https_proxy=http://user:pass@proxy:8080", ], 'command' => "/usr/bin/add-apt-repository #{options} #{title}", 'unless' => "/usr/bin/test -s /etc/apt/sources.list.d/#{filename}", 'require' => ["File[sources.list.d]", "Package[#{package}]"], 'notify' => "Exec[apt_update]" ) } end end end [ { :lsbdistcodename => 'natty', :package => 'python-software-properties' }, { :lsbdistcodename => 'quantal', :package => 'software-properties-common'}, ].each do |platform| context "on #{platform[:lsbdistcodename]}" do describe "it should not error if package['#{platform[:package]}'] is already defined" do let :pre_condition do 'class {"apt": }' + 'package { "#{platform[:package]}": }->Apt::Ppa["ppa"]' end let :facts do {:lsbdistcodename => '#{platform[:lsbdistcodename]}', :operatingsystem => 'Ubuntu', :lsbdistid => 'Ubuntu', :osfamily => 'Debian'} end let(:title) { "ppa" } let(:release) { "#{platform[:lsbdistcodename]}" } it { should contain_package('#{platform[:package]}') } end end end describe "without Class[apt] should raise a Puppet::Error" do let(:release) { "natty" } let(:title) { "ppa" } it { expect { should contain_apt__ppa(title) }.to raise_error(Puppet::Error) } end describe "without release should raise a Puppet::Error" do let(:title) { "ppa:" } it { expect { should contain_apt__ppa(:release) }.to raise_error(Puppet::Error) } end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/defines/source_spec.rb000077500000000000000000000122641245774017100306310ustar00rootroot00000000000000require 'spec_helper' describe 'apt::source', :type => :define do let(:facts) { { :lsbdistid => 'Debian' } } GPG_KEY_ID = '4BD6EC30' let :title do 'my_source' end let :default_params do { :ensure => 'present', :location => '', :release => 'karmic', :repos => 'main', :include_src => true, :required_packages => false, :key => false, :key_server => false, :key_content => false, :key_source => false, :pin => false } end [{}, { :location => 'http://example.com', :release => 'precise', :repos => 'security', :include_src => false, :required_packages => 'apache', :key => GPG_KEY_ID, :key_server => 'keyserver.debian.com', :pin => '600', :key_content => 'ABCD1234' }, { :key => GPG_KEY_ID, :key_server => 'keyserver.debian.com', }, { :ensure => 'absent', :location => 'http://example.com', :release => 'precise', :repos => 'security', }, { :release => '', }, { :release => 'custom', }, { :architecture => 'amd64', } ].each do |param_set| describe "when #{param_set == {} ? "using default" : "specifying"} class parameters" do let :param_hash do default_params.merge(param_set) end let :facts do {:lsbdistcodename => 'karmic', :lsbdistid => 'Ubuntu'} end let :params do param_set end let :filename do "/etc/apt/sources.list.d/#{title}.list" end let :content do content = "# #{title}" if param_hash[:architecture] arch = "[arch=#{param_hash[:architecture]}] " end content << "\ndeb #{arch}#{param_hash[:location]} #{param_hash[:release]} #{param_hash[:repos]}\n" if param_hash[:include_src] content << "deb-src #{arch}#{param_hash[:location]} #{param_hash[:release]} #{param_hash[:repos]}\n" end content end it { should contain_apt__params } it { should contain_file("#{title}.list").with({ 'ensure' => param_hash[:ensure], 'path' => filename, 'owner' => 'root', 'group' => 'root', 'mode' => '0644', 'content' => content, }) } it { if param_hash[:pin] should contain_apt__pin(title).with({ "priority" => param_hash[:pin], "before" => "File[#{title}.list]" }) else should_not contain_apt__pin(title).with({ "priority" => param_hash[:pin], "before" => "File[#{title}.list]" }) end } it { should contain_exec("apt_update").with({ "command" => "/usr/bin/apt-get update", "refreshonly" => true }) } it { if param_hash[:required_packages] should contain_exec("Required packages: '#{param_hash[:required_packages]}' for #{title}").with({ "command" => "/usr/bin/apt-get -y install #{param_hash[:required_packages]}", "subscribe" => "File[#{title}.list]", "refreshonly" => true, "before" => 'Exec[apt_update]', }) else should_not contain_exec("Required packages: '#{param_hash[:required_packages]}' for #{title}").with({ "command" => "/usr/bin/apt-get -y install #{param_hash[:required_packages]}", "subscribe" => "File[#{title}.list]", "refreshonly" => true }) end } it { key_server = param_hash[:key_server] || nil key_content = param_hash[:key_content] || nil key_source = param_hash[:key_source] || nil if param_hash[:key] should contain_apt__key("Add key: #{param_hash[:key]} from Apt::Source #{title}").with({ "key" => param_hash[:key], "ensure" => :present, "key_server" => key_server, "key_content" => key_content, "key_source" => key_source, "before" => "File[#{title}.list]" }) else should_not contain_apt__key("Add key: #{param_hash[:key]} from Apt::Source #{title}").with({ "key" => param_hash[:key], "ensure" => :present, "key_server" => param_hash[:key_server], "key_content" => param_hash[:key_content], "key_source" => param_hash[:key_source], "before" => "File[#{title}.list]" }) end } end end describe "without release should raise a Puppet::Error" do let(:default_params) { Hash.new } let(:facts) { Hash.new } it { expect { should raise_error(Puppet::Error) } } let(:facts) { { :lsbdistcodename => 'lucid', :lsbdistid => 'Ubuntu' } } it { should contain_apt__source(title) } end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/spec_helper.rb000077500000000000000000000000641245774017100271660ustar00rootroot00000000000000require 'puppetlabs_spec_helper/module_spec_helper' examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/spec_helper_acceptance.rb000077500000000000000000000015151245774017100313360ustar00rootroot00000000000000require 'beaker-rspec' # Install Puppet unless ENV['RS_PROVISION'] == 'no' hosts.each do |host| if host.is_pe? install_pe else install_puppet on host, "mkdir -p #{host['distmoduledir']}" end end end UNSUPPORTED_PLATFORMS = ['RedHat','Suse','windows','AIX','Solaris'] RSpec.configure do |c| # Project root proj_root = File.expand_path(File.join(File.dirname(__FILE__), '..')) # Readable test descriptions c.formatter = :documentation # Configure all nodes in nodeset c.before :suite do # Install module and dependencies puppet_module_install(:source => proj_root, :module_name => 'apt') hosts.each do |host| shell('/bin/touch /etc/puppet/hiera.yaml') shell('puppet module install puppetlabs-stdlib --version 2.2.1', { :acceptable_exit_codes => [0,1] }) end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/unit/000077500000000000000000000000001245774017100253245ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/unit/puppet/000077500000000000000000000000001245774017100266415ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/unit/puppet/type/000077500000000000000000000000001245774017100276225ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/spec/unit/puppet/type/apt_key_spec.rb000077500000000000000000000103201245774017100326140ustar00rootroot00000000000000require 'spec_helper' require 'puppet' describe Puppet::Type::type(:apt_key) do context 'only namevar 32bit key id' do let(:resource) { Puppet::Type.type(:apt_key).new( :id => '4BD6EC30' )} it 'id is set' do resource[:id].should eq '4BD6EC30' end it 'name is set to id' do resource[:name].should eq '4BD6EC30' end it 'keyserver is default' do resource[:server].should eq :'keyserver.ubuntu.com' end it 'source is not set' do resource[:source].should eq nil end it 'content is not set' do resource[:content].should eq nil end end context 'with a lowercase 32bit key id' do let(:resource) { Puppet::Type.type(:apt_key).new( :id => '4bd6ec30' )} it 'id is set' do resource[:id].should eq '4BD6EC30' end end context 'with a 64bit key id' do let(:resource) { Puppet::Type.type(:apt_key).new( :id => 'FFFFFFFF4BD6EC30' )} it 'id is set' do resource[:id].should eq '4BD6EC30' end end context 'with a 0x formatted key id' do let(:resource) { Puppet::Type.type(:apt_key).new( :id => '0x4BD6EC30' )} it 'id is set' do resource[:id].should eq '4BD6EC30' end end context 'with a 0x formatted lowercase key id' do let(:resource) { Puppet::Type.type(:apt_key).new( :id => '0x4bd6ec30' )} it 'id is set' do resource[:id].should eq '4BD6EC30' end end context 'with a 0x formatted 64bit key id' do let(:resource) { Puppet::Type.type(:apt_key).new( :id => '0xFFFFFFFF4BD6EC30' )} it 'id is set' do resource[:id].should eq '4BD6EC30' end end context 'with source' do let(:resource) { Puppet::Type.type(:apt_key).new( :id => '4BD6EC30', :source => 'http://apt.puppetlabs.com/pubkey.gpg' )} it 'source is set to the URL' do resource[:source].should eq 'http://apt.puppetlabs.com/pubkey.gpg' end end context 'with content' do let(:resource) { Puppet::Type.type(:apt_key).new( :id => '4BD6EC30', :content => 'http://apt.puppetlabs.com/pubkey.gpg' )} it 'content is set to the string' do resource[:content].should eq 'http://apt.puppetlabs.com/pubkey.gpg' end end context 'with keyserver' do let(:resource) { Puppet::Type.type(:apt_key).new( :id => '4BD6EC30', :server => 'http://keyring.debian.org' )} it 'keyserver is set to Debian' do resource[:server].should eq 'http://keyring.debian.org' end end context 'validation' do it 'raises an error if content and source are set' do expect { Puppet::Type.type(:apt_key).new( :id => '4BD6EC30', :source => 'http://apt.puppetlabs.com/pubkey.gpg', :content => 'Completely invalid as a GPG key' )}.to raise_error(/content and source are mutually exclusive/) end it 'raises an error if a weird length key is used' do expect { Puppet::Type.type(:apt_key).new( :id => 'F4BD6EC30', :source => 'http://apt.puppetlabs.com/pubkey.gpg', :content => 'Completely invalid as a GPG key' )}.to raise_error(/Valid values match/) end it 'raises an error when an invalid URI scheme is used in source' do expect { Puppet::Type.type(:apt_key).new( :id => '4BD6EC30', :source => 'hkp://pgp.mit.edu' )}.to raise_error(/Valid values match/) end it 'allows the http URI scheme in source' do expect { Puppet::Type.type(:apt_key).new( :id => '4BD6EC30', :source => 'http://pgp.mit.edu' )}.to_not raise_error end it 'allows the https URI scheme in source' do expect { Puppet::Type.type(:apt_key).new( :id => '4BD6EC30', :source => 'https://pgp.mit.edu' )}.to_not raise_error end it 'allows the ftp URI scheme in source' do expect { Puppet::Type.type(:apt_key).new( :id => '4BD6EC30', :source => 'ftp://pgp.mit.edu' )}.to_not raise_error end it 'allows an absolute path in source' do expect { Puppet::Type.type(:apt_key).new( :id => '4BD6EC30', :source => '/path/to/a/file' )}.to_not raise_error end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/templates/000077500000000000000000000000001245774017100254115ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/templates/10periodic.erb000077500000000000000000000011641245774017100300470ustar00rootroot00000000000000APT::Periodic::Enable "<%= @enable %>"; APT::Periodic::BackUpArchiveInterval "<%= @backup_interval %>"; APT::Periodic::BackUpLevel "<%= @backup_level %>"; APT::Periodic::MaxAge "<%= @max_age %>"; APT::Periodic::MinAge "<%= @min_age %>"; APT::Periodic::MaxSize "<%= @max_size %>"; APT::Periodic::Update-Package-Lists "<%= @update %>"; APT::Periodic::Download-Upgradeable-Packages "<%= @download %>"; APT::Periodic::Download-Upgradeable-Packages-Debdelta "<%= @download_delta %>"; APT::Periodic::Unattended-Upgrade "<%= @upgrade %>"; APT::Periodic::AutocleanInterval "<%= @autoclean %>"; APT::Periodic::Verbose "<%= @verbose %>"; examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/templates/50unattended-upgrades.erb000077500000000000000000000044071245774017100322230ustar00rootroot00000000000000// Automatically upgrade packages from these (origin:archive) pairs <%- if @legacy_origin -%> Unattended-Upgrade::Allowed-Origins { <%- else -%> Unattended-Upgrade::Origins-Pattern { <%- end -%> <% @origins.each do |origin| -%> "<%= origin %>"; <% end -%> }; // List of packages to not update Unattended-Upgrade::Package-Blacklist { <% @blacklist.each do |package| -%> "<%= package %>"; <% end -%> }; // This option allows you to control if on a unclean dpkg exit // unattended-upgrades will automatically run // dpkg --force-confold --configure -a // The default is true, to ensure updates keep getting installed Unattended-Upgrade::AutoFixInterruptedDpkg "<%= @auto_fix %>"; // Split the upgrade into the smallest possible chunks so that // they can be interrupted with SIGUSR1. This makes the upgrade // a bit slower but it has the benefit that shutdown while a upgrade // is running is possible (with a small delay) Unattended-Upgrade::MinimalSteps "<%= @minimal_steps %>"; // Install all unattended-upgrades when the machine is shuting down // instead of doing it in the background while the machine is running // This will (obviously) make shutdown slower Unattended-Upgrade::InstallOnShutdown "<%= @install_on_shutdown %>"; // Send email to this address for problems or packages upgrades // If empty or unset then no email is sent, make sure that you // have a working mail setup on your system. A package that provides // 'mailx' must be installed. <% if @mail_to != "NONE" %>Unattended-Upgrade::Mail "<%= @mail_to %>";<% end %> // Set this value to "true" to get emails only on errors. Default // is to always send a mail if Unattended-Upgrade::Mail is set <% if @mail_to != "NONE" %>Unattended-Upgrade::MailOnlyOnError "<%= @mail_only_on_error %>";<% end %> // Do automatic removal of new unused dependencies after the upgrade // (equivalent to apt-get autoremove) Unattended-Upgrade::Remove-Unused-Dependencies "<%= @remove_unused %>"; // Automatically reboot *WITHOUT CONFIRMATION* if a // the file /var/run/reboot-required is found after the upgrade Unattended-Upgrade::Automatic-Reboot "<%= @auto_reboot %>"; // Use apt bandwidth limit feature, this example limits the download // speed to 70kb/sec <% if @dl_limit != "NONE" %>Acquire::http::Dl-Limit "<%= @dl_limit %>";<% end %> examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/templates/pin.pref.erb000077500000000000000000000013161245774017100276300ustar00rootroot00000000000000<%- @pin = "release a=#{@name}" # default value if @pin_release.length > 0 options = [] options.push("a=#{@release}") if @release.length > 0 options.push("n=#{@codename}") if @codename.length > 0 options.push("v=#{@release_version}") if @release_version.length > 0 options.push("c=#{@component}") if @component.length > 0 options.push("o=#{@originator}") if @originator.length > 0 options.push("l=#{@label}") if @label.length > 0 @pin = "release #{options.join(', ')}" elsif @version.length > 0 @pin = "version #{@version}" elsif @origin.length > 0 @pin = "origin #{@origin}" end -%> Explanation: <%= @explanation %> Package: <%= @packages_string %> Pin: <%= @pin %> Pin-Priority: <%= @priority %> examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/templates/source.list.erb000077500000000000000000000004421245774017100303600ustar00rootroot00000000000000# <%= @name %> deb <% if @architecture %>[arch=<%= @architecture %>] <% end %><%= @location %> <%= @release_real %> <%= @repos %> <%- if @include_src then -%> deb-src <% if @architecture %>[arch=<%= @architecture %>] <% end %><%= @location %> <%= @release_real %> <%= @repos %> <%- end -%> examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/tests/000077500000000000000000000000001245774017100245555ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/tests/builddep.pp000077500000000000000000000000661245774017100267130ustar00rootroot00000000000000class { 'apt': } apt::builddep{ 'glusterfs-server': } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/tests/debian/000077500000000000000000000000001245774017100257775ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/tests/debian/testing.pp000077500000000000000000000000631245774017100300170ustar00rootroot00000000000000class { 'apt': } class { 'apt::debian::testing': } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/tests/debian/unstable.pp000077500000000000000000000000641245774017100301600ustar00rootroot00000000000000class { 'apt': } class { 'apt::debian::unstable': } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/tests/force.pp000077500000000000000000000005251245774017100262210ustar00rootroot00000000000000# force.pp # force a package from a specific release apt::force { 'package1': release => 'backports', } # force a package to be a specific version apt::force { 'package2': version => '1.0.0-1', } # force a package from a specific release to be a specific version apt::force { 'package3': release => 'sid', version => '2.0.0-1', } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/tests/init.pp000077500000000000000000000000211245774017100260550ustar00rootroot00000000000000class { 'apt': } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/tests/key.pp000077500000000000000000000003251245774017100257110ustar00rootroot00000000000000# Declare Apt key for apt.puppetlabs.com source apt::key { 'puppetlabs': key => '4BD6EC30', key_server => 'pgp.mit.edu', key_options => 'http-proxy="http://proxyuser:proxypass@example.org:3128"', } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/tests/params.pp000077500000000000000000000000241245774017100264000ustar00rootroot00000000000000include apt::params examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/tests/pin.pp000077500000000000000000000001611245774017100257050ustar00rootroot00000000000000# pin a release in apt, useful for unstable repositories apt::pin { 'foo': packages => '*', priority => 0, } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/tests/ppa.pp000077500000000000000000000001451245774017100257010ustar00rootroot00000000000000class { 'apt': } # Example declaration of an Apt PPA apt::ppa{ 'ppa:openstack-ppa/bleeding-edge': } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/tests/release.pp000077500000000000000000000001041245774017100265340ustar00rootroot00000000000000class { 'apt': } class { 'apt::release': release_id => 'karmic' } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/tests/source.pp000077500000000000000000000016001245774017100264160ustar00rootroot00000000000000# Declare the apt class to manage /etc/apt/sources.list and /etc/sources.list.d class { 'apt': } # Install the puppetlabs apt source # Release is automatically obtained from lsbdistcodename fact if available. apt::source { 'puppetlabs': location => 'http://apt.puppetlabs.com', repos => 'main', key => '4BD6EC30', key_server => 'pgp.mit.edu', } # test two sources with the same key apt::source { 'debian_testing': location => 'http://debian.mirror.iweb.ca/debian/', release => 'testing', repos => 'main contrib non-free', key => '46925553', key_server => 'subkeys.pgp.net', pin => '-10', } apt::source { 'debian_unstable': location => 'http://debian.mirror.iweb.ca/debian/', release => 'unstable', repos => 'main contrib non-free', key => '46925553', key_server => 'subkeys.pgp.net', pin => '-10', } examples-1.0.0/nyc_traffic_accidents/puppet/modules/apt/tests/unattended_upgrades.pp000077500000000000000000000000411245774017100311410ustar00rootroot00000000000000include apt::unattended_upgrades examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/000077500000000000000000000000001245774017100240765ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/CHANGELOG.md000077500000000000000000000101161245774017100257110ustar00rootroot00000000000000##2014-06-25 - Supported Release 1.0.4 ###Summary This release has test fixes. ####Features - Added test support for OSX. ####Bugfixes ####Known bugs * Not supported on Windows. ##2014-06-04 - Release 1.0.3 ###Summary This release adds compatibility for PE3.3 and fixes tests. ####Features - Added test support for Ubuntu Trusty. ####Bugfixes ####Known bugs *Not supported on Windows. ##2014-03-04 - Supported Release 1.0.2 ###Summary This is a supported release. No functional changes were made from 1.0.1. ####Features - Huge amount of tests backported from 1.1. - Documentation rewrite. ####Bugfixes ####Known Bugs * Not supported on Windows. ##2014-02-12 - 1.0.1 ###Summary Minor bugfixes for sorting of fragments and ordering of resources. ####Bugfixes - LANG => C replaced with LC_ALL => C to reduce spurious recreation of fragments. - Corrected pluginsync documentation. - Ensure concat::setup always runs before fragments. ##2013-08-09 - 1.0.0 ###Summary Many new features and bugfixes in this release, and if you're a heavy concat user you should test carefully before upgrading. The features should all be backwards compatible but only light testing has been done from our side before this release. ####Features - New parameters in concat: - `replace`: specify if concat should replace existing files. - `ensure_newline`: controls if fragments should contain a newline at the end. - Improved README documentation. - Add rspec:system tests (rake spec:system to test concat) ####Bugfixes - Gracefully handle \n in a fragment resource name. - Adding more helpful message for 'pluginsync = true' - Allow passing `source` and `content` directly to file resource, rather than defining resource defaults. - Added -r flag to read so that filenames with \ will be read correctly. - sort always uses LANG=C. - Allow WARNMSG to contain/start with '#'. - Replace while-read pattern with for-do in order to support Solaris. ####CHANGELOG: - 2010/02/19 - initial release - 2010/03/12 - add support for 0.24.8 and newer - make the location of sort configurable - add the ability to add shell comment based warnings to top of files - add the ablity to create empty files - 2010/04/05 - fix parsing of WARN and change code style to match rest of the code - Better and safer boolean handling for warn and force - Don't use hard coded paths in the shell script, set PATH top of the script - Use file{} to copy the result and make all fragments owned by root. This means we can chnage the ownership/group of the resulting file at any time. - You can specify ensure => "/some/other/file" in concat::fragment to include the contents of a symlink into the final file. - 2010/04/16 - Add more cleaning of the fragment name - removing / from the $name - 2010/05/22 - Improve documentation and show the use of ensure => - 2010/07/14 - Add support for setting the filebucket behavior of files - 2010/10/04 - Make the warning message configurable - 2010/12/03 - Add flags to make concat work better on Solaris - thanks Jonathan Boyett - 2011/02/03 - Make the shell script more portable and add a config option for root group - 2011/06/21 - Make base dir root readable only for security - 2011/06/23 - Set base directory using a fact instead of hardcoding it - 2011/06/23 - Support operating as non privileged user - 2011/06/23 - Support dash instead of bash or sh - 2011/07/11 - Better solaris support - 2011/12/05 - Use fully qualified variables - 2011/12/13 - Improve Nexenta support - 2012/04/11 - Do not use any GNU specific extensions in the shell script - 2012/03/24 - Comply to community style guides - 2012/05/23 - Better errors when basedir isnt set - 2012/05/31 - Add spec tests - 2012/07/11 - Include concat::setup in concat improving UX - 2012/08/14 - Puppet Lint improvements - 2012/08/30 - The target path can be different from the $name - 2012/08/30 - More Puppet Lint cleanup - 2012/09/04 - RELEASE 0.2.0 - 2012/12/12 - Added (file) $replace parameter to concat examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/Gemfile000077500000000000000000000012061245774017100253730ustar00rootroot00000000000000source ENV['GEM_SOURCE'] || "https://rubygems.org" group :development, :test do gem 'rake', :require => false gem 'rspec', '~> 2.11', :require => false gem 'rspec-puppet', :require => false gem 'puppetlabs_spec_helper', :require => false gem 'beaker-rspec', '>= 2.2', :require => false gem 'puppet-lint', :require => false gem 'serverspec', :require => false gem 'pry', :require => false end if puppetversion = ENV['PUPPET_GEM_VERSION'] gem 'puppet', puppetversion, :require => false else gem 'puppet', :require => false end # vim:ft=ruby examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/LICENSE000077500000000000000000000011051245774017100251030ustar00rootroot00000000000000 Copyright 2012 R.I.Pienaar Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/Modulefile000077500000000000000000000003771245774017100261200ustar00rootroot00000000000000name 'puppetlabs-concat' version '1.0.4' source 'git://github.com/puppetlabs/puppetlabs-concat.git' author 'Puppetlabs' license 'Apache 2.0' summary 'Concat module' description 'Concat module' project_page 'http://github.com/puppetlabs/puppetlabs-concat' examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/README000077500000000000000000000054041245774017100247640ustar00rootroot00000000000000== Module: concat A system to construct files using fragments from other files or templates. This requires at least puppet 0.25 to work correctly as we use some enhancements in recursive directory management and regular expressions to do the work here. === Usage: The basic use case is as below: concat{"/etc/named.conf": notify => Service["named"] } concat::fragment{"foo.com_config": target => "/etc/named.conf", order => 10, content => template("named_conf_zone.erb") } # add a fragment not managed by puppet so local users # can add content to managed file concat::fragment{"foo.com_user_config": target => "/etc/named.conf", order => 12, ensure => "/etc/named.conf.local" } This will use the template named_conf_zone.erb to build a single bit of config up and put it into the fragments dir. The file will have an number prefix of 10, you can use the order option to control that and thus control the order the final file gets built in. You can also specify a path and use a different name for your resources: # You can make this something dynamic, based on whatever parameters your # module/class for example. $vhost_file = '/etc/httpd/vhosts/01-my-vhost.conf' concat{'apache-vhost-myvhost': path => $vhost_file, } # We don't care where the file is located, just what to put in it. concat::fragment {'apache-vhost-myvhost-main': target => 'apache-vhost-myvhost', content => '', order => 01, } concat::fragment {'apache-vhost-myvhost-close': target => 'apache-vhost-myvhost', content => '', order => 99, } === Setup: The class concat::setup uses the fact concat_basedir to define the variable $concatdir, where all the temporary files and fragments will be durably stored. The fact concat_basedir will be set up on the client to /concat, so you will be able to run different setup/flavours of puppet clients. However, since this requires the file lib/facter/concat_basedir.rb to be deployed on the clients, so you will have to set "pluginsync = true" on both the master and client, at least for the first run. There's some regular expression magic to figure out the puppet version but if you're on an older 0.24 version just set $puppetversion = 24 === Detail: We use a helper shell script called concatfragments.sh that gets placed in /concat/bin to do the concatenation. While this might seem more complex than some of the one-liner alternatives you might find on the net we do a lot of error checking and safety checks in the script to avoid problems that might be caused by complex escaping errors etc. === License: Apache Version 2 === Latest: http://github.com/puppetlabs/puppetlabs-concat/ === Contact: Puppetlabs, via our puppet-users@ mailing list. examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/README.markdown000077500000000000000000000065001245774017100266030ustar00rootroot00000000000000What is it? =========== A Puppet module that can construct files from fragments. Please see the comments in the various .pp files for details as well as posts on my blog at http://www.devco.net/ Released under the Apache 2.0 licence Usage: ------ If you wanted a /etc/motd file that listed all the major modules on the machine. And that would be maintained automatically even if you just remove the include lines for other modules you could use code like below, a sample /etc/motd would be: 
Puppet modules on this server:

    -- Apache
    -- MySQL
Local sysadmins can also append to the file by just editing /etc/motd.local their changes will be incorporated into the puppet managed motd. 
# class to setup basic motd, include on all nodes
class motd {
   $motd = "/etc/motd"

   concat{$motd:
      owner => root,
      group => root,
      mode  => '0644',
   }

   concat::fragment{"motd_header":
      target => $motd,
      content => "\nPuppet modules on this server:\n\n",
      order   => 01,
   }

   # local users on the machine can append to motd by just creating
   # /etc/motd.local
   concat::fragment{"motd_local":
      target => $motd,
      ensure  => "/etc/motd.local",
      order   => 15
   }
}

# used by other modules to register themselves in the motd
define motd::register($content="", $order=10) {
   if $content == "" {
      $body = $name
   } else {
      $body = $content
   }

   concat::fragment{"motd_fragment_$name":
      target  => "/etc/motd",
      content => "    -- $body\n"
   }
}

# a sample apache module
class apache {
   include apache::install, apache::config, apache::service

   motd::register{"Apache": }
}
Detailed documentation of the class options can be found in the manifest files. Known Issues: ------------- * Since puppet-concat now relies on a fact for the concat directory, you will need to set up pluginsync = true on both the master and client node's '/etc/puppet/puppet.conf' for at least the first run. You have this issue if puppet fails to run on the client and you have a message similar to "err: Failed to apply catalog: Parameter path failed: File paths must be fully qualified, not 'undef' at [...]/concat/manifests/setup.pp:44". Contributors: ------------- **Paul Elliot** * Provided 0.24.8 support, shell warnings and empty file creation support. **Chad Netzer** * Various patches to improve safety of file operations * Symlink support **David Schmitt** * Patch to remove hard coded paths relying on OS path * Patch to use file{} to copy the resulting file to the final destination. This means Puppet client will show diffs and that hopefully we can change file ownerships now **Peter Meier** * Basedir as a fact * Unprivileged user support **Sharif Nassar** * Solaris/Nexenta support * Better error reporting **Christian G. Warden** * Style improvements **Reid Vandewiele** * Support non GNU systems by default **Erik Dalén** * Style improvements **Gildas Le Nadan** * Documentation improvements **Paul Belanger** * Testing improvements and Travis support **Branan Purvine-Riley** * Support Puppet Module Tool better **Dustin J. Mitchell** * Always include setup when using the concat define **Andreas Jaggi** * Puppet Lint support **Jan Vansteenkiste** * Configurable paths Contact: -------- puppet-users@ mailing list. examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/Rakefile000077500000000000000000000002771245774017100255540ustar00rootroot00000000000000require 'puppetlabs_spec_helper/rake_tasks' require 'puppet-lint/tasks/puppet-lint' PuppetLint.configuration.send('disable_80chars') PuppetLint.configuration.send('disable_quoted_booleans') examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/checksums.json000077500000000000000000000057311245774017100267670ustar00rootroot00000000000000{ "CHANGELOG.md": "1e16a2dcbe9bcf751ee757d232fa7981", "Gemfile": "0ec406a5f6c59005166ea3de5fa37190", "LICENSE": "f5a76685d453424cd63dde1535811cf0", "Modulefile": "6bb9fdf548336b9c73fd1882623695a0", "README": "d15ec3400f628942dd7b7fa8c1a18da3", "README.markdown": "a028e3752126d36288870225a83c6e6e", "Rakefile": "e415d40cd8db238f02bf4575d5e1e693", "files/concatfragments.sh": "e7aaa4c45316eb97d2d88b57334c4060", "lib/facter/concat_basedir.rb": "e152593fafe27ef305fc473929c62ca6", "manifests/fragment.pp": "196ee8e405b3a31b84ae618ed54377ed", "manifests/init.pp": "8d0cc8e9cf145ca7a23db05a30252476", "manifests/setup.pp": "b179589ac55f0f8d3108dd5fd460da4a", "metadata.json": "dd36c872c15393005661efbd784d5741", "spec/acceptance/backup_spec.rb": "db356871d636696a8b93a763593b86e3", "spec/acceptance/concat_spec.rb": "fb85749269d4b4cbd3ff3b08864f0bce", "spec/acceptance/empty_spec.rb": "3fc12aabc985bcdcf592b5892ffca335", "spec/acceptance/fragment_source_spec.rb": "2799f6d8d4ebe8860b5cd241fb019df9", "spec/acceptance/newline_spec.rb": "a237ad6bceff3ceaa32ae78aed3456a7", "spec/acceptance/nodesets/centos-59-x64.yml": "57eb3e471b9042a8ea40978c467f8151", "spec/acceptance/nodesets/centos-64-x64-pe.yml": "ec075d95760df3d4702abea1ce0a829b", "spec/acceptance/nodesets/centos-64-x64.yml": "9cde7b5d2ab6a42366d2344c264d6bdc", "spec/acceptance/nodesets/debian-607-x64.yml": "d566bf76f534e2af7c9a4605316d232c", "spec/acceptance/nodesets/debian-70rc1-x64.yml": "31ccca73af7b74e1cc2fb0035c230b2c", "spec/acceptance/nodesets/default.yml": "9cde7b5d2ab6a42366d2344c264d6bdc", "spec/acceptance/nodesets/fedora-18-x64.yml": "acc126fa764c39a3b1df36e9224a21d9", "spec/acceptance/nodesets/sles-11sp1-x64.yml": "fa0046bd89c1ab4ba9521ad79db234cd", "spec/acceptance/nodesets/ubuntu-server-10044-x64.yml": "dc0da2d2449f66c8fdae16593811504f", "spec/acceptance/nodesets/ubuntu-server-12042-x64.yml": "78a3ee42652e26119d90aa62586565b2", "spec/acceptance/nodesets/ubuntu-server-1404-x64.yml": "5f0aed10098ac5b78e4217bb27c7aaf0", "spec/acceptance/order_spec.rb": "11046e17c44d41e09b46f1d0ddd361fc", "spec/acceptance/replace_spec.rb": "2d05e8d51095f5fddd0919b6036014b4", "spec/acceptance/symbolic_name_spec.rb": "e0d72b3461923fb0a0af4d6e0bfb8757", "spec/acceptance/unsupported_spec.rb": "9a060f1a1f19a4af725f96869a403354", "spec/acceptance/warn_spec.rb": "155ac13cd722fb340a23d0df334f6bc5", "spec/defines/init_spec.rb": "35e41d4abceba0dca090d3addd92bb4f", "spec/spec_helper.rb": "0db89c9a486df193c0e40095422e19dc", "spec/spec_helper_acceptance.rb": "1e5b8c1a9b51e487cee96ca9259a6164", "spec/spec_helper_system.rb": "9c3742bf87d62027f080c6b9fa98b979", "spec/system/basic_spec.rb": "9135d9af6a21f16980ab59b58e91ed9a", "spec/system/concat_spec.rb": "5fe675ec42ca441d0c7e431c31bbc238", "spec/system/empty_spec.rb": "51ab1fc7c86268f1ab1cda72dc5ff583", "spec/system/replace_spec.rb": "275295e6b4f04fc840dc3f87faf56249", "spec/system/warn_spec.rb": "0ea35b44e8f0ac5352256f95115995ce" }examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/files/000077500000000000000000000000001245774017100252005ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/files/concatfragments.sh000077500000000000000000000075251245774017100307260ustar00rootroot00000000000000#!/bin/sh # Script to concat files to a config file. # # Given a directory like this: # /path/to/conf.d # |-- fragments # | |-- 00_named.conf # | |-- 10_domain.net # | `-- zz_footer # # The script supports a test option that will build the concat file to a temp location and # use /usr/bin/cmp to verify if it should be run or not. This would result in the concat happening # twice on each run but gives you the option to have an unless option in your execs to inhibit rebuilds. # # Without the test option and the unless combo your services that depend on the final file would end up # restarting on each run, or in other manifest models some changes might get missed. # # OPTIONS: # -o The file to create from the sources # -d The directory where the fragments are kept # -t Test to find out if a build is needed, basically concats the files to a temp # location and compare with what's in the final location, return codes are designed # for use with unless on an exec resource # -w Add a shell style comment at the top of the created file to warn users that it # is generated by puppet # -f Enables the creation of empty output files when no fragments are found # -n Sort the output numerically rather than the default alpha sort # # the command: # # concatfragments.sh -o /path/to/conffile.cfg -d /path/to/conf.d # # creates /path/to/conf.d/fragments.concat and copies the resulting # file to /path/to/conffile.cfg. The files will be sorted alphabetically # pass the -n switch to sort numerically. # # The script does error checking on the various dirs and files to make # sure things don't fail. OUTFILE="" WORKDIR="" TEST="" FORCE="" WARN="" SORTARG="" ENSURE_NEWLINE="" PATH=/sbin:/usr/sbin:/bin:/usr/bin ## Well, if there's ever a bad way to do things, Nexenta has it. ## http://nexenta.org/projects/site/wiki/Personalities unset SUN_PERSONALITY while getopts "o:s:d:tnw:fl" options; do case $options in o ) OUTFILE=$OPTARG;; d ) WORKDIR=$OPTARG;; n ) SORTARG="-n";; w ) WARNMSG="$OPTARG";; f ) FORCE="true";; t ) TEST="true";; l ) ENSURE_NEWLINE="true";; * ) echo "Specify output file with -o and fragments directory with -d" exit 1;; esac done # do we have -o? if [ x${OUTFILE} = "x" ]; then echo "Please specify an output file with -o" exit 1 fi # do we have -d? if [ x${WORKDIR} = "x" ]; then echo "Please fragments directory with -d" exit 1 fi # can we write to -o? if [ -f ${OUTFILE} ]; then if [ ! -w ${OUTFILE} ]; then echo "Cannot write to ${OUTFILE}" exit 1 fi else if [ ! -w `dirname ${OUTFILE}` ]; then echo "Cannot write to `dirname ${OUTFILE}` to create ${OUTFILE}" exit 1 fi fi # do we have a fragments subdir inside the work dir? if [ ! -d "${WORKDIR}/fragments" ] && [ ! -x "${WORKDIR}/fragments" ]; then echo "Cannot access the fragments directory" exit 1 fi # are there actually any fragments? if [ ! "$(ls -A ${WORKDIR}/fragments)" ]; then if [ x${FORCE} = "x" ]; then echo "The fragments directory is empty, cowardly refusing to make empty config files" exit 1 fi fi cd ${WORKDIR} if [ "x${WARNMSG}" = "x" ]; then : > "fragments.concat" else printf '%s\n' "$WARNMSG" > "fragments.concat" fi if [ x${ENSURE_NEWLINE} != x ]; then find fragments/ -type f -follow -print0 | xargs -0 -I '{}' sh -c 'if [ -n "$(tail -c 1 < {} )" ]; then echo >> {} ; fi' fi # find all the files in the fragments directory, sort them numerically and concat to fragments.concat in the working dir IFS_BACKUP=$IFS IFS=' ' for fragfile in `find fragments/ -type f -follow | LC_ALL=C sort ${SORTARG}` do cat $fragfile >> "fragments.concat" done IFS=$IFS_BACKUP if [ x${TEST} = "x" ]; then # This is a real run, copy the file to outfile cp fragments.concat ${OUTFILE} RETVAL=$? else # Just compare the result to outfile to help the exec decide cmp ${OUTFILE} fragments.concat RETVAL=$? fi exit $RETVAL examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/files/null/000077500000000000000000000000001245774017100261525ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/files/null/.gitignore000077500000000000000000000000001245774017100301330ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/lib/000077500000000000000000000000001245774017100246445ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/lib/facter/000077500000000000000000000000001245774017100261105ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/lib/facter/concat_basedir.rb000077500000000000000000000003341245774017100314000ustar00rootroot00000000000000# == Fact: concat_basedir # # A custom fact that sets the default location for fragments # # "${::vardir}/concat/" # Facter.add("concat_basedir") do setcode do File.join(Puppet[:vardir],"concat") end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/manifests/000077500000000000000000000000001245774017100260675ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/manifests/fragment.pp000077500000000000000000000035571245774017100302500ustar00rootroot00000000000000# == Define: concat::fragment # # Puts a file fragment into a directory previous setup using concat # # === Options: # # [*target*] # The file that these fragments belong to # [*content*] # If present puts the content into the file # [*source*] # If content was not specified, use the source # [*order*] # By default all files gets a 10_ prefix in the directory you can set it to # anything else using this to influence the order of the content in the file # [*ensure*] # Present/Absent or destination to a file to include another file # [*mode*] # Mode for the file # [*owner*] # Owner of the file # [*group*] # Owner of the file # [*backup*] # Controls the filebucketing behavior of the final file and see File type # reference for its use. Defaults to 'puppet' # define concat::fragment( $target, $content=undef, $source=undef, $order=10, $ensure = 'present', $mode = '0644', $owner = $::id, $group = $concat::setup::root_group, $backup = 'puppet') { $safe_name = regsubst($name, '[/\n]', '_', 'GM') $safe_target_name = regsubst($target, '[/\n]', '_', 'GM') $concatdir = $concat::setup::concatdir $fragdir = "${concatdir}/${safe_target_name}" # if content is passed, use that, else if source is passed use that # if neither passed, but $ensure is in symlink form, make a symlink case $ensure { '', 'absent', 'present', 'file', 'directory': { if ! ($content or $source) { crit('No content, source or symlink specified') } } default: { # do nothing, make puppet-lint happy } } file{"${fragdir}/fragments/${order}_${safe_name}": ensure => $ensure, mode => $mode, owner => $owner, group => $group, source => $source, content => $content, backup => $backup, alias => "concat_fragment_${name}", notify => Exec["concat_${target}"] } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/manifests/init.pp000077500000000000000000000114401245774017100273760ustar00rootroot00000000000000# == Define: concat # # Sets up so that you can use fragments to build a final config file, # # === Options: # # [*path*] # The path to the final file. Use this in case you want to differentiate # between the name of a resource and the file path. Note: Use the name you # provided in the target of your fragments. # [*mode*] # The mode of the final file # [*owner*] # Who will own the file # [*group*] # Who will own the file # [*force*] # Enables creating empty files if no fragments are present # [*warn*] # Adds a normal shell style comment top of the file indicating that it is # built by puppet # [*backup*] # Controls the filebucketing behavior of the final file and see File type # reference for its use. Defaults to 'puppet' # [*replace*] # Whether to replace a file that already exists on the local system # # === Actions: # * Creates fragment directories if it didn't exist already # * Executes the concatfragments.sh script to build the final file, this # script will create directory/fragments.concat. Execution happens only # when: # * The directory changes # * fragments.concat != final destination, this means rebuilds will happen # whenever someone changes or deletes the final file. Checking is done # using /usr/bin/cmp. # * The Exec gets notified by something else - like the concat::fragment # define # * Copies the file over to the final destination using a file resource # # === Aliases: # # * The exec can notified using Exec["concat_/path/to/file"] or # Exec["concat_/path/to/directory"] # * The final file can be referened as File["/path/to/file"] or # File["concat_/path/to/file"] # define concat( $path = $name, $owner = $::id, $group = $concat::setup::root_group, $mode = '0644', $warn = false, $force = false, $backup = 'puppet', $replace = true, $gnu = undef, $order='alpha', $ensure_newline = false ) { include concat::setup $safe_name = regsubst($name, '/', '_', 'G') $concatdir = $concat::setup::concatdir $version = $concat::setup::majorversion $fragdir = "${concatdir}/${safe_name}" $concat_name = 'fragments.concat.out' $default_warn_message = '# This file is managed by Puppet. DO NOT EDIT.' case $warn { 'true', true, yes, on: { $warnmsg = $default_warn_message } 'false', false, no, off: { $warnmsg = '' } default: { $warnmsg = $warn } } $warnmsg_escaped = regsubst($warnmsg, "'", "'\\\\''", 'G') $warnflag = $warnmsg_escaped ? { '' => '', default => "-w '${warnmsg_escaped}'" } case $force { 'true', true, yes, on: { $forceflag = '-f' } 'false', false, no, off: { $forceflag = '' } default: { fail("Improper 'force' value given to concat: ${force}") } } case $order { numeric: { $orderflag = '-n' } alpha: { $orderflag = '' } default: { fail("Improper 'order' value given to concat: ${order}") } } case $ensure_newline { 'true', true, yes, on: { $newlineflag = '-l' } 'false', false, no, off: { $newlineflag = '' } default: { fail("Improper 'ensure_newline' value given to concat: ${ensure_newline}") } } File { owner => $::id, group => $group, mode => $mode, backup => $backup, replace => $replace } file { $fragdir: ensure => directory, } $source_real = $version ? { 24 => 'puppet:///concat/null', default => undef, } file { "${fragdir}/fragments": ensure => directory, force => true, ignore => ['.svn', '.git', '.gitignore'], notify => Exec["concat_${name}"], purge => true, recurse => true, source => $source_real, } file { "${fragdir}/fragments.concat": ensure => present, } file { "${fragdir}/${concat_name}": ensure => present, } file { $name: ensure => present, path => $path, alias => "concat_${name}", group => $group, mode => $mode, owner => $owner, source => "${fragdir}/${concat_name}", } exec { "concat_${name}": alias => "concat_${fragdir}", command => "${concat::setup::concatdir}/bin/concatfragments.sh -o ${fragdir}/${concat_name} -d ${fragdir} ${warnflag} ${forceflag} ${orderflag} ${newlineflag}", notify => File[$name], require => [ File[$fragdir], File["${fragdir}/fragments"], File["${fragdir}/fragments.concat"], ], subscribe => File[$fragdir], unless => "${concat::setup::concatdir}/bin/concatfragments.sh -o ${fragdir}/${concat_name} -d ${fragdir} -t ${warnflag} ${forceflag} ${orderflag} ${newlineflag}", } if $::id == 'root' { Exec["concat_${name}"] { user => root, group => $group, } } } # vim:sw=2:ts=2:expandtab:textwidth=79 examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/manifests/setup.pp000077500000000000000000000035471245774017100276040ustar00rootroot00000000000000# === Class: concat::setup # # Sets up the concat system. # # [$concatdir] # is where the fragments live and is set on the fact concat_basedir. # Since puppet should always manage files in $concatdir and they should # not be deleted ever, /tmp is not an option. # # [$puppetversion] # should be either 24 or 25 to enable a 24 compatible # mode, in 24 mode you might see phantom notifies this is a side effect # of the method we use to clear the fragments directory. # # The regular expression below will try to figure out your puppet version # but this code will only work in 0.24.8 and newer. # # It also copies out the concatfragments.sh file to ${concatdir}/bin # class concat::setup { case $::osfamily { 'windows': { fail("Unsupported osfamily: ${osfamily}") } default: { # Should work otherwise } } $id = $::id $root_group = $id ? { root => 0, default => $id } if $::concat_basedir { $concatdir = $::concat_basedir } else { fail ("\$concat_basedir not defined. Try running again with pluginsync=true on the [master] and/or [main] section of your node's '/etc/puppet/puppet.conf'.") } $majorversion = regsubst($::puppetversion, '^[0-9]+[.]([0-9]+)[.][0-9]+$', '\1') $fragments_source = $majorversion ? { 24 => 'puppet:///concat/concatfragments.sh', default => 'puppet:///modules/concat/concatfragments.sh' } file{"${concatdir}/bin/concatfragments.sh": owner => $id, group => $root_group, mode => '0755', source => $fragments_source; [ $concatdir, "${concatdir}/bin" ]: ensure => directory, owner => $id, group => $root_group, mode => '0750'; ## Old versions of this module used a different path. '/usr/local/bin/concatfragments.sh': ensure => absent; } # Ensure we run setup first. Class['concat::setup'] -> Concat::Fragment<| |> } examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/metadata.json000077500000000000000000000034741245774017100265640ustar00rootroot00000000000000{ "name": "puppetlabs-concat", "version": "1.0.4", "author": "Puppetlabs", "summary": "Concat module", "license": "Apache 2.0", "source": "git://github.com/puppetlabs/puppetlabs-concat.git", "project_page": "http://github.com/puppetlabs/puppetlabs-concat", "issues_url": "https://github.com/puppetlabs/puppetlabs-concat/issues", "operatingsystem_support": [ { "operatingsystem": "RedHat", "operatingsystemrelease": [ "5", "6", "7" ] }, { "operatingsystem": "CentOS", "operatingsystemrelease": [ "5", "6", "7" ] }, { "operatingsystem": "OracleLinux", "operatingsystemrelease": [ "5", "6", "7" ] }, { "operatingsystem": "Scientific", "operatingsystemrelease": [ "5", "6", "7" ] }, { "operatingsystem": "SLES", "operatingsystemrelease": [ "11 SP1" ] }, { "operatingsystem": "Debian", "operatingsystemrelease": [ "6", "7" ] }, { "operatingsystem": "Ubuntu", "operatingsystemrelease": [ "10.04", "12.04", "14.04" ] }, { "operatingsystem": "Solaris", "operatingsystemrelease": [ "10", "11" ] }, { "operatingsystem": "AIX", "operatingsystemrelease": [ "5.3", "6.1", "7.1" ] }, { "operatingsystem": "OSX", "operatingsystemrelease": [ "10.9" ] } ], "requirements": [ { "name": "pe", "version_requirement": ">= 3.2.0 < 3.4.0" }, { "name": "puppet", "version_requirement": "3.x" } ], "description": "Concat module", "dependencies": [ ] } examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/000077500000000000000000000000001245774017100250305ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/000077500000000000000000000000001245774017100271165ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/backup_spec.rb000077500000000000000000000056351245774017100317360ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'concat backup parameter', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do basedir = default.tmpdir('concat') context '=> puppet' do before :all do shell("rm -rf #{basedir}") shell("mkdir -p #{basedir}") shell("echo 'old contents' > #{basedir}/file") end pp = <<-EOS include concat::setup concat { '#{basedir}/file': backup => 'puppet', } concat::fragment { 'new file': target => '#{basedir}/file', content => 'new contents', } EOS it 'applies the manifest twice with "Filebucketed" stdout and no stderr' do apply_manifest(pp, :catch_failures => true) do |r| expect(r.stdout).to match(/Filebucketed #{basedir}\/file to puppet with sum 0140c31db86293a1a1e080ce9b91305f/) # sum is for file contents of 'old contents' end apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/file") do it { should be_file } it { should contain 'new contents' } end end context '=> .backup' do before :all do shell("rm -rf #{basedir}") shell("mkdir -p #{basedir}") shell("echo 'old contents' > #{basedir}/file") end pp = <<-EOS include concat::setup concat { '#{basedir}/file': backup => '.backup', } concat::fragment { 'new file': target => '#{basedir}/file', content => 'new contents', } EOS # XXX Puppet doesn't mention anything about filebucketing with a given # extension like .backup it 'applies the manifest twice no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/file") do it { should be_file } it { should contain 'new contents' } end describe file("#{basedir}/file.backup") do it { should be_file } it { should contain 'old contents' } end end # XXX The backup parameter uses validate_string() and thus can't be the # boolean false value, but the string 'false' has the same effect in Puppet 3 context "=> 'false'" do before :all do shell("rm -rf #{basedir}") shell("mkdir -p #{basedir}") shell("echo 'old contents' > #{basedir}/file") end pp = <<-EOS include concat::setup concat { '#{basedir}/file': backup => '.backup', } concat::fragment { 'new file': target => '#{basedir}/file', content => 'new contents', } EOS it 'applies the manifest twice with no "Filebucketed" stdout and no stderr' do apply_manifest(pp, :catch_failures => true) do |r| expect(r.stdout).to_not match(/Filebucketed/) end apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/file") do it { should be_file } it { should contain 'new contents' } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/concat_spec.rb000077500000000000000000000046471245774017100317420ustar00rootroot00000000000000require 'spec_helper_acceptance' case fact('osfamily') when 'AIX' username = 'root' groupname = 'system' when 'Darwin' username = 'root' groupname = 'wheel' when 'windows' username = 'Administrator' groupname = 'Administrators' else username = 'root' groupname = 'root' end describe 'basic concat test', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do basedir = default.tmpdir('concat') shared_examples 'successfully_applied' do |pp| it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end end context 'owner/group' do pp = <<-EOS include concat::setup concat { '#{basedir}/file': owner => '#{username}', group => '#{groupname}', mode => '0644', } concat::fragment { '1': target => '#{basedir}/file', content => '1', order => '01', } concat::fragment { '2': target => '#{basedir}/file', content => '2', order => '02', } EOS it_behaves_like 'successfully_applied', pp describe file("#{basedir}/file") do it { should be_file } it { should be_owned_by username } it { should be_grouped_into groupname } # XXX file be_mode isn't supported on AIX it("should be mode 644", :unless => (fact('osfamily') == "AIX" or UNSUPPORTED_PLATFORMS.include?(fact('osfamily')))) { should be_mode 644 } it { should contain '1' } it { should contain '2' } end describe file("#{default.puppet['vardir']}/concat/#{basedir.gsub('/','_')}_file/fragments/01_1") do it { should be_file } it { should be_owned_by username } it { should be_grouped_into groupname } # XXX file be_mode isn't supported on AIX it("should be mode 644", :unless => (fact('osfamily') == "AIX" or UNSUPPORTED_PLATFORMS.include?(fact('osfamily')))) { should be_mode 644 } end describe file("#{default.puppet['vardir']}/concat/#{basedir.gsub('/','_')}_file/fragments/02_2") do it { should be_file } it { should be_owned_by username } it { should be_grouped_into groupname } # XXX file be_mode isn't supported on AIX it("should be mode 644", :unless => (fact('osfamily') == "AIX" or UNSUPPORTED_PLATFORMS.include?(fact('osfamily')))) { should be_mode 644 } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/empty_spec.rb000077500000000000000000000012041245774017100316130ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'concat force empty parameter', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do basedir = default.tmpdir('concat') context 'should run successfully' do pp = <<-EOS include concat::setup concat { '#{basedir}/file': mode => '0644', force => true, } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/file") do it { should be_file } it { should_not contain '1\n2' } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/fragment_source_spec.rb000077500000000000000000000106551245774017100336520ustar00rootroot00000000000000require 'spec_helper_acceptance' case fact('osfamily') when 'AIX' username = 'root' groupname = 'system' when 'Darwin' username = 'root' groupname = 'wheel' when 'windows' username = 'Administrator' groupname = 'Administrators' else username = 'root' groupname = 'root' end describe 'concat::fragment source', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do basedir = default.tmpdir('concat') context 'should read file fragments from local system' do before(:all) do shell("/bin/echo 'file1 contents' > #{basedir}/file1") shell("/bin/echo 'file2 contents' > #{basedir}/file2") end pp = <<-EOS include concat::setup concat { '#{basedir}/foo': } concat::fragment { '1': target => '#{basedir}/foo', source => '#{basedir}/file1', } concat::fragment { '2': target => '#{basedir}/foo', content => 'string1 contents', } concat::fragment { '3': target => '#{basedir}/foo', source => '#{basedir}/file2', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/foo") do it { should be_file } it { should contain 'file1 contents' } it { should contain 'string1 contents' } it { should contain 'file2 contents' } end end # should read file fragments from local system context 'should create files containing first match only.' do before(:all) do shell("rm -rf #{basedir} #{default.puppet['vardir']}/concat") shell("mkdir -p #{basedir}") shell("echo 'file1 contents' > #{basedir}/file1") shell("echo 'file2 contents' > #{basedir}/file2") end pp = <<-EOS include concat::setup concat { '#{basedir}/result_file1': owner => '#{username}', group => '#{groupname}', mode => '0644', } concat { '#{basedir}/result_file2': owner => '#{username}', group => '#{groupname}', mode => '0644', } concat { '#{basedir}/result_file3': owner => '#{username}', group => '#{groupname}', mode => '0644', } concat::fragment { '1': target => '#{basedir}/result_file1', source => [ '#{basedir}/file1', '#{basedir}/file2' ], order => '01', } concat::fragment { '2': target => '#{basedir}/result_file2', source => [ '#{basedir}/file2', '#{basedir}/file1' ], order => '01', } concat::fragment { '3': target => '#{basedir}/result_file3', source => [ '#{basedir}/file1', '#{basedir}/file2' ], order => '01', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/result_file1") do it { should be_file } it { should contain 'file1 contents' } it { should_not contain 'file2 contents' } end describe file("#{basedir}/result_file2") do it { should be_file } it { should contain 'file2 contents' } it { should_not contain 'file1 contents' } end describe file("#{basedir}/result_file3") do it { should be_file } it { should contain 'file1 contents' } it { should_not contain 'file2 contents' } end end context 'should fail if no match on source.' do before(:all) do shell("rm -rf #{basedir} #{default.puppet['vardir']}/concat") shell("mkdir -p #{basedir}") shell("rm -rf #{basedir}/fail_no_source #{basedir}/nofilehere #{basedir}/nothereeither") end pp = <<-EOS include concat::setup concat { '#{basedir}/fail_no_source': owner => '#{username}', group => '#{groupname}', mode => '0644', } concat::fragment { '1': target => '#{basedir}/fail_no_source', source => [ '#{basedir}/nofilehere', '#{basedir}/nothereeither' ], order => '01', } EOS it 'applies the manifest with resource failures' do apply_manifest(pp, :expect_failures => true) end describe file("#{basedir}/fail_no_source") do #FIXME: Serverspec::Type::File doesn't support exists? for some reason. so... hack. it { should_not be_file } it { should_not be_directory } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/newline_spec.rb000077500000000000000000000014541245774017100321250ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'concat ensure_newline parameter', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do basedir = default.tmpdir('concat') context '=> false' do pp = <<-EOS include concat::setup concat { '#{basedir}/file': ensure_newline => false, } concat::fragment { '1': target => '#{basedir}/file', content => '1', } concat::fragment { '2': target => '#{basedir}/file', content => '2', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/file") do it { should be_file } it { should contain '12' } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/nodesets/000077500000000000000000000000001245774017100307425ustar00rootroot00000000000000centos-59-x64.yml000077500000000000000000000003701245774017100335560ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/nodesetsHOSTS: centos-59-x64: roles: - master platform: el-5-x86_64 box : centos-59-x64-vbox4210-nocm box_url : http://puppet-vagrant-boxes.puppetlabs.com/centos-59-x64-vbox4210-nocm.box hypervisor : vagrant CONFIG: type: git centos-64-x64-pe.yml000077500000000000000000000004321245774017100341530ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/nodesetsHOSTS: centos-64-x64: roles: - master - database - dashboard platform: el-6-x86_64 box : centos-64-x64-vbox4210-nocm box_url : http://puppet-vagrant-boxes.puppetlabs.com/centos-64-x64-vbox4210-nocm.box hypervisor : vagrant CONFIG: type: pe centos-64-x64.yml000077500000000000000000000003701245774017100335520ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/nodesetsHOSTS: centos-64-x64: roles: - master platform: el-6-x86_64 box : centos-64-x64-vbox4210-nocm box_url : http://puppet-vagrant-boxes.puppetlabs.com/centos-64-x64-vbox4210-nocm.box hypervisor : vagrant CONFIG: type: git debian-607-x64.yml000077500000000000000000000003761245774017100335720ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/nodesetsHOSTS: debian-607-x64: roles: - master platform: debian-6-amd64 box : debian-607-x64-vbox4210-nocm box_url : http://puppet-vagrant-boxes.puppetlabs.com/debian-607-x64-vbox4210-nocm.box hypervisor : vagrant CONFIG: type: git debian-70rc1-x64.yml000077500000000000000000000004041245774017100341020ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/nodesetsHOSTS: debian-70rc1-x64: roles: - master platform: debian-7-amd64 box : debian-70rc1-x64-vbox4210-nocm box_url : http://puppet-vagrant-boxes.puppetlabs.com/debian-70rc1-x64-vbox4210-nocm.box hypervisor : vagrant CONFIG: type: git examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/nodesets/default.yml000077500000000000000000000003701245774017100331140ustar00rootroot00000000000000HOSTS: centos-64-x64: roles: - master platform: el-6-x86_64 box : centos-64-x64-vbox4210-nocm box_url : http://puppet-vagrant-boxes.puppetlabs.com/centos-64-x64-vbox4210-nocm.box hypervisor : vagrant CONFIG: type: git fedora-18-x64.yml000077500000000000000000000003751245774017100335230ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/nodesetsHOSTS: fedora-18-x64: roles: - master platform: fedora-18-x86_64 box : fedora-18-x64-vbox4210-nocm box_url : http://puppet-vagrant-boxes.puppetlabs.com/fedora-18-x64-vbox4210-nocm.box hypervisor : vagrant CONFIG: type: git sles-11sp1-x64.yml000077500000000000000000000003761245774017100336470ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/nodesetsHOSTS: sles-11sp1-x64: roles: - master platform: sles-11-x86_64 box : sles-11sp1-x64-vbox4210-nocm box_url : http://puppet-vagrant-boxes.puppetlabs.com/sles-11sp1-x64-vbox4210-nocm.box hypervisor : vagrant CONFIG: type: git ubuntu-server-10044-x64.yml000077500000000000000000000004351245774017100353260ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/nodesetsHOSTS: ubuntu-server-10044-x64: roles: - master platform: ubuntu-10.04-amd64 box : ubuntu-server-10044-x64-vbox4210-nocm box_url : http://puppet-vagrant-boxes.puppetlabs.com/ubuntu-server-10044-x64-vbox4210-nocm.box hypervisor : vagrant CONFIG: type: git ubuntu-server-12042-x64.yml000077500000000000000000000004351245774017100353260ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/nodesetsHOSTS: ubuntu-server-12042-x64: roles: - master platform: ubuntu-12.04-amd64 box : ubuntu-server-12042-x64-vbox4210-nocm box_url : http://puppet-vagrant-boxes.puppetlabs.com/ubuntu-server-12042-x64-vbox4210-nocm.box hypervisor : vagrant CONFIG: type: git ubuntu-server-1404-x64.yml000077500000000000000000000004201245774017100352400ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/nodesetsHOSTS: ubuntu-server-1404-x64: roles: - master platform: ubuntu-14.04-amd64 box : puppetlabs/ubuntu-14.04-64-nocm box_url : https://vagrantcloud.com/puppetlabs/ubuntu-14.04-64-nocm hypervisor : vagrant CONFIG: log_level : debug type: git examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/order_spec.rb000077500000000000000000000107201245774017100315730ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'concat order', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do basedir = default.tmpdir('concat') before(:all) do shell("rm -rf #{basedir} #{default.puppet['vardir']}/concat") shell("mkdir -p #{basedir}") end context '=> alpha' do pp = <<-EOS include concat::setup concat { '#{basedir}/foo': order => 'alpha' } concat::fragment { '1': target => '#{basedir}/foo', content => 'string1', } concat::fragment { '2': target => '#{basedir}/foo', content => 'string2', } concat::fragment { '10': target => '#{basedir}/foo', content => 'string10', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/foo") do it { should be_file } #XXX Solaris 10 doesn't support multi-line grep it("should contain string10\nstring1\nsring2", :unless => (fact('osfamily') == 'Solaris' or UNSUPPORTED_PLATFORMS.include?(fact('osfamily')))) { should contain "string10\nstring1\nsring2" } end end context '=> numeric' do pp = <<-EOS include concat::setup concat { '#{basedir}/foo': order => 'numeric' } concat::fragment { '1': target => '#{basedir}/foo', content => 'string1', } concat::fragment { '2': target => '#{basedir}/foo', content => 'string2', } concat::fragment { '10': target => '#{basedir}/foo', content => 'string10', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/foo") do it { should be_file } #XXX Solaris 10 doesn't support multi-line grep it("should contain string1\nstring2\nsring10", :unless => (fact('osfamily') == 'Solaris' or UNSUPPORTED_PLATFORMS.include?(fact('osfamily')))) { should contain "string1\nstring2\nsring10" } end end end # concat order describe 'concat::fragment order', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do basedir = default.tmpdir('concat') before(:all) do shell("rm -rf #{basedir} #{default.puppet['vardir']}/concat") shell("mkdir -p #{basedir}") end context '=> reverse order' do pp = <<-EOS include concat::setup concat { '#{basedir}/foo': } concat::fragment { '1': target => '#{basedir}/foo', content => 'string1', order => '15', } concat::fragment { '2': target => '#{basedir}/foo', content => 'string2', # default order 10 } concat::fragment { '3': target => '#{basedir}/foo', content => 'string3', order => '1', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/foo") do it { should be_file } #XXX Solaris 10 doesn't support multi-line grep it("should contain string3\nstring2\nsring1", :unless => (fact('osfamily') == 'Solaris' or UNSUPPORTED_PLATFORMS.include?(fact('osfamily')))) { should contain "string3\nstring2\nsring1" } end end context '=> normal order' do pp = <<-EOS include concat::setup concat { '#{basedir}/foo': } concat::fragment { '1': target => '#{basedir}/foo', content => 'string1', order => '01', } concat::fragment { '2': target => '#{basedir}/foo', content => 'string2', order => '02' } concat::fragment { '3': target => '#{basedir}/foo', content => 'string3', order => '03', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/foo") do it { should be_file } #XXX Solaris 10 doesn't support multi-line grep it("should contain string1\nstring2\nsring3", :unless => (fact('osfamily') == 'Solaris' or UNSUPPORTED_PLATFORMS.include?(fact('osfamily')))) { should contain "string1\nstring2\nsring3" } end end end # concat::fragment order examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/replace_spec.rb000077500000000000000000000156451245774017100321060ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'replacement of', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do basedir = default.tmpdir('concat') context 'file' do context 'should not succeed' do before(:all) do shell("mkdir -p #{basedir}") shell("echo 'file exists' > #{basedir}/file") end after(:all) do shell("rm -rf #{basedir} #{default.puppet['vardir']}/concat") end pp = <<-EOS include concat::setup concat { '#{basedir}/file': replace => false, } concat::fragment { '1': target => '#{basedir}/file', content => '1', } concat::fragment { '2': target => '#{basedir}/file', content => '2', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/file") do it { should be_file } it { should contain 'file exists' } it { should_not contain '1' } it { should_not contain '2' } end end context 'should succeed' do before(:all) do shell("mkdir -p #{basedir}") shell("echo 'file exists' > #{basedir}/file") end after(:all) do shell("rm -rf #{basedir} #{default.puppet['vardir']}/concat") end pp = <<-EOS include concat::setup concat { '#{basedir}/file': replace => true, } concat::fragment { '1': target => '#{basedir}/file', content => '1', } concat::fragment { '2': target => '#{basedir}/file', content => '2', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/file") do it { should be_file } it { should_not contain 'file exists' } it { should contain '1' } it { should contain '2' } end end end # file context 'symlink' do context 'should not succeed' do # XXX the core puppet file type will replace a symlink with a plain file # when using ensure => present and source => ... but it will not when using # ensure => present and content => ...; this is somewhat confusing behavior before(:all) do shell("mkdir -p #{basedir}") shell("ln -s #{basedir}/dangling #{basedir}/file") end after(:all) do shell("rm -rf #{basedir} #{default.puppet['vardir']}/concat") end pp = <<-EOS include concat::setup concat { '#{basedir}/file': replace => false, } concat::fragment { '1': target => '#{basedir}/file', content => '1', } concat::fragment { '2': target => '#{basedir}/file', content => '2', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end # XXX specinfra doesn't support be_linked_to on AIX describe file("#{basedir}/file"), :unless => (fact("osfamily") == "AIX" or UNSUPPORTED_PLATFORMS.include?(fact('osfamily'))) do it { should be_linked_to "#{basedir}/dangling" } end describe file("#{basedir}/dangling") do # XXX serverspec does not have a matcher for 'exists' it { should_not be_file } it { should_not be_directory } end end context 'should succeed' do # XXX the core puppet file type will replace a symlink with a plain file # when using ensure => present and source => ... but it will not when using # ensure => present and content => ...; this is somewhat confusing behavior before(:all) do shell("mkdir -p #{basedir}") shell("ln -s #{basedir}/dangling #{basedir}/file") end after(:all) do shell("rm -rf #{basedir} #{default.puppet['vardir']}/concat") end pp = <<-EOS include concat::setup concat { '#{basedir}/file': replace => true, } concat::fragment { '1': target => '#{basedir}/file', content => '1', } concat::fragment { '2': target => '#{basedir}/file', content => '2', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/file") do it { should be_file } it { should contain '1' } it { should contain '2' } end end end # symlink context 'directory' do context 'should not succeed' do before(:all) do shell("mkdir -p #{basedir}/file") end after(:all) do shell("rm -rf #{basedir} #{default.puppet['vardir']}/concat") end pp = <<-EOS include concat::setup concat { '#{basedir}/file': } concat::fragment { '1': target => '#{basedir}/file', content => '1', } concat::fragment { '2': target => '#{basedir}/file', content => '2', } EOS it 'applies the manifest twice with stderr for changing to file' do expect(apply_manifest(pp, :expect_failures => true).stderr).to match(/change from directory to file failed/) expect(apply_manifest(pp, :expect_failures => true).stderr).to match(/change from directory to file failed/) end describe file("#{basedir}/file") do it { should be_directory } end end # XXX concat's force param currently enables the creation of empty files # when there are no fragments, and the replace param will only replace # files and symlinks, not directories. The semantics either need to be # changed, extended, or a new param introduced to control directory # replacement. context 'should succeed', :pending => 'not yet implemented' do before(:all) do shell("mkdir -p #{basedir}/file") end after(:all) do shell("rm -rf #{basedir} #{default.puppet['vardir']}/concat") end pp = <<-EOS include concat::setup concat { '#{basedir}/file': force => true, } concat::fragment { '1': target => '#{basedir}/file', content => '1', } concat::fragment { '2': target => '#{basedir}/file', content => '2', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/file") do it { should be_file } it { should contain '1' } end end end # directory end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/symbolic_name_spec.rb000077500000000000000000000014251245774017100333030ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'symbolic name', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do basedir = default.tmpdir('concat') pp = <<-EOS include concat::setup concat { 'not_abs_path': path => '#{basedir}/file', } concat::fragment { '1': target => 'not_abs_path', content => '1', order => '01', } concat::fragment { '2': target => 'not_abs_path', content => '2', order => '02', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/file") do it { should be_file } it { should contain '1' } it { should contain '2' } end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/unsupported_spec.rb000077500000000000000000000010321245774017100330440ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'unsupported distributions and OSes', :if => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do basedir = default.tmpdir('concat') it 'should fail' do pp = <<-EOS include concat::setup concat { '#{basedir}/file': backup => 'puppet', } concat::fragment { 'new file': target => '#{basedir}/file', content => 'new contents', } EOS expect(apply_manifest(pp, :expect_failures => true).stderr).to match(/unsupported/i) end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/acceptance/warn_spec.rb000077500000000000000000000050221245774017100314260ustar00rootroot00000000000000require 'spec_helper_acceptance' describe 'concat warn =>', :unless => UNSUPPORTED_PLATFORMS.include?(fact('osfamily')) do basedir = default.tmpdir('concat') context 'true should enable default warning message' do pp = <<-EOS include concat::setup concat { '#{basedir}/file': warn => true, } concat::fragment { '1': target => '#{basedir}/file', content => '1', order => '01', } concat::fragment { '2': target => '#{basedir}/file', content => '2', order => '02', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/file") do it { should be_file } it { should contain '# This file is managed by Puppet. DO NOT EDIT.' } it { should contain '1' } it { should contain '2' } end end context 'false should not enable default warning message' do pp = <<-EOS include concat::setup concat { '#{basedir}/file': warn => false, } concat::fragment { '1': target => '#{basedir}/file', content => '1', order => '01', } concat::fragment { '2': target => '#{basedir}/file', content => '2', order => '02', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/file") do it { should be_file } it { should_not contain '# This file is managed by Puppet. DO NOT EDIT.' } it { should contain '1' } it { should contain '2' } end end context '# foo should overide default warning message' do pp = <<-EOS include concat::setup concat { '#{basedir}/file': warn => '# foo', } concat::fragment { '1': target => '#{basedir}/file', content => '1', order => '01', } concat::fragment { '2': target => '#{basedir}/file', content => '2', order => '02', } EOS it 'applies the manifest twice with no stderr' do apply_manifest(pp, :catch_failures => true) apply_manifest(pp, :catch_changes => true) end describe file("#{basedir}/file") do it { should be_file } it { should contain '# foo' } it { should contain '1' } it { should contain '2' } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/defines/000077500000000000000000000000001245774017100264455ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/defines/init_spec.rb000077500000000000000000000044651245774017100307630ustar00rootroot00000000000000require 'spec_helper' describe 'concat' do basedir = '/var/lib/puppet/concat' let(:title) { '/etc/foo.bar' } let(:facts) { { :concat_basedir => '/var/lib/puppet/concat', :id => 'root', } } let :pre_condition do 'include concat::setup' end directories = [ "#{basedir}/_etc_foo.bar", "#{basedir}/_etc_foo.bar/fragments", ] directories.each do |dirs| it do should contain_file(dirs).with({ 'ensure' => 'directory', 'backup' => 'puppet', 'group' => 0, 'mode' => '0644', 'owner' => 'root', }) end end files = [ "/etc/foo.bar", "#{basedir}/_etc_foo.bar/fragments.concat", ] files.each do |file| it do should contain_file(file).with({ 'ensure' => 'present', 'backup' => 'puppet', 'group' => 0, 'mode' => '0644', 'owner' => 'root', }) end end it do should contain_exec("concat_/etc/foo.bar").with_command( "#{basedir}/bin/concatfragments.sh " + "-o #{basedir}/_etc_foo.bar/fragments.concat.out " + "-d #{basedir}/_etc_foo.bar " ) end end describe 'concat' do basedir = '/var/lib/puppet/concat' let(:title) { 'foobar' } let(:target) { '/etc/foo.bar' } let(:facts) { { :concat_basedir => '/var/lib/puppet/concat', :id => 'root', } } let :pre_condition do 'include concat::setup' end directories = [ "#{basedir}/foobar", "#{basedir}/foobar/fragments", ] directories.each do |dirs| it do should contain_file(dirs).with({ 'ensure' => 'directory', 'backup' => 'puppet', 'group' => 0, 'mode' => '0644', 'owner' => 'root', }) end end files = [ "foobar", "#{basedir}/foobar/fragments.concat", ] files.each do |file| it do should contain_file(file).with({ 'ensure' => 'present', 'backup' => 'puppet', 'group' => 0, 'mode' => '0644', 'owner' => 'root', }) end end it do should contain_exec("concat_foobar").with_command( "#{basedir}/bin/concatfragments.sh " + "-o #{basedir}/foobar/fragments.concat.out " + "-d #{basedir}/foobar " ) end end # vim:sw=2:ts=2:expandtab:textwidth=79 examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/spec_helper.rb000077500000000000000000000000641245774017100276510ustar00rootroot00000000000000require 'puppetlabs_spec_helper/module_spec_helper' examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/spec_helper_acceptance.rb000077500000000000000000000022151245774017100320170ustar00rootroot00000000000000require 'beaker-rspec/spec_helper' require 'beaker-rspec/helpers/serverspec' unless ENV['RS_PROVISION'] == 'no' or ENV['BEAKER_provision'] == 'no' if hosts.first.is_pe? install_pe else install_puppet end hosts.each do |host| if host['platform'] =~ /debian/ on host, 'echo \'export PATH=/var/lib/gems/1.8/bin/:${PATH}\' >> ~/.bashrc' end on hosts, "mkdir -p #{host['distmoduledir']}" end end UNSUPPORTED_PLATFORMS = ['windows'] RSpec.configure do |c| # Project root proj_root = File.expand_path(File.join(File.dirname(__FILE__), '..')) # Readable test descriptions c.formatter = :documentation # Configure all nodes in nodeset c.before :suite do # Install module and dependencies puppet_module_install(:source => proj_root, :module_name => 'concat') hosts.each do |host| on host, puppet('module','install','puppetlabs-stdlib'), { :acceptable_exit_codes => [0,1] } end end c.before(:all) do shell('mkdir -p /tmp/concat') end c.after(:all) do shell("rm -rf /tmp/concat #{default.puppet['vardir']}/concat") end c.treat_symbols_as_metadata_keys_with_true_values = true end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/spec_helper_system.rb000077500000000000000000000012301245774017100312510ustar00rootroot00000000000000require 'rspec-system/spec_helper' require 'rspec-system-puppet/helpers' require 'rspec-system-serverspec/helpers' include Serverspec::Helper::RSpecSystem include Serverspec::Helper::DetectOS include RSpecSystemPuppet::Helpers RSpec.configure do |c| # Project root proj_root = File.expand_path(File.join(File.dirname(__FILE__), '..')) # Enable colour c.tty = true c.include RSpecSystemPuppet::Helpers # This is where we 'setup' the nodes before running our tests c.before :suite do # Install puppet puppet_install # Install modules and dependencies puppet_module_install(:source => proj_root, :module_name => 'concat') end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/system/000077500000000000000000000000001245774017100263545ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/system/basic_spec.rb000077500000000000000000000007051245774017100310010ustar00rootroot00000000000000require 'spec_helper_system' # Here we put the more basic fundamental tests, ultra obvious stuff. describe "basic tests:" do context 'make sure we have copied the module across' do # No point diagnosing any more if the module wasn't copied properly context shell 'ls /etc/puppet/modules/concat' do its(:stdout) { should =~ /Modulefile/ } its(:stderr) { should be_empty } its(:exit_code) { should be_zero } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/system/concat_spec.rb000077500000000000000000000024621245774017100311710ustar00rootroot00000000000000require 'spec_helper_system' describe 'basic concat test' do context 'should run successfully' do pp=" concat { '/tmp/file': owner => root, group => root, mode => '0644', } concat::fragment { '1': target => '/tmp/file', content => '1', order => '01', } concat::fragment { '2': target => '/tmp/file', content => '2', order => '02', } " context puppet_apply(pp) do its(:stderr) { should be_empty } its(:exit_code) { should_not == 1 } its(:refresh) { should be_nil } its(:stderr) { should be_empty } its(:exit_code) { should be_zero } end describe file('/tmp/file') do it { should be_file } it { should contain '1' } it { should contain '2' } end # Test that all the relevant bits exist on disk after it # concats. describe file('/var/lib/puppet/concat') do it { should be_directory } end describe file('/var/lib/puppet/concat/_tmp_file') do it { should be_directory } end describe file('/var/lib/puppet/concat/_tmp_file/fragments') do it { should be_directory } end describe file('/var/lib/puppet/concat/_tmp_file/fragments.concat') do it { should be_file } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/system/empty_spec.rb000077500000000000000000000011361245774017100310550ustar00rootroot00000000000000require 'spec_helper_system' describe 'basic concat test' do context 'should run successfully' do pp=" concat { '/tmp/file': owner => root, group => root, mode => '0644', force => true, } " context puppet_apply(pp) do its(:stderr) { should be_empty } its(:exit_code) { should_not == 1 } its(:refresh) { should be_nil } its(:stderr) { should be_empty } its(:exit_code) { should be_zero } end describe file('/tmp/file') do it { should be_file } it { should_not contain '1\n2' } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/system/replace_spec.rb000077500000000000000000000014201245774017100313260ustar00rootroot00000000000000require 'spec_helper_system' describe 'file should not replace' do shell('echo "file exists" >> /tmp/file') context 'should fail' do pp=" concat { '/tmp/file': owner => root, group => root, mode => '0644', replace => false, } concat::fragment { '1': target => '/tmp/file', content => '1', order => '01', } concat::fragment { '2': target => '/tmp/file', content => '2', order => '02', } " context puppet_apply(pp) do its(:stderr) { should be_empty } its(:exit_code) { should_not == 1 } its(:refresh) { should be_nil } its(:stderr) { should be_empty } its(:exit_code) { should be_zero } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/concat/spec/system/warn_spec.rb000077500000000000000000000016641245774017100306740ustar00rootroot00000000000000require 'spec_helper_system' describe 'basic concat test' do context 'should run successfully' do pp=" concat { '/tmp/file': owner => root, group => root, mode => '0644', warn => true, } concat::fragment { '1': target => '/tmp/file', content => '1', order => '01', } concat::fragment { '2': target => '/tmp/file', content => '2', order => '02', } " context puppet_apply(pp) do its(:stderr) { should be_empty } its(:exit_code) { should_not == 1 } its(:refresh) { should be_nil } its(:stderr) { should be_empty } its(:exit_code) { should be_zero } end describe file('/tmp/file') do it { should be_file } it { should contain '# This file is managed by Puppet. DO NOT EDIT.' } it { should contain '1' } it { should contain '2' } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_nyc/000077500000000000000000000000001245774017100272345ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_nyc/.gitignore000077500000000000000000000001321245774017100312230ustar00rootroot00000000000000## MAC OS .DS_Store ## TEXTMATE *.tmproj tmtags ## EMACS *~ \#* .\#* ## VIM *.swp tags examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_nyc/README.md000077500000000000000000000055531245774017100305260ustar00rootroot00000000000000# demo_nyc #### Table of Contents 1. [Overview](#overview) 2. [Module Description - What the module does and why it is useful](#module-description) 3. [Setup - The basics of getting started with demo_nyc](#setup) * [What demo_nyc affects](#what-demo_nyc-affects) * [Setup requirements](#setup-requirements) * [Beginning with demo_nyc](#beginning-with-demo_nyc) 4. [Usage - Configuration options and additional functionality](#usage) 5. [Reference - An under-the-hood peek at what the module is doing and how](#reference) 5. [Limitations - OS compatibility, etc.](#limitations) 6. [Development - Guide for contributing to the module](#development) ## Overview A one-maybe-two sentence summary of what the module does/what problem it solves. This is your 30 second elevator pitch for your module. Consider including OS/Puppet version it works with. ## Module Description If applicable, this section should have a brief description of the technology the module integrates with and what that integration enables. This section should answer the questions: "What does this module *do*?" and "Why would I use it?" If your module has a range of functionality (installation, configuration, management, etc.) this is the time to mention it. ## Setup ### What demo_nyc affects * A list of files, packages, services, or operations that the module will alter, impact, or execute on the system it's installed on. * This is a great place to stick any warnings. * Can be in list or paragraph form. ### Setup Requirements **OPTIONAL** If your module requires anything extra before setting up (pluginsync enabled, etc.), mention it here. ### Beginning with demo_nyc The very basic steps needed for a user to get the module up and running. If your most recent release breaks compatibility or requires particular steps for upgrading, you may wish to include an additional section here: Upgrading (For an example, see http://forge.puppetlabs.com/puppetlabs/firewall). ## Usage Put the classes, types, and resources for customizing, configuring, and doing the fancy stuff with your module here. ## Reference Here, list the classes, types, providers, facts, etc contained in your module. This section should include all of the under-the-hood workings of your module so people know what the module is touching on their system but don't need to mess with things. (We are working on automating this section!) ## Limitations This is where you list OS compatibility, version compatibility, etc. ## Development Since your module is awesome, other users will want to play with it. Let them know what the ground rules for contributing are. ## Release Notes/Contributors/Etc **Optional** If you aren't using changelog, put your release notes here (though you should consider using changelog). You may also add any additional sections you feel are necessary or important to include here. Please use the `## ` header. examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_nyc/Rakefile000077500000000000000000000011711245774017100307040ustar00rootroot00000000000000require 'rubygems' require 'puppetlabs_spec_helper/rake_tasks' require 'puppet-lint/tasks/puppet-lint' PuppetLint.configuration.send('disable_80chars') PuppetLint.configuration.ignore_paths = ["spec/**/*.pp", "pkg/**/*.pp"] desc "Validate manifests, templates, and ruby files" task :validate do Dir['manifests/**/*.pp'].each do |manifest| sh "puppet parser validate --noop #{manifest}" end Dir['spec/**/*.rb','lib/**/*.rb'].each do |ruby_file| sh "ruby -c #{ruby_file}" unless ruby_file =~ /spec\/fixtures/ end Dir['templates/**/*.erb'].each do |template| sh "erb -P -x -T '-' #{template} | ruby -c" end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_nyc/manifests/000077500000000000000000000000001245774017100312255ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_nyc/manifests/init.pp000077500000000000000000000052561245774017100325440ustar00rootroot00000000000000# == Class: demo_nyc # # Full description of class demo_nyc here. # # === Parameters # # Document parameters here. # # [*sample_parameter*] # Explanation of what this parameter affects and what it defaults to. # e.g. "Specify one or more upstream ntp servers as an array." # # === Variables # # Here you should define a list of variables that this module would require. # # [*sample_variable*] # Explanation of how this variable affects the funtion of this class and if # it has a default. e.g. "The parameter enc_ntp_servers must be set by the # External Node Classifier as a comma separated list of hostnames." (Note, # global variables should be avoided in favor of class parameters as # of Puppet 2.6.) # # === Examples # # class { demo_nyc: # servers => [ 'pool.ntp.org', 'ntp.local.company.com' ], # } # # === Authors # # Author Name # # === Copyright # # Copyright 2014 Your name here, unless otherwise noted. # class elasticsearch-demo_nyc { require elasticsearch-demo_vagrant_env ############################################################################ # DOWNLOAD SNAPSHOT ############################################################################ # Remove local snapshot archive to avoid naming conflicts while downloading remote snapshot archive exec { "sanitize_from_old_remainings": command => "/bin/rm -f /vagrant/snapshot_demo_nyc_accidents.tar.gz", } exec { "get_data_from_download.elasticsearch.org": command => "/usr/bin/wget https://download.elasticsearch.org/demos/nycopendata/snapshot_demo_nyc_accidents.tar.gz", cwd => "/tmp", timeout => 0, require => [Exec["sanitize_from_old_remainings"]], } ############################################################################ # RESTORE SNAPSHOT ############################################################################ -> exec {"create_es_dir": command => "mkdir -p /tmp/elasticsearch", path => ["/bin"], } -> exec { "unzip_snapshot": command => "tar xzfv /tmp/snapshot_demo_nyc_accidents.tar.gz", cwd => "/tmp/elasticsearch", path => ["/bin"], require => [Exec["get_data_from_download.elasticsearch.org"]], } -> exec {"register_snapshot": command => "wget --spider --tries 10 --retry-connrefused --no-check-certificate http://localhost:9200 && curl -XPUT \'http://localhost:9200/_snapshot/snapshots\' -d \'{ \"type\": \"fs\", \"settings\": { \"location\": \"/tmp/elasticsearch/snapshots\", \"compress\": true } }\'", path => ["/usr/bin", "/bin"], } -> exec {"restore_snapshot": command => "curl -XPOST \'http://localhost:9200/_snapshot/snapshots/demo_nyc_accidents/_restore\'", path => ["/usr/bin"], } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_nyc/metadata.json000077500000000000000000000004671245774017100317210ustar00rootroot00000000000000{ "name": "elasticsearch-demo_nyc", "version": "0.1.0", "author": "elasticsearch", "summary": "NYC demo", "license": "Apache 2.0", "source": "", "project_page": null, "issues_url": null, "dependencies": [ { "name": "puppetlabs-stdlib", "version_range": ">= 1.0.0" } ] } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_nyc/spec/000077500000000000000000000000001245774017100301665ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_nyc/spec/classes/000077500000000000000000000000001245774017100316235ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_nyc/spec/classes/init_spec.rb000077500000000000000000000002241245774017100341260ustar00rootroot00000000000000require 'spec_helper' describe 'demo_nyc' do context 'with defaults for all parameters' do it { should contain_class('demo_nyc') } end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_nyc/spec/spec_helper.rb000077500000000000000000000006201245774017100330050ustar00rootroot00000000000000dir = File.expand_path(File.dirname(__FILE__)) $LOAD_PATH.unshift File.join(dir, 'lib') require 'mocha' require 'puppet' require 'rspec' require 'spec/autorun' Spec::Runner.configure do |config| config.mock_with :mocha end # We need this because the RAL uses 'should' as a method. This # allows us the same behaviour but with a different method name. class Object alias :must :should end examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_nyc/tests/000077500000000000000000000000001245774017100303765ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_nyc/tests/init.pp000077500000000000000000000007761245774017100317170ustar00rootroot00000000000000# The baseline for module testing used by Puppet Labs is that each manifest # should have a corresponding test manifest that declares that class or defined # type. # # Tests are then run by using puppet apply --noop (to check for compilation # errors and view a log of events) or by fully applying the test in a virtual # environment (to compare the resulting system state to the desired state). # # Learn more about module testing here: # http://docs.puppetlabs.com/guides/tests_smoke.html # include demo_nyc examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_vagrant_env/000077500000000000000000000000001245774017100307555ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_vagrant_env/.gitignore000077500000000000000000000001321245774017100327440ustar00rootroot00000000000000## MAC OS .DS_Store ## TEXTMATE *.tmproj tmtags ## EMACS *~ \#* .\#* ## VIM *.swp tags examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_vagrant_env/README.md000077500000000000000000000056531245774017100322500ustar00rootroot00000000000000# demo_vagrant_env #### Table of Contents 1. [Overview](#overview) 2. [Module Description - What the module does and why it is useful](#module-description) 3. [Setup - The basics of getting started with demo_vagrant_env](#setup) * [What demo_vagrant_env affects](#what-demo_vagrant_env-affects) * [Setup requirements](#setup-requirements) * [Beginning with demo_vagrant_env](#beginning-with-demo_vagrant_env) 4. [Usage - Configuration options and additional functionality](#usage) 5. [Reference - An under-the-hood peek at what the module is doing and how](#reference) 5. [Limitations - OS compatibility, etc.](#limitations) 6. [Development - Guide for contributing to the module](#development) ## Overview A one-maybe-two sentence summary of what the module does/what problem it solves. This is your 30 second elevator pitch for your module. Consider including OS/Puppet version it works with. ## Module Description If applicable, this section should have a brief description of the technology the module integrates with and what that integration enables. This section should answer the questions: "What does this module *do*?" and "Why would I use it?" If your module has a range of functionality (installation, configuration, management, etc.) this is the time to mention it. ## Setup ### What demo_vagrant_env affects * A list of files, packages, services, or operations that the module will alter, impact, or execute on the system it's installed on. * This is a great place to stick any warnings. * Can be in list or paragraph form. ### Setup Requirements **OPTIONAL** If your module requires anything extra before setting up (pluginsync enabled, etc.), mention it here. ### Beginning with demo_vagrant_env The very basic steps needed for a user to get the module up and running. If your most recent release breaks compatibility or requires particular steps for upgrading, you may wish to include an additional section here: Upgrading (For an example, see http://forge.puppetlabs.com/puppetlabs/firewall). ## Usage Put the classes, types, and resources for customizing, configuring, and doing the fancy stuff with your module here. ## Reference Here, list the classes, types, providers, facts, etc contained in your module. This section should include all of the under-the-hood workings of your module so people know what the module is touching on their system but don't need to mess with things. (We are working on automating this section!) ## Limitations This is where you list OS compatibility, version compatibility, etc. ## Development Since your module is awesome, other users will want to play with it. Let them know what the ground rules for contributing are. ## Release Notes/Contributors/Etc **Optional** If you aren't using changelog, put your release notes here (though you should consider using changelog). You may also add any additional sections you feel are necessary or important to include here. Please use the `## ` header. examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_vagrant_env/Rakefile000077500000000000000000000011711245774017100324250ustar00rootroot00000000000000require 'rubygems' require 'puppetlabs_spec_helper/rake_tasks' require 'puppet-lint/tasks/puppet-lint' PuppetLint.configuration.send('disable_80chars') PuppetLint.configuration.ignore_paths = ["spec/**/*.pp", "pkg/**/*.pp"] desc "Validate manifests, templates, and ruby files" task :validate do Dir['manifests/**/*.pp'].each do |manifest| sh "puppet parser validate --noop #{manifest}" end Dir['spec/**/*.rb','lib/**/*.rb'].each do |ruby_file| sh "ruby -c #{ruby_file}" unless ruby_file =~ /spec\/fixtures/ end Dir['templates/**/*.erb'].each do |template| sh "erb -P -x -T '-' #{template} | ruby -c" end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_vagrant_env/manifests/000077500000000000000000000000001245774017100327465ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_vagrant_env/manifests/init.pp000077500000000000000000000062721245774017100342640ustar00rootroot00000000000000# == Class: demo_vagrant_env # # Full description of class demo_vagrant_env here. # # === Parameters # # Document parameters here. # # [*sample_parameter*] # Explanation of what this parameter affects and what it defaults to. # e.g. "Specify one or more upstream ntp servers as an array." # # === Variables # # Here you should define a list of variables that this module would require. # # [*sample_variable*] # Explanation of how this variable affects the funtion of this class and if # it has a default. e.g. "The parameter enc_ntp_servers must be set by the # External Node Classifier as a comma separated list of hostnames." (Note, # global variables should be avoided in favor of class parameters as # of Puppet 2.6.) # # === Examples # # class { demo_vagrant_env: # servers => [ 'pool.ntp.org', 'ntp.local.company.com' ], # } # # === Authors # # Author Name # # === Copyright # # Copyright 2014 Your name here, unless otherwise noted. # class elasticsearch-demo_vagrant_env { ############################################################################ # SETUP BASIC ENVIRONMENT ############################################################################ # Default shell for users in Ubuntu is funky; # tell Ubuntu to use bash instead user { "vagrant": shell => "/bin/bash", } ############################################################################ # INSTALL WEBSERVER ############################################################################ # Install nginx class { 'nginx': } nginx::resource::vhost { "kibana_vhost": listen_port => 5200, www_root => "/var/www/kibana-3.1.0/", index_files => ['index.php', 'index.html', 'index.htm'], } nginx::resource::location { "kibana_root": vhost => "kibana_vhost", www_root => "/var/www/kibana-3.1.0/", } file { "/var/www": alias => "var_www_dir", ensure => directory, } ############################################################################ # INSTALL ELK STACK ############################################################################ # Get latest Kibana exec { "/usr/bin/wget --timestamping https://download.elasticsearch.org/kibana/kibana/kibana-3.1.0.tar.gz": alias => "kibana_latest_wget", cwd => "/tmp", } file { "/var/www/kibana-3.1.0.tar.gz": ensure => present, source => "/tmp/kibana-3.1.0.tar.gz", alias => "kibana_dist_file", require => [File["var_www_dir"], Exec["kibana_latest_wget"]], } # Install logstash class { "logstash": manage_repo => true, repo_version => "1.4", status => 'disabled' } exec {"kibana_unzip": command => "/bin/tar xzfv kibana-3.1.0.tar.gz", cwd => "/var/www", require => File["kibana_dist_file"], } # Install elasticsearch class { "elasticsearch": manage_repo => true, repo_version => "1.3", init_defaults => { "ES_HEAP_SIZE" => "1024m", }, config => { "bootstrap.mlockall" => true, "cluster.name" => "es_demo", "node.name" => $::hostname, } } # Install Marvel elasticsearch::plugin { "elasticsearch/marvel/latest": module_dir => "marvel", instances => [ 'es-01' ], } elasticsearch::instance { 'es-01': datadir => '/var/lib/es-data-es01' } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_vagrant_env/metadata.json000077500000000000000000000005151245774017100334340ustar00rootroot00000000000000{ "name": "elasticsearch-demo_vagrant_env", "version": "0.1.0", "author": "elasticsearch", "summary": "Sets up ELK in Vagrant", "license": "Apache 2.0", "source": "", "project_page": null, "issues_url": null, "dependencies": [ { "name": "puppetlabs-stdlib", "version_range": ">= 1.0.0" } ] } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_vagrant_env/spec/000077500000000000000000000000001245774017100317075ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_vagrant_env/spec/classes/000077500000000000000000000000001245774017100333445ustar00rootroot00000000000000init_spec.rb000077500000000000000000000002441245774017100355720ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_vagrant_env/spec/classesrequire 'spec_helper' describe 'demo_vagrant_env' do context 'with defaults for all parameters' do it { should contain_class('demo_vagrant_env') } end end spec_helper.rb000077500000000000000000000006201245774017100344470ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_vagrant_env/specdir = File.expand_path(File.dirname(__FILE__)) $LOAD_PATH.unshift File.join(dir, 'lib') require 'mocha' require 'puppet' require 'rspec' require 'spec/autorun' Spec::Runner.configure do |config| config.mock_with :mocha end # We need this because the RAL uses 'should' as a method. This # allows us the same behaviour but with a different method name. class Object alias :must :should end examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_vagrant_env/tests/000077500000000000000000000000001245774017100321175ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch-demo_vagrant_env/tests/init.pp000077500000000000000000000010061245774017100334230ustar00rootroot00000000000000# The baseline for module testing used by Puppet Labs is that each manifest # should have a corresponding test manifest that declares that class or defined # type. # # Tests are then run by using puppet apply --noop (to check for compilation # errors and view a log of events) or by fully applying the test in a virtual # environment (to compare the resulting system state to the desired state). # # Learn more about module testing here: # http://docs.puppetlabs.com/guides/tests_smoke.html # include demo_vagrant_env examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/000077500000000000000000000000001245774017100254415ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/CHANGELOG.md000077500000000000000000000143301245774017100272560ustar00rootroot00000000000000##0.4.0 ( Jun 18, 2014 ) - Backwards compatible breaking release ###Summary This release introduces instances to facilitate the option to have more then a single instance running on the host system. ####Features * Rewrite module to incorperate multi instance support * New readme layout ####Bugfixes * None ####Changes * Adding ec2-linux osfamily for repo management * Retry behaviour for plugin installation ####Testing changes * Adding Puppet 3.6.x testing * Ubuntu 14.04 testing * Using new docker images * Pin rspec to 2.14.x ####Known Bugs * No known bugs ##0.3.2 ( May 15, 2014 ) * Add support for SLC/Scientific Linux CERN ( PR #121 ) * Add support for custom package names ( PR #122 ) * Fix python and ruby client defines to avoid name clashes. * Add ability to use stage instead of anchor for repo class * Minor fixes to system tests ##0.3.1 ( April 22, 2014 ) * Ensure we create the plugin directory before installing plugins * Added Puppet 3.5.x to rspec and system tests ##0.3.0 ( April 2, 2014 ) * Fix minor issue with yumrepo in repo class ( PR #92 ) * Implement OpenSuse support * Implement Junit reporting for tests * Adding more system tests and convert to Docker images * Use Augeas for managing the defaults file * Add retry to package download exec * Add management to manage the logging.yml file * Improve inline documentation * Improve support for Debian 6 * Improve augeas for values with spaces * Run plugin install as ES user ( PR #108 ) * Fix rights for the plugin directory * Pin Rake for Ruby 1.8.7 * Adding new metadata for Forge. * Increase time for retry to insert the template ##0.2.4 ( Feb 21, 2014 ) * Set puppetlabs-stdlib dependency version from 3.0.0 to 3.2.0 to be inline with other modules * Let puppet run fail when template insert fails * Documentation improvements ( PR #77, #78, #83 ) * Added beaker system tests * Fixed template define after failing system tests * Some fixes so variables are more inline with intended structure ##0.2.3 ( Feb 06, 2014 ) * Add repository management feature * Improve testing coverage and implement basic resource coverage reporting * Add puppet 3.4.x testing * Fix dependency in template define ( PR #72 ) * For apt repo change from key server to key file ##0.2.2 ( Jan 23, 2014 ) * Ensure exec names are unique. This caused issues when using our logstash module * Add spec tests for plugin define ##0.2.1 ( Jan 22, 2014 ) * Simplify the management of the defaults file ( PR #64 ) * Doc improvements for the plugin define ( PR #66 ) * Allow creation of data directory ( PR #68 ) * Fail early when package version and package_url are defined ##0.2.0 ( Nov 19, 2013 ) * Large rewrite of the entire module described below * Make the core more dynamic for different service providers and multi instance capable * Add better testing and devided into different files * Fix template function. Replace of template is now only done when the file is changed * Add different ways to install the package except from the repository ( puppet/http/https/ftp/file ) * Update java class to install openjdk 1.7 * Add tests for python function * Update config file template to fix scoping issue ( from PR #57 ) * Add validation of templates * Small changes for preperation for system tests * Update readme for new functionality * Added more test scenario's * Added puppet parser validate task for added checking * Ensure we don't add stuff when removing the module * Update python client define * Add ruby client define * Add tests for ruby clients and update python client tests ##0.1.3 ( Sep 06, 2013 ) * Exec path settings has been updated to fix warnings ( PR #37, #47 ) * Adding define to install python bindings ( PR #43 ) * Scope deprecation fixes ( PR #41 ) * feature to install plugins ( PR #40 ) ##0.1.2 ( Jun 21, 2013 ) * Update rake file to ignore the param inherit * Added missing documentation to the template define * Fix for template define to allow multiple templates ( PR #36 by Bruce Morrison ) ##0.1.1 ( Jun 14, 2013 ) * Add Oracle Linux to the OS list ( PR #25 by Stas Alekseev ) * Respect the restart_on_change on the defaults ( PR #29 by Simon Effenberg ) * Make sure the config can be empty as advertised in the readme * Remove dependency cycle when the defaults file is updated ( PR #31 by Bruce Morrison ) * Enable retry on the template insert in case ES isn't started yet ( PR #32 by Bruce Morrison ) * Update templates to avoid deprecation notice with Puppet 3.2.x * Update template define to avoid auto insert issue with ES * Update spec tests to reflect changes to template define ##0.1.0 ( May 09, 2013 ) * Populate .gitignore ( PR #19 by Igor Galić ) * Add ability to install initfile ( PR #20 by Justin Lambert ) * Add ability to manage default file service parameters ( PR #21 by Mathieu Bornoz ) * Providing complete containment of the module ( PR #24 by Brian Lalor ) * Add ability to specify package version ( PR #25 by Justin Lambert ) * Adding license file ##0.0.7 ( Mar 23, 2013 ) * Ensure config directory is created and managed ( PR #13 by Martin Seener ) * Dont backup package if it changes * Create explicit dependency on template directory ( PR #16 by Igor Galić ) * Make the config directory variable ( PR #17 by Igor Galić and PR #18 by Vincent Janelle ) * Fixing template define ##0.0.6 ( Mar 05, 2013 ) * Fixing issue with configuration not printing out arrays * New feature to write the config hash shorter * Updated readme to reflect the new feature * Adding spec tests for config file generation ##0.0.5 ( Mar 03, 2013 ) * Option to disable restart on config file change ( PR #10 by Chris Boulton ) ##0.0.4 ( Mar 02, 2013 ) * Fixed a major issue with the config template ( Issue #9 ) ##0.0.3 ( Mar 02, 2013 ) * Adding spec tests * Fixed init issue on Ubuntu ( Issue #6 by Marcus Furlong ) * Fixed config template problem ( Issue #8 by surfchris ) * New feature to manage templates ##0.0.2 ( Feb 16, 2013 ) * Feature to supply a package instead of being dependent on the repository * Feature to install java in case one doesn't manage it externally * Adding RedHat and Amazon as Operating systems * fixed a typo - its a shard not a shared :) ( PR #5 by Martin Seener ) ##0.0.1 ( Jan 13, 2013 ) * Initial release of the module examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/CONTRIBUTING.md000077500000000000000000000034231245774017100276770ustar00rootroot00000000000000If you have a bugfix or new feature that you would like to contribute to this puppet module, please find or open an issue about it first. Talk about what you would like to do. It may be that somebody is already working on it, or that there are particular issues that you should know about before implementing the change. We enjoy working with contributors to get their code accepted. There are many approaches to fixing a problem and it is important to find the best approach before writing too much code. The process for contributing to any of the Elasticsearch repositories is similar. 1. Sign the contributor license agreement Please make sure you have signed the [Contributor License Agreement](http://www.elasticsearch.org/contributor-agreement/). We are not asking you to assign copyright to us, but to give us the right to distribute your code without restriction. We ask this of all contributors in order to assure our users of the origin and continuing existence of the code. You only need to sign the CLA once. 2. Run the rspec tests and ensure it completes without errors with your changes. 3. Rebase your changes Update your local repository with the most recent code from the main this puppet module repository, and rebase your branch on top of the latest master branch. We prefer your changes to be squashed into a single commit. 4. Submit a pull request Push your local changes to your forked copy of the repository and submit a pull request. In the pull request, describe what your changes do and mention the number of the issue where discussion has taken place, eg “Closes #123″. Then sit back and wait. There will probably be discussion about the pull request and, if any changes are needed, we would love to work with you to get your pull request merged into this puppet module. examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/CONTRIBUTORS000077500000000000000000000010161245774017100273220ustar00rootroot00000000000000The following is a list of people who have contributed ideas, code, bug reports, or in general have helped this puppet module along its way. Project Owner * Richard Pijnenburg (electrical) Contributors: Martin Seener (martinseener) Marcus Furlong (furlongm) Chris Boulton (chrisboulton) Igor Galić (igalic) Vincent Janelle (vjanelle) Mathieu Bornoz (mbornoz) Justin Lambert (jlambert121) Brian Lalor (blalor) Stas Alekseev (salekseev) Simon Effenberg (Savar) Bruce Morrison (brucem) deanmalmgren Matteo Sessa (msessa-cotd) examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/LICENSE000077500000000000000000000011221245774017100264450ustar00rootroot00000000000000Copyright (c) 2012-2014 Elasticsearch Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/Modulefile000077500000000000000000000006521245774017100274570ustar00rootroot00000000000000name 'elasticsearch-elasticsearch' version '0.4.0' source 'https://github.com/elasticsearch/puppet-elasticsearch' author 'elasticsearch' license 'Apache License, Version 2.0' summary 'Module for managing and configuring Elasticsearch nodes' description 'Module for managing and configuring Elasticsearch nodes' project_page 'https://github.com/elasticsearch/puppet-elasticsearch' dependency 'puppetlabs/stdlib', '>= 3.2.0' examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/README.md000077500000000000000000000231511245774017100267250ustar00rootroot00000000000000#Elasticsearch Puppet module [![Build Status](https://travis-ci.org/elasticsearch/puppet-elasticsearch.png?branch=master)](https://travis-ci.org/elasticsearch/puppet-elasticsearch) ####Table of Contents 1. [Overview](#overview) 2. [Module description - What the module does and why it is useful](#module-description) 3. [Setup - The basics of getting started with Elasticsearch](#setup) * [The module manages the following](#the-module-manages-the-following) * [Requirements](#requirements) 4. [Usage - Configuration options and additional functionality](#usage) 5. [Advanced features - Extra information on advanced usage](#advanced-features) 6. [Limitations - OS compatibility, etc.](#limitations) 7. [Development - Guide for contributing to the module](#development) 8. [Support - When you need help with this module](#support) ##Overview This module manages Elasticsearch (http://www.elasticsearch.org/overview/elasticsearch/) ##Module description The elasticsearch module sets up Elasticsearch instances and can manage plugins and templates. This module has been tested against ES 1.0 and up. ##Setup ###The module manages the following * Elasticsearch repository files. * Elasticsearch package. * Elasticsearch configuration file. * Elasticsearch service. * Elasticsearch plugins. * Elasticsearch templates. ###Requirements * The [stdlib](https://forge.puppetlabs.com/puppetlabs/stdlib) Puppet library. #### Repository management When using the repository management you will need the following dependency modules: * Debian/Ubuntu: [Puppetlabs/apt](http://forge.puppetlabs.com/puppetlabs/apt) * OpenSuSE: [Darin/zypprepo](https://forge.puppetlabs.com/darin/zypprepo) ##Usage ###Main class ####Install a specific version ```puppet class { 'elasticsearch': version => '1.2.1' } ``` Note: This will only work when using the repository. ####Automatic upgrade of the software ( default set to false ) ``` class { 'elasticsearch': autoupgrade => true } ``` ####Removal/decommissioning ```puppet class { 'elasticsearch': ensure => 'absent' } ``` ####Install everything but disable service(s) afterwards ```puppet class { 'elasticsearch': status => 'disabled' } ``` ###Instances This module works with the concept of instances. ####Quick setup ```puppet elasticsearch::instance { 'es-01': } ``` This will set up its own data directory and set the node name to `$hostname-$instance_name` ####Advanced options Instance specific options can be given: ```puppet elasticsearch::instance { 'es-01': config => { }, # Configuration hash init_defaults => { }, # Init defaults hash datadir => [ ], # Data directory } ``` See [Advanced features](#advanced-features) for more information ###Plug-ins Install [a variety of plugins](http://www.elasticsearch.org/guide/plugins/): ####From official repository ```puppet elasticsearch::plugin{'lmenezes/elasticsearch-kopf': module_dir => 'kopf' } ``` ####From custom url ```puppet elasticsearch::plugin{ 'elasticsearch-jetty': module_dir => 'jetty', url => 'https://oss-es-plugins.s3.amazonaws.com/elasticsearch-jetty/elasticsearch-jetty-1.2.1.zip' } ``` ###Templates #### Add a new template This will install and/or replace the template in Elasticsearch: ```puppet elasticsearch::template { 'templatename': file => 'puppet:///path/to/template.json' } ``` #### Delete a template ```puppet elasticsearch::template { 'templatename': ensure => 'absent' } ``` #### Host By default it uses localhost:9200 as host. you can change this with the `host` and `port` variables ```puppet elasticsearch::template { 'templatename': host => $::ipaddress, port => 9200 } ``` ###Bindings / Clients Install a variety of [clients/bindings](http://www.elasticsearch.org/guide/clients/): ####Python ```puppet elasticsearch::python { 'rawes': } ``` ####Ruby ```puppet elasticsearch::ruby { 'elasticsearch': } ``` ###Package installation There are 2 different ways of installing the software ####Repository This option allows you to use an existing repository for package installation. The `repo_version` corresponds with the major version of Elasticsearch. ```puppet class { 'elasticsearch': manage_repo => true, repo_version => '1.2', } ``` ####Remote package source When a repository is not available or preferred you can install the packages from a remote source: #####http/https/ftp ```puppet class { 'elasticsearch': package_url => 'https://download.elasticsearch.org/elasticsearch/elasticsearch/elasticsearch-1.2.1.deb' } ``` #####puppet:// ```puppet class { 'elasticsearch': package_url => 'puppet:///path/to/elasticsearch-1.2.1.deb' } ``` #####Local file ```puppet class { 'elasticsearch': package_url => 'file:/path/to/elasticsearch-1.2.1.deb' } ``` ###Java installation Most sites will manage Java separately; however, this module can attempt to install Java as well. ```puppet class { 'elasticsearch': java_install => true } ``` Specify a particular Java package/version to be installed: ```puppet class { 'elasticsearch': java_install => true, java_package => 'packagename' } ``` ###Service management Currently only the basic SysV-style [init](https://en.wikipedia.org/wiki/Init) and [Systemd](http://en.wikipedia.org/wiki/Systemd) service providers are supported, but other systems could be implemented as necessary (pull requests welcome). ####Defaults File The *defaults* file (`/etc/defaults/elasticsearch` or `/etc/sysconfig/elasticsearch`) for the Elasticsearch service can be populated as necessary. This can either be a static file resource or a simple key value-style [hash](http://docs.puppetlabs.com/puppet/latest/reference/lang_datatypes.html#hashes) object, the latter being particularly well-suited to pulling out of a data source such as Hiera. #####file source ```puppet class { 'elasticsearch': init_defaults_file => 'puppet:///path/to/defaults' } ``` #####hash representation ```puppet $config_hash = { 'ES_USER' => 'elasticsearch', 'ES_GROUP' => 'elasticsearch', } class { 'elasticsearch': init_defaults => $config_hash } ``` Note: `init_defaults` hash can be passed to the main class and to the instance. ##Advanced features ###Data directories There are 4 different ways of setting data directories for Elasticsearch. In every case the required configuration options are placed in the `elasticsearch.yml` file. ####Default By default we use: `/usr/share/elasticsearch/data/$instance_name` Which provides a data directory per instance. ####Single global data directory ```puppet class { 'elasticsearch': datadir => '/var/lib/elasticsearch-data' } ``` Creates the following for each instance: `/var/lib/elasticsearch-data/$instance_name` ####Multiple Global data directories ```puppet class { 'elasticsearch: datadir => [ '/var/lib/es-data1', '/var/lib/es-data2'] } ``` Creates the following for each instance: `/var/lib/es-data1/$instance_name` and `/var/lib/es-data2/$instance_name` ####Single instance data directory ```puppet class { 'elasticsearch': } elasticsearch::instance { 'es-01': datadir => '/var/lib/es-data-es01' } ``` Creates the following for this instance: `/var/lib/es-data-es01` ####Multiple instance data directories ```puppet class { 'elasticsearch': } elasticsearch::instance { 'es-01': datadir => ['/var/lib/es-data1-es01', '/var/lib/es-data2-es01'] } ``` Creates the following for this instance: `/var/lib/es-data1-es01` and `/var/lib/es-data2-es01` ###Main and instance configurations The `config` option in both the main class and the instances can be configured to work together. The options in the `instance` config hash will merged with the ones from the main class and override any duplicates. #### Simple merging ```puppet class { 'elasticsearch': config => { 'cluster.name' => 'clustername' } } elasticsearch::instance { 'es-01': config => { 'node.name' => 'nodename' } } elasticsearch::instance { 'es-02': config => { 'node.name' => 'nodename2' } } ``` This example merges the `cluster.name` together with the `node.name` option. #### Overriding When duplicate options are provided, the option in the instance config overrides the ones from the main class. ```puppet class { 'elasticsearch': config => { 'cluster.name' => 'clustername' } } elasticsearch::instance { 'es-01': config => { 'node.name' => 'nodename', 'cluster.name' => 'otherclustername' } } elasticsearch::instance { 'es-02': config => { 'node.name' => 'nodename2' } } ``` This will set the cluster name to `otherclustername` for the instance `es-01` but will keep it to `clustername` for instance `es-02` ####Configuration writeup The `config` hash can be written in 2 different ways: ##### Full hash writeup Instead of writing the full hash representation: ```puppet class { 'elasticsearch': config => { 'cluster' => { 'name' => 'ClusterName', 'routing' => { 'allocation' => { 'awareness' => { 'attributes' => 'rack' } } } } } } ``` ##### Short hash writeu ```puppet class { 'elasticsearch': config => { 'cluster' => { 'name' => 'ClusterName', 'routing.allocation.awareness.attributes' => 'rack' } } } ``` ##Limitations This module has been built on and tested against Puppet 2.7 and higher. The module has been tested on: * Debian 6/7 * CentOS 6 * Ubuntu 12.04, 13.x, 14.x * OpenSuSE 12.x Testing on other platforms has been light and cannot be guaranteed. ##Development ##Support Need help? Join us in [#elasticsearch](https://webchat.freenode.net?channels=%23elasticsearch) on Freenode IRC or subscribe to the [elasticsearch@googlegroups.com](https://groups.google.com/forum/#!forum/elasticsearch) mailing list. examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/lib/000077500000000000000000000000001245774017100262075ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/lib/puppet/000077500000000000000000000000001245774017100275245ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/lib/puppet/parser/000077500000000000000000000000001245774017100310205ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/lib/puppet/parser/functions/000077500000000000000000000000001245774017100330305ustar00rootroot00000000000000array_suffix.rb000077500000000000000000000021171245774017100360040ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/lib/puppet/parser/functions# # suffix.rb # module Puppet::Parser::Functions newfunction(:array_suffix, :type => :rvalue, :doc => <<-EOS This function applies a suffix to all elements in an array. *Examples:* array_suffix(['a','b','c'], 'p') Will return: ['ap','bp','cp'] EOS ) do |arguments| # Technically we support two arguments but only first is mandatory ... raise(Puppet::ParseError, "array_suffix(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 array = arguments[0] unless array.is_a?(Array) raise Puppet::ParseError, "array_suffix(): expected first argument to be an Array, got #{array.inspect}" end suffix = arguments[1] if arguments[1] if suffix unless suffix.is_a? String raise Puppet::ParseError, "array_suffix(): expected second argument to be a String, got #{suffix.inspect}" end end # Turn everything into string same as join would do ... result = array.collect do |i| i = i.to_s suffix ? i + suffix : i end return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/000077500000000000000000000000001245774017100274325ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/config.pp000077500000000000000000000031611245774017100312440ustar00rootroot00000000000000# == Class: elasticsearch::config # # This class exists to coordinate all configuration related actions, # functionality and logical units in a central place. # # # === Parameters # # This class does not provide any parameters. # # # === Examples # # This class may be imported by other classes to use its functionality: # class { 'elasticsearch::config': } # # It is not intended to be used directly by external resources like node # definitions or other modules. # # # === Authors # # * Richard Pijnenburg # class elasticsearch::config { #### Configuration File { owner => $elasticsearch::elasticsearch_user, group => $elasticsearch::elasticsearch_group } Exec { path => [ '/bin', '/usr/bin', '/usr/local/bin' ], cwd => '/', } if ( $elasticsearch::ensure == 'present' ) { $notify_service = $elasticsearch::restart_on_change ? { true => Class['elasticsearch::service'], false => undef, } file { $elasticsearch::configdir: ensure => directory, mode => '0644' } file { $elasticsearch::plugindir: ensure => 'directory', mode => '0644' } exec { 'mkdir_templates_elasticsearch': command => "mkdir -p ${elasticsearch::configdir}/templates_import", creates => "${elasticsearch::configdir}/templates_import", } file { "${elasticsearch::configdir}/templates_import": ensure => 'directory', mode => '0644', require => [ Exec['mkdir_templates_elasticsearch'] ] } } elsif ( $elasticsearch::ensure == 'absent' ) { # don't remove anything for now } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/init.pp000077500000000000000000000246471245774017100307560ustar00rootroot00000000000000# == Class: elasticsearch # # This class is able to install or remove elasticsearch on a node. # It manages the status of the related service. # # === Parameters # # [*ensure*] # String. Controls if the managed resources shall be present or # absent. If set to absent: # * The managed software packages are being uninstalled. # * Any traces of the packages will be purged as good as possible. This may # include existing configuration files. The exact behavior is provider # dependent. Q.v.: # * Puppet type reference: {package, "purgeable"}[http://j.mp/xbxmNP] # * {Puppet's package provider source code}[http://j.mp/wtVCaL] # * System modifications (if any) will be reverted as good as possible # (e.g. removal of created users, services, changed log settings, ...). # * This is thus destructive and should be used with care. # Defaults to present. # # [*autoupgrade*] # Boolean. If set to true, any managed package gets upgraded # on each Puppet run when the package provider is able to find a newer # version than the present one. The exact behavior is provider dependent. # Q.v.: # * Puppet type reference: {package, "upgradeable"}[http://j.mp/xbxmNP] # * {Puppet's package provider source code}[http://j.mp/wtVCaL] # Defaults to false. # # [*status*] # String to define the status of the service. Possible values: # * enabled: Service is running and will be started at boot time. # * disabled: Service is stopped and will not be started at boot # time. # * running: Service is running but will not be started at boot time. # You can use this to start a service on the first Puppet run instead of # the system startup. # * unmanaged: Service will not be started at boot time and Puppet # does not care whether the service is running or not. For example, this may # be useful if a cluster management software is used to decide when to start # the service plus assuring it is running on the desired node. # Defaults to enabled. The singular form ("service") is used for the # sake of convenience. Of course, the defined status affects all services if # more than one is managed (see service.pp to check if this is the # case). # # [*version*] # String to set the specific version you want to install. # Defaults to false. # # [*restart_on_change*] # Boolean that determines if the application should be automatically restarted # whenever the configuration changes. Disabling automatic restarts on config # changes may be desired in an environment where you need to ensure restarts # occur in a controlled/rolling manner rather than during a Puppet run. # # Defaults to true, which will restart the application on any config # change. Setting to false disables the automatic restart. # # [*configdir*] # Path to directory containing the elasticsearch configuration. # Use this setting if your packages deviate from the norm (/etc/elasticsearch) # # [*plugindir*] # Path to directory containing the elasticsearch plugins # Use this setting if your packages deviate from the norm (/usr/share/elasticsearch/plugins) # # [*plugintool*] # Path to directory containing the elasticsearch plugin installation script # Use this setting if your packages deviate from the norm (/usr/share/elasticsearch/bin/plugin) # # [*package_url*] # Url to the package to download. # This can be a http,https or ftp resource for remote packages # puppet:// resource or file:/ for local packages # # [*package_provider*] # Way to install the packages, currently only packages are supported. # # [*package_dir*] # Directory where the packages are downloaded to # # [*package_name*] # Name of the package to install # # [*purge_package_dir*] # Purge package directory on removal # # [*package_dl_timeout*] # For http,https and ftp downloads you can set howlong the exec resource may take. # Defaults to: 600 seconds # # [*elasticsearch_user*] # The user Elasticsearch should run as. This also sets the file rights. # # [*elasticsearch_group*] # The group Elasticsearch should run as. This also sets the file rights # # [*purge_configdir*] # Purge the config directory for any unmanaged files # # [*service_provider*] # Service provider to use. By Default when a single service provider is possibe that one is selected. # # [*init_defaults*] # Defaults file content in hash representation # # [*init_defaults_file*] # Defaults file as puppet resource # # [*init_template*] # Service file as a template # # [*config*] # Elasticsearch configuration hash # # [*datadir*] # Allows you to set the data directory of Elasticsearch # # [*java_install*] # Install java which is required for Elasticsearch. # Defaults to: false # # [*java_package*] # If you like to install a custom java package, put the name here. # # [*manage_repo*] # Enable repo management by enabling our official repositories # # [*repo_version*] # Our repositories are versioned per major version (0.90, 1.0) select here which version you want # # [*logging_config*] # Hash representation of information you want in the logging.yml file # # [*logging_file*] # Instead of a hash you can supply a puppet:// file source for the logging.yml file # # [*default_logging_level*] # Default logging level for Elasticsearch. # Defaults to: INFO # # [*repo_stage*] # Use stdlib stage setup for managing the repo, instead of anchoring # # The default values for the parameters are set in elasticsearch::params. Have # a look at the corresponding params.pp manifest file if you need more # technical information about them. # # === Examples # # * Installation, make sure service is running and will be started at boot time: # class { 'elasticsearch': } # # * Removal/decommissioning: # class { 'elasticsearch': # ensure => 'absent', # } # # * Install everything but disable service(s) afterwards # class { 'elasticsearch': # status => 'disabled', # } # # # === Authors # # * Richard Pijnenburg # class elasticsearch( $ensure = $elasticsearch::params::ensure, $status = $elasticsearch::params::status, $restart_on_change = $elasticsearch::params::restart_on_change, $autoupgrade = $elasticsearch::params::autoupgrade, $version = false, $package_provider = 'package', $package_url = undef, $package_dir = $elasticsearch::params::package_dir, $package_name = $elasticsearch::params::package, $purge_package_dir = $elasticsearch::params::purge_package_dir, $package_dl_timeout = $elasticsearch::params::package_dl_timeout, $elasticsearch_user = $elasticsearch::params::elasticsearch_user, $elasticsearch_group = $elasticsearch::params::elasticsearch_group, $configdir = $elasticsearch::params::configdir, $purge_configdir = $elasticsearch::params::purge_configdir, $service_provider = 'init', $init_defaults = undef, $init_defaults_file = undef, $init_template = undef, $config = undef, $datadir = $elasticsearch::params::datadir, $plugindir = $elasticsearch::params::plugindir, $plugintool = $elasticsearch::params::plugintool, $java_install = false, $java_package = undef, $manage_repo = false, $repo_version = false, $logging_file = undef, $logging_config = undef, $default_logging_level = $elasticsearch::params::default_logging_level, $repo_stage = false ) inherits elasticsearch::params { anchor {'elasticsearch::begin': } anchor {'elasticsearch::end': } #### Validate parameters # ensure if ! ($ensure in [ 'present', 'absent' ]) { fail("\"${ensure}\" is not a valid ensure parameter value") } # autoupgrade validate_bool($autoupgrade) # service status if ! ($status in [ 'enabled', 'disabled', 'running', 'unmanaged' ]) { fail("\"${status}\" is not a valid status parameter value") } # restart on change validate_bool($restart_on_change) # purge conf dir validate_bool($purge_configdir) if is_array($elasticsearch::params::service_providers) { # Verify the service provider given is in the array if ! ($service_provider in $elasticsearch::params::service_providers) { fail("\"${service_provider}\" is not a valid provider for \"${::operatingsystem}\"") } $real_service_provider = $service_provider } else { # There is only one option so simply set it $real_service_provider = $elasticsearch::params::service_providers } if ($package_url != undef and $version != false) { fail('Unable to set the version number when using package_url option.') } if $ensure == 'present' { # validate config hash if ($config != undef) { validate_hash($config) } } # java install validation validate_bool($java_install) validate_bool($manage_repo) if ($manage_repo == true) { validate_string($repo_version) } #### Manage actions # package(s) class { 'elasticsearch::package': } # configuration class { 'elasticsearch::config': } if $java_install == true { # Install java class { 'elasticsearch::java': } # ensure we first java java and then manage the service Anchor['elasticsearch::begin'] -> Class['elasticsearch::java'] -> Class['elasticsearch::package'] } if ($manage_repo == true) { if ($repo_stage == false) { # use anchor for ordering # Set up repositories class { 'elasticsearch::repo': } # Ensure that we set up the repositories before trying to install # the packages Anchor['elasticsearch::begin'] -> Class['elasticsearch::repo'] -> Class['elasticsearch::package'] } else { # use staging for ordering if !(defined(Stage[$repo_stage])) { stage { $repo_stage: before => Stage['main'] } } class { 'elasticsearch::repo': stage => $repo_stage } } } #### Manage relationships if $ensure == 'present' { # we need the software before configuring it Anchor['elasticsearch::begin'] -> Class['elasticsearch::package'] -> Class['elasticsearch::config'] } else { # make sure all services are getting stopped before software removal Class['elasticsearch::config'] -> Class['elasticsearch::package'] } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/instance.pp000077500000000000000000000211511245774017100316020ustar00rootroot00000000000000# == Define: elasticsearch::instance # # This define allows you to create or remove an elasticsearch instance # # === Parameters # # [*ensure*] # String. Controls if the managed resources shall be present or # absent. If set to absent: # * The managed software packages are being uninstalled. # * Any traces of the packages will be purged as good as possible. This may # include existing configuration files. The exact behavior is provider # dependent. Q.v.: # * Puppet type reference: {package, "purgeable"}[http://j.mp/xbxmNP] # * {Puppet's package provider source code}[http://j.mp/wtVCaL] # * System modifications (if any) will be reverted as good as possible # (e.g. removal of created users, services, changed log settings, ...). # * This is thus destructive and should be used with care. # Defaults to present. # # [*status*] # String to define the status of the service. Possible values: # * enabled: Service is running and will be started at boot time. # * disabled: Service is stopped and will not be started at boot # time. # * running: Service is running but will not be started at boot time. # You can use this to start a service on the first Puppet run instead of # the system startup. # * unmanaged: Service will not be started at boot time and Puppet # does not care whether the service is running or not. For example, this may # be useful if a cluster management software is used to decide when to start # the service plus assuring it is running on the desired node. # Defaults to enabled. The singular form ("service") is used for the # sake of convenience. Of course, the defined status affects all services if # more than one is managed (see service.pp to check if this is the # case). # # [*config*] # Elasticsearch configuration hash # # [*configdir*] # Path to directory containing the elasticsearch configuration. # Use this setting if your packages deviate from the norm (/etc/elasticsearch) # # [*datadir*] # Allows you to set the data directory of Elasticsearch # # [*logging_file*] # Instead of a hash you can supply a puppet:// file source for the logging.yml file # # [*logging_cnofig*] # Hash representation of information you want in the logging.yml file # # [*logging_level*] # Default logging level for Elasticsearch. # Defaults to: INFO # # [*init_defaults*] # Defaults file content in hash representation # # === Authors # # * Richard Pijnenburg # define elasticsearch::instance( $ensure = $elasticsearch::ensure, $status = $elasticsearch::status, $config = undef, $configdir = undef, $datadir = undef, $logging_file = undef, $logging_config = undef, $logging_level = $elasticsearch::default_logging_level, $init_defaults = undef ) { require elasticsearch require elasticsearch::params File { owner => $elasticsearch::elasticsearch_user, group => $elasticsearch::elasticsearch_group } Exec { path => [ '/bin', '/usr/bin', '/usr/local/bin' ], cwd => '/', } # ensure if ! ($ensure in [ 'present', 'absent' ]) { fail("\"${ensure}\" is not a valid ensure parameter value") } $notify_service = $elasticsearch::restart_on_change ? { true => Elasticsearch::Service[$name], false => undef, } # Instance config directory if ($configdir == undef) { $instance_configdir = "${elasticsearch::configdir}/${name}" } else { $instance_configdir = $configdir } if ($ensure == 'present') { # Configuration hash if ($config == undef) { $instance_config = {} } else { validate_hash($config) $instance_config = $config } if(has_key($instance_config, 'node.name')) { $instance_node_name = {} } elsif(has_key($instance_config,'node')) { if(has_key($instance_config['node'], 'name')) { $instance_node_name = {} } else { $instance_node_name = { 'node.name' => "${::hostname}-${name}" } } } else { $instance_node_name = { 'node.name' => "${::hostname}-${name}" } } # String or array for data dir(s) if ($datadir == undef) { if (is_array($elasticsearch::datadir)) { $instance_datadir = array_suffix($elasticsearch::datadir, "/${name}") } else { $instance_datadir = "${elasticsearch::datadir}/${name}" } } else { $instance_datadir = $datadir } # Logging file or hash if ($logging_file != undef) { $logging_source = $logging_file $logging_content = undef } elsif ($elasticsearch::logging_file != undef) { $logging_source = $elasticsearch::logging_file $logging_content = undef } else { if(is_hash($elasticsearch::logging_config)) { $main_logging_config = $elasticsearch::logging_config } else { $main_logging_config = { } } if(is_hash($logging_config)) { $instance_logging_config = $logging_config } else { $instance_logging_config = { } } $logging_hash = merge($elasticsearch::params::logging_defaults, $main_logging_config, $instance_logging_config) $logging_content = template("${module_name}/etc/elasticsearch/logging.yml.erb") $logging_source = undef } $instance_datadir_config = { 'path.data' => $instance_datadir } if(is_array($instance_datadir)) { $dirs = join($instance_datadir, ' ') } else { $dirs = $instance_datadir } exec { "mkdir_datadir_elasticsearch_${name}": command => "mkdir -p ${dirs}", creates => $instance_datadir, require => Class['elasticsearch::package'], before => Elasticsearch::Service[$name] } file { $instance_datadir: ensure => 'directory', owner => $elasticsearch::elasticsearch_user, group => $elasticsearch::elasticsearch_group, mode => '0770', require => [ Exec["mkdir_datadir_elasticsearch_${name}"], Class['elasticsearch::package'] ], before => Elasticsearch::Service[$name] } exec { "mkdir_configdir_elasticsearch_${name}": command => "mkdir -p ${instance_configdir}", creates => $elasticsearch::configdir, require => Class['elasticsearch::package'], before => Elasticsearch::Service[$name] } file { $instance_configdir: ensure => 'directory', mode => '0644', purge => $elasticsearch::purge_configdir, force => $elasticsearch::purge_configdir, require => [ Exec["mkdir_configdir_elasticsearch_${name}"], Class['elasticsearch::package'] ], before => Elasticsearch::Service[$name] } file { "${instance_configdir}/logging.yml": ensure => file, content => $logging_content, source => $logging_source, mode => '0644', notify => $notify_service, require => Class['elasticsearch::package'], before => Elasticsearch::Service[$name] } $require = Class['elasticsearch::package'] $before = undef # build up new config $instance_conf = merge($elasticsearch::config, $instance_node_name, $instance_config, $instance_datadir_config) # defaults file content if (is_hash($elasticsearch::init_defaults)) { $global_init_defaults = $elasticsearch::init_defaults } else { $global_init_defaults = { } } $instance_init_defaults_main = { 'CONF_DIR' => $instance_configdir, 'CONF_FILE' => "${instance_configdir}/elasticsearch.yml", 'LOG_DIR' => "/var/log/elasticsearch/${name}", 'ES_HOME' => '/usr/share/elasticsearch' } if (is_hash($init_defaults)) { $instance_init_defaults = $init_defaults } else { $instance_init_defaults = { } } $init_defaults_new = merge($global_init_defaults, $instance_init_defaults_main, $instance_init_defaults ) $user = $elasticsearch::elasticsearch_user $group = $elasticsearch::elasticsearch_group file { "${instance_configdir}/elasticsearch.yml": ensure => file, content => template("${module_name}/etc/elasticsearch/elasticsearch.yml.erb"), mode => '0644', notify => $notify_service, require => Class['elasticsearch::package'] } } else { file { $instance_configdir: ensure => 'absent', recurse => true, force => true, before => Elasticsearch::Service[$name] } $require = undef $before = Class['elasticsearch::config'] } elasticsearch::service { $name: init_defaults => $init_defaults_new, init_template => "${module_name}/etc/init.d/${elasticsearch::params::init_template}", require => $require, before => $before } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/java.pp000077500000000000000000000026321245774017100307220ustar00rootroot00000000000000# == Class: elasticsearch::java # # This class exists to install java if its not managed from an other module # # # === Parameters # # This class does not provide any parameters. # # # === Examples # # This class may be imported by other classes to use its functionality: # class { 'elasticsearch::java': } # # It is not intended to be used directly by external resources like node # definitions or other modules. # # # === Authors # # * Richard Pijnenburg # class elasticsearch::java { if $elasticsearch::java_package == undef { # Default Java package case $::operatingsystem { 'CentOS', 'Fedora', 'Scientific', 'RedHat', 'Amazon', 'OracleLinux': { $package = 'java-1.7.0-openjdk' } 'Debian', 'Ubuntu': { case $::lsbdistcodename { 'squeeze': { $package = 'openjdk-6-jre-headless' } default: { $package = 'openjdk-7-jre-headless' } } } 'OpenSuSE': { $package = 'java-1_6_0-openjdk' } default: { fail("\"${module_name}\" provides no java package for \"${::operatingsystem}\"") } } } else { $package = $elasticsearch::java_package } ## Install the java package unless already specified somewhere else if !defined(Package[$package]) { package { $package: ensure => present } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/package.pp000077500000000000000000000106521245774017100313750ustar00rootroot00000000000000# == Class: elasticsearch::package # # This class exists to coordinate all software package management related # actions, functionality and logical units in a central place. # # # === Parameters # # This class does not provide any parameters. # # # === Examples # # This class may be imported by other classes to use its functionality: # class { 'elasticsearch::package': } # # It is not intended to be used directly by external resources like node # definitions or other modules. # # # === Authors # # * Richard Pijnenburg # class elasticsearch::package { Exec { path => [ '/bin', '/usr/bin', '/usr/local/bin' ], cwd => '/', tries => 3, try_sleep => 10 } #### Package management # set params: in operation if $elasticsearch::ensure == 'present' { # Check if we want to install a specific version or not if $elasticsearch::version == false { $package_ensure = $elasticsearch::autoupgrade ? { true => 'latest', false => 'present', } } else { # install specific version $package_ensure = $elasticsearch::version } # action if ($elasticsearch::package_url != undef) { case $elasticsearch::package_provider { 'package': { $before = Package[$elasticsearch::package_name] } default: { fail("software provider \"${elasticsearch::software_provider}\".") } } $package_dir = $elasticsearch::package_dir # Create directory to place the package file exec { 'create_package_dir_elasticsearch': cwd => '/', path => ['/usr/bin', '/bin'], command => "mkdir -p ${elasticsearch::package_dir}", creates => $elasticsearch::package_dir; } file { $package_dir: ensure => 'directory', purge => $elasticsearch::purge_package_dir, force => $elasticsearch::purge_package_dir, backup => false, require => Exec['create_package_dir_elasticsearch'], } $filenameArray = split($elasticsearch::package_url, '/') $basefilename = $filenameArray[-1] $sourceArray = split($elasticsearch::package_url, ':') $protocol_type = $sourceArray[0] $extArray = split($basefilename, '\.') $ext = $extArray[-1] $pkg_source = "${package_dir}/${basefilename}" case $protocol_type { puppet: { file { $pkg_source: ensure => present, source => $elasticsearch::package_url, require => File[$package_dir], backup => false, before => $before } } ftp, https, http: { exec { 'download_package_elasticsearch': command => "${elasticsearch::params::download_tool} ${pkg_source} ${elasticsearch::package_url} 2> /dev/null", creates => $pkg_source, timeout => $elasticsearch::package_dl_timeout, require => File[$package_dir], before => $before } } file: { $source_path = $sourceArray[1] file { $pkg_source: ensure => present, source => $source_path, require => File[$package_dir], backup => false, before => $before } } default: { fail("Protocol must be puppet, file, http, https, or ftp. You have given \"${protocol_type}\"") } } if ($elasticsearch::package_provider == 'package') { case $ext { 'deb': { $pkg_provider = 'dpkg' } 'rpm': { $pkg_provider = 'rpm' } default: { fail("Unknown file extention \"${ext}\".") } } } } else { $pkg_source = undef $pkg_provider = undef } # Package removal } else { $pkg_source = undef if ($::operatingsystem == 'OpenSuSE') { $pkg_provider = 'rpm' } else { $pkg_provider = undef } $package_ensure = 'absent' $package_dir = $elasticsearch::package_dir file { $package_dir: ensure => 'absent', purge => true, force => true, backup => false } } if ($elasticsearch::package_provider == 'package') { package { $elasticsearch::package_name: ensure => $package_ensure, source => $pkg_source, provider => $pkg_provider, } } else { fail("\"${elasticsearch::package_provider}\" is not supported") } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/params.pp000077500000000000000000000106631245774017100312670ustar00rootroot00000000000000# == Class: elasticsearch::params # # This class exists to # 1. Declutter the default value assignment for class parameters. # 2. Manage internally used module variables in a central place. # # Therefore, many operating system dependent differences (names, paths, ...) # are addressed in here. # # # === Parameters # # This class does not provide any parameters. # # # === Examples # # This class is not intended to be used directly. # # # === Links # # * {Puppet Docs: Using Parameterized Classes}[http://j.mp/nVpyWY] # # # === Authors # # * Richard Pijnenburg # class elasticsearch::params { #### Default values for the parameters of the main module class, init.pp # ensure $ensure = 'present' # autoupgrade $autoupgrade = false # service status $status = 'enabled' # restart on configuration change? $restart_on_change = true # Purge configuration directory $purge_configdir = false $purge_package_dir = false # package download timeout $package_dl_timeout = 600 # 300 seconds is default of puppet $default_logging_level = 'INFO' $logging_defaults = { 'action' => 'DEBUG', 'com.amazonaws' => 'WARN', 'index.search.slowlog' => 'TRACE, index_search_slow_log_file', 'index.indexing.slowlog' => 'TRACE, index_indexing_slow_log_file' } #### Internal module values # User and Group for the files and user to run the service as. case $::kernel { 'Linux': { $elasticsearch_user = 'elasticsearch' $elasticsearch_group = 'elasticsearch' } 'Darwin': { $elasticsearch_user = 'elasticsearch' $elasticsearch_group = 'elasticsearch' } default: { fail("\"${module_name}\" provides no user/group default value for \"${::kernel}\"") } } # Download tool case $::kernel { 'Linux': { $download_tool = 'wget -O' } 'Darwin': { $download_tool = 'curl -o' } default: { fail("\"${module_name}\" provides no download tool default value for \"${::kernel}\"") } } # Different path definitions case $::kernel { 'Linux': { $configdir = '/etc/elasticsearch' $package_dir = '/opt/elasticsearch/swdl' $installpath = '/opt/elasticsearch' $plugindir = '/usr/share/elasticsearch/plugins' $plugintool = '/usr/share/elasticsearch/bin/plugin' $datadir = '/usr/share/elasticsearch/data' } default: { fail("\"${module_name}\" provides no config directory default value for \"${::kernel}\"") } } # packages case $::operatingsystem { 'RedHat', 'CentOS', 'Fedora', 'Scientific', 'Amazon', 'OracleLinux', 'SLC': { # main application $package = [ 'elasticsearch' ] } 'Debian', 'Ubuntu': { # main application $package = [ 'elasticsearch' ] } 'OpenSuSE': { $package = [ 'elasticsearch' ] } default: { fail("\"${module_name}\" provides no package default value for \"${::operatingsystem}\"") } } # service parameters case $::operatingsystem { 'RedHat', 'CentOS', 'Fedora', 'Scientific', 'Amazon', 'OracleLinux', 'SLC': { $service_name = 'elasticsearch' $service_hasrestart = true $service_hasstatus = true $service_pattern = $service_name $service_providers = [ 'init' ] $defaults_location = '/etc/sysconfig' $init_template = 'elasticsearch.RedHat.erb' } 'Debian', 'Ubuntu': { $service_name = 'elasticsearch' $service_hasrestart = true $service_hasstatus = true $service_pattern = $service_name $service_providers = [ 'init' ] $defaults_location = '/etc/default' $init_template = 'elasticsearch.Debian.erb' } 'Darwin': { $service_name = 'FIXME/TODO' $service_hasrestart = true $service_hasstatus = true $service_pattern = $service_name $service_providers = [ 'launchd' ] $defaults_location = false } 'OpenSuSE': { $service_name = 'elasticsearch' $service_hasrestart = true $service_hasstatus = true $service_pattern = $service_name $service_providers = 'systemd' $defaults_location = '/etc/sysconfig' $init_template = 'elasticsearch.OpenSuSE.erb' } default: { fail("\"${module_name}\" provides no service parameters for \"${::operatingsystem}\"") } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/plugin.pp000077500000000000000000000054101245774017100312740ustar00rootroot00000000000000# == Define: elasticsearch::plugin # # This define allows you to install arbitrary Elasticsearch plugins # either by using the default repositories or by specifying an URL # # All default values are defined in the elasticsearch::params class. # # # === Parameters # # [*module_dir*] # Directory name where the module will be installed # Value type is string # Default value: None # This variable is required # # [*ensure*] # Whether the plugin will be installed or removed. # Set to 'absent' to ensure a plugin is not installed # Value type is string # Default value: present # This variable is optional # # [*url*] # Specify an URL where to download the plugin from. # Value type is string # Default value: None # This variable is optional # # [*instances*] # Specify all the instances related # value type is string or array # # === Examples # # # From official repository # elasticsearch::plugin{'mobz/elasticsearch-head': module_dir => 'head'} # # # From custom url # elasticsearch::plugin{ 'elasticsearch-jetty': # module_dir => 'elasticsearch-jetty', # url => 'https://oss-es-plugins.s3.amazonaws.com/elasticsearch-jetty/elasticsearch-jetty-0.90.0.zip', # } # # === Authors # # * Matteo Sessa # * Dennis Konert # * Richard Pijnenburg # define elasticsearch::plugin( $module_dir, $instances, $ensure = 'present', $url = '' ) { include elasticsearch Exec { path => [ '/bin', '/usr/bin', '/usr/local/bin' ], cwd => '/', user => $elasticsearch::elasticsearch_user, tries => 6, try_sleep => 10 } $notify_service = $elasticsearch::restart_on_change ? { false => undef, default => Elasticsearch::Service[$instances], } if ($module_dir != '') { validate_string($module_dir) } else { fail("module_dir undefined for plugin ${name}") } if ($url != '') { validate_string($url) $install_cmd = "${elasticsearch::plugintool} -install ${name} -url ${url}" $exec_rets = [0,1] } else { $install_cmd = "${elasticsearch::plugintool} -install ${name}" $exec_rets = [0,] } case $ensure { 'installed', 'present': { exec {"install_plugin_${name}": command => $install_cmd, creates => "${elasticsearch::plugindir}/${module_dir}", returns => $exec_rets, notify => $notify_service, require => File[$elasticsearch::plugindir] } } default: { exec {"remove_plugin_${name}": command => "${elasticsearch::plugintool} --remove ${module_dir}", onlyif => "test -d ${elasticsearch::plugindir}/${module_dir}", notify => $notify_service, } } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/python.pp000077500000000000000000000035011245774017100313160ustar00rootroot00000000000000# == Define: elasticsearch::python # # there are many python bindings for elasticsearch. This provides all # the ones we know about http://www.elasticsearch.org/guide/clients/ # # === Parameters # # [*ensure*] # String. Controls if the managed resources shall be present or # absent. If set to absent: # * The managed software packages are being uninstalled. # * Any traces of the packages will be purged as good as possible. This may # include existing configuration files. The exact behavior is provider # dependent. Q.v.: # * Puppet type reference: {package, "purgeable"}[http://j.mp/xbxmNP] # * {Puppet's package provider source code}[http://j.mp/wtVCaL] # * System modifications (if any) will be reverted as good as possible # (e.g. removal of created users, services, changed log settings, ...). # * This is thus destructive and should be used with care. # Defaults to present. # # === Examples # # elasticsearch::python { 'pyes':; } # # === Authors # # * Richard Pijnenburg # define elasticsearch::python ( $ensure = 'present' ) { if ! ($ensure in [ 'present', 'absent' ]) { fail("\"${ensure}\" is not a valid ensure parameter value") } # make sure the package name is valid and setup the provider as # necessary case $name { 'pyes': { $provider = 'pip' } 'rawes': { $provider = 'pip' } 'pyelasticsearch': { $provider = 'pip' } 'ESClient': { $provider = 'pip' } 'elasticutils': { $provider = 'pip' } 'elasticsearch': { $provider = 'pip' } default: { fail("unknown python binding package '${name}'") } } package { "python_${name}": ensure => $ensure, name => $name, provider => $provider, } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/repo.pp000077500000000000000000000045231245774017100307470ustar00rootroot00000000000000# == Class: elasticsearch::repo # # This class exists to install and manage yum and apt repositories # that contain elasticsearch official elasticsearch packages # # # === Parameters # # This class does not provide any parameters. # # # === Examples # # This class may be imported by other classes to use its functionality: # class { 'elasticsearch::repo': } # # It is not intended to be used directly by external resources like node # definitions or other modules. # # # === Authors # # * Phil Fenstermacher # * Richard Pijnenburg # class elasticsearch::repo { Exec { path => [ '/bin', '/usr/bin', '/usr/local/bin' ], cwd => '/', } case $::osfamily { 'Debian': { if !defined(Class['apt']) { class { 'apt': } } apt::source { 'elasticsearch': location => "http://packages.elasticsearch.org/elasticsearch/${elasticsearch::repo_version}/debian", release => 'stable', repos => 'main', key => 'D88E42B4', key_source => 'http://packages.elasticsearch.org/GPG-KEY-elasticsearch', include_src => false, } } 'RedHat', 'Linux': { yumrepo { 'elasticsearch': descr => 'elasticsearch repo', baseurl => "http://packages.elasticsearch.org/elasticsearch/${elasticsearch::repo_version}/centos", gpgcheck => 1, gpgkey => 'http://packages.elasticsearch.org/GPG-KEY-elasticsearch', enabled => 1, } } 'Suse': { exec { 'elasticsearch_suse_import_gpg': command => 'rpmkeys --import http://packages.elasticsearch.org/GPG-KEY-elasticsearch', unless => 'test $(rpm -qa gpg-pubkey | grep -i "D88E42B4" | wc -l) -eq 1 ', notify => [ Zypprepo['elasticsearch'] ] } zypprepo { 'elasticsearch': baseurl => "http://packages.elasticsearch.org/elasticsearch/${elasticsearch::repo_version}/centos", enabled => 1, autorefresh => 1, name => 'elasticsearch', gpgcheck => 1, gpgkey => 'http://packages.elasticsearch.org/GPG-KEY-elasticsearch', type => 'yum' } } default: { fail("\"${module_name}\" provides no repository information for OSfamily \"${::osfamily}\"") } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/ruby.pp000077500000000000000000000034031245774017100307570ustar00rootroot00000000000000# == Define: elasticsearch::ruby # # there are many ruby bindings for elasticsearch. This provides all # the ones we know about http://www.elasticsearch.org/guide/clients/ # # === Parameters # # [*ensure*] # String. Controls if the managed resources shall be present or # absent. If set to absent: # * The managed software packages are being uninstalled. # * Any traces of the packages will be purged as good as possible. This may # include existing configuration files. The exact behavior is provider # dependent. Q.v.: # * Puppet type reference: {package, "purgeable"}[http://j.mp/xbxmNP] # * {Puppet's package provider source code}[http://j.mp/wtVCaL] # * System modifications (if any) will be reverted as good as possible # (e.g. removal of created users, services, changed log settings, ...). # * This is thus destructive and should be used with care. # Defaults to present. # # === Examples # # elasticsearch::ruby { 'elasticsearch':; } # # === Authors # # * Richard Pijnenburg # define elasticsearch::ruby ( $ensure = 'present' ) { if ! ($ensure in [ 'present', 'absent' ]) { fail("\"${ensure}\" is not a valid ensure parameter value") } # make sure the package name is valid and setup the provider as # necessary case $name { 'tire': { $provider = 'gem' } 'stretcher': { $provider = 'gem' } 'elastic_searchable': { $provider = 'gem' } 'elasticsearch': { $provider = 'gem' } 'flex': { $provider = 'gem' } default: { fail("unknown ruby client package '${name}'") } } package { "ruby_${name}": ensure => $ensure, name => $name, provider => $provider, } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/service.pp000077500000000000000000000064611245774017100314450ustar00rootroot00000000000000# == Class: elasticsearch::service # # This class exists to coordinate all service management related actions, # functionality and logical units in a central place. # # Note: "service" is the Puppet term and type for background processes # in general and is used in a platform-independent way. E.g. "service" means # "daemon" in relation to Unix-like systems. # # # === Parameters # # [*ensure*] # String. Controls if the managed resources shall be present or # absent. If set to absent: # * The managed software packages are being uninstalled. # * Any traces of the packages will be purged as good as possible. This may # include existing configuration files. The exact behavior is provider # dependent. Q.v.: # * Puppet type reference: {package, "purgeable"}[http://j.mp/xbxmNP] # * {Puppet's package provider source code}[http://j.mp/wtVCaL] # * System modifications (if any) will be reverted as good as possible # (e.g. removal of created users, services, changed log settings, ...). # * This is thus destructive and should be used with care. # Defaults to present. # # [*status*] # String to define the status of the service. Possible values: # * enabled: Service is running and will be started at boot time. # * disabled: Service is stopped and will not be started at boot # time. # * running: Service is running but will not be started at boot time. # You can use this to start a service on the first Puppet run instead of # the system startup. # * unmanaged: Service will not be started at boot time and Puppet # does not care whether the service is running or not. For example, this may # be useful if a cluster management software is used to decide when to start # the service plus assuring it is running on the desired node. # Defaults to enabled. The singular form ("service") is used for the # sake of convenience. Of course, the defined status affects all services if # more than one is managed (see service.pp to check if this is the # case). # # [*init_defaults*] # Defaults file content in hash representation # # [*init_defaults_file*] # Defaults file as puppet resource # # [*init_template*] # Service file as a template # # === Authors # # * Richard Pijnenburg # define elasticsearch::service( $ensure = $elasticsearch::ensure, $status = $elasticsearch::status, $init_defaults_file = undef, $init_defaults = undef, $init_template = undef, ) { case $elasticsearch::real_service_provider { init: { elasticsearch::service::init { $name: ensure => $ensure, status => $status, init_defaults_file => $init_defaults_file, init_defaults => $init_defaults, init_template => $init_template, } } systemd: { elasticsearch::service::systemd { $name: ensure => $ensure, status => $status, init_defaults_file => $init_defaults_file, init_defaults => $init_defaults, init_template => $init_template, } } default: { fail("Unknown service provider ${elasticsearch::real_service_provider}") } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/service/000077500000000000000000000000001245774017100310725ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/service/init.pp000077500000000000000000000137551245774017100324140ustar00rootroot00000000000000# == Define: elasticsearch::service::init # # This class exists to coordinate all service management related actions, # functionality and logical units in a central place. # # Note: "service" is the Puppet term and type for background processes # in general and is used in a platform-independent way. E.g. "service" means # "daemon" in relation to Unix-like systems. # # # === Parameters # # [*ensure*] # String. Controls if the managed resources shall be present or # absent. If set to absent: # * The managed software packages are being uninstalled. # * Any traces of the packages will be purged as good as possible. This may # include existing configuration files. The exact behavior is provider # dependent. Q.v.: # * Puppet type reference: {package, "purgeable"}[http://j.mp/xbxmNP] # * {Puppet's package provider source code}[http://j.mp/wtVCaL] # * System modifications (if any) will be reverted as good as possible # (e.g. removal of created users, services, changed log settings, ...). # * This is thus destructive and should be used with care. # Defaults to present. # # [*status*] # String to define the status of the service. Possible values: # * enabled: Service is running and will be started at boot time. # * disabled: Service is stopped and will not be started at boot # time. # * running: Service is running but will not be started at boot time. # You can use this to start a service on the first Puppet run instead of # the system startup. # * unmanaged: Service will not be started at boot time and Puppet # does not care whether the service is running or not. For example, this may # be useful if a cluster management software is used to decide when to start # the service plus assuring it is running on the desired node. # Defaults to enabled. The singular form ("service") is used for the # sake of convenience. Of course, the defined status affects all services if # more than one is managed (see service.pp to check if this is the # case). # # [*init_defaults*] # Defaults file content in hash representation # # [*init_defaults_file*] # Defaults file as puppet resource # # [*init_template*] # Service file as a template # # === Authors # # * Richard Pijnenburg # define elasticsearch::service::init( $ensure = $elasticsearch::ensure, $status = $elasticsearch::status, $init_defaults_file = undef, $init_defaults = undef, $init_template = undef, ) { #### Service management # set params: in operation if $ensure == 'present' { case $status { # make sure service is currently running, start it on boot 'enabled': { $service_ensure = 'running' $service_enable = true } # make sure service is currently stopped, do not start it on boot 'disabled': { $service_ensure = 'stopped' $service_enable = false } # make sure service is currently running, do not start it on boot 'running': { $service_ensure = 'running' $service_enable = false } # do not start service on boot, do not care whether currently running # or not 'unmanaged': { $service_ensure = undef $service_enable = false } # unknown status # note: don't forget to update the parameter check in init.pp if you # add a new or change an existing status. default: { fail("\"${status}\" is an unknown service status value") } } # set params: removal } else { # make sure the service is stopped and disabled (the removal itself will be # done by package.pp) $service_ensure = 'stopped' $service_enable = false } $notify_service = $elasticsearch::restart_on_change ? { true => Service[$name], false => undef, } if ( $status != 'unmanaged' and $ensure == 'present' ) { # defaults file content. Either from a hash or file if ($init_defaults_file != undef) { file { "${elasticsearch::params::defaults_location}/elasticsearch-${name}": ensure => $ensure, source => $init_defaults_file, owner => 'root', group => 'root', mode => '0644', before => Service[$name], notify => $notify_service } } elsif ($init_defaults != undef and is_hash($init_defaults) ) { $init_defaults_pre_hash = { 'ES_USER' => $elasticsearch::elasticsearch_user, 'ES_GROUP' => $elasticsearch::elasticsearch_group } $new_init_defaults = merge($init_defaults_pre_hash, $init_defaults) augeas { "defaults_${name}": incl => "${elasticsearch::params::defaults_location}/elasticsearch-${name}", lens => 'Shellvars.lns', changes => template("${module_name}/etc/sysconfig/defaults.erb"), before => Service[$name], notify => $notify_service } } # init file from template if ($init_template != undef) { file { "/etc/init.d/elasticsearch-${name}": ensure => $ensure, content => template($init_template), owner => 'root', group => 'root', mode => '0755', before => Service[$name], notify => $notify_service } } } elsif ($status != 'unmanaged') { file { "/etc/init.d/elasticsearch-${name}": ensure => 'absent', subscribe => Service[$name] } file { "${elasticsearch::params::defaults_location}/elasticsearch-${name}": ensure => 'absent', subscribe => Service[$name] } } if ( $status != 'unmanaged') { # action service { $name: ensure => $service_ensure, enable => $service_enable, name => "elasticsearch-${name}", hasstatus => $elasticsearch::params::service_hasstatus, hasrestart => $elasticsearch::params::service_hasrestart, pattern => $elasticsearch::params::service_pattern, } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/service/systemd.pp000077500000000000000000000143131245774017100331300ustar00rootroot00000000000000# == Define: elasticsearch::service::systemd # # This define exists to coordinate all service management related actions, # functionality and logical units in a central place. # # Note: "service" is the Puppet term and type for background processes # in general and is used in a platform-independent way. E.g. "service" means # "daemon" in relation to Unix-like systems. # # # === Parameters # # [*ensure*] # String. Controls if the managed resources shall be present or # absent. If set to absent: # * The managed software packages are being uninstalled. # * Any traces of the packages will be purged as good as possible. This may # include existing configuration files. The exact behavior is provider # dependent. Q.v.: # * Puppet type reference: {package, "purgeable"}[http://j.mp/xbxmNP] # * {Puppet's package provider source code}[http://j.mp/wtVCaL] # * System modifications (if any) will be reverted as good as possible # (e.g. removal of created users, services, changed log settings, ...). # * This is thus destructive and should be used with care. # Defaults to present. # # [*status*] # String to define the status of the service. Possible values: # * enabled: Service is running and will be started at boot time. # * disabled: Service is stopped and will not be started at boot # time. # * running: Service is running but will not be started at boot time. # You can use this to start a service on the first Puppet run instead of # the system startup. # * unmanaged: Service will not be started at boot time and Puppet # does not care whether the service is running or not. For example, this may # be useful if a cluster management software is used to decide when to start # the service plus assuring it is running on the desired node. # Defaults to enabled. The singular form ("service") is used for the # sake of convenience. Of course, the defined status affects all services if # more than one is managed (see service.pp to check if this is the # case). # # [*init_defaults*] # Defaults file content in hash representation # # [*init_defaults_file*] # Defaults file as puppet resource # # [*init_template*] # Service file as a template # # === Authors # # * Richard Pijnenburg # define elasticsearch::service::systemd( $ensure = $elasticsearch::ensure, $status = $elasticsearch::status, $init_defaults_file = undef, $init_defaults = undef, $init_template = undef, ) { #### Service management # set params: in operation if $ensure == 'present' { case $status { # make sure service is currently running, start it on boot 'enabled': { $service_ensure = 'running' $service_enable = true } # make sure service is currently stopped, do not start it on boot 'disabled': { $service_ensure = 'stopped' $service_enable = false } # make sure service is currently running, do not start it on boot 'running': { $service_ensure = 'running' $service_enable = false } # do not start service on boot, do not care whether currently running # or not 'unmanaged': { $service_ensure = undef $service_enable = false } # unknown status # note: don't forget to update the parameter check in init.pp if you # add a new or change an existing status. default: { fail("\"${status}\" is an unknown service status value") } } } else { # make sure the service is stopped and disabled (the removal itself will be # done by package.pp) $service_ensure = 'stopped' $service_enable = false } $notify_service = $elasticsearch::restart_on_change ? { true => [ Exec['systemd_reload'], Service[$name] ], false => Exec['systemd_reload'], } if ( $status != 'unmanaged' and $ensure == 'present' ) { # defaults file content. Either from a hash or file if ($init_defaults_file != undef) { file { "${elasticsearch::params::defaults_location}/elasticsearch-${name}": ensure => $ensure, source => $init_defaults_file, owner => 'root', group => 'root', mode => '0644', before => Service[$name], notify => $notify_service } } elsif ($init_defaults != undef and is_hash($init_defaults) ) { $init_defaults_pre_hash = { 'ES_USER' => $elasticsearch::elasticsearch_user, 'ES_GROUP' => $elasticsearch::elasticsearch_group } $new_init_defaults = merge($init_defaults_pre_hash, $init_defaults) augeas { "defaults_${name}": incl => "${elasticsearch::params::defaults_location}/elasticsearch-${name}", lens => 'Shellvars.lns', changes => template("${module_name}/etc/sysconfig/defaults.erb"), before => Service[$name], notify => $notify_service } } # init file from template if ($init_template != undef) { file { "/usr/lib/systemd/system/elasticsearch-${name}.service": ensure => $ensure, content => template($init_template), before => Service[$name], notify => $notify_service } } } elsif($status != 'unmanaged') { file { "/usr/lib/systemd/system/elasticsearch-${name}.service": ensure => 'absent', subscribe => Service[$name], notify => Exec['systemd_reload'] } file { "${elasticsearch::params::defaults_location}/elasticsearch-${name}": ensure => 'absent', subscribe => Service[$name] } } if(!defined(Exec['systemd_reload'])) { exec { 'systemd_reload': command => '/bin/systemctl daemon-reload', refreshonly => true, } } if ($status != 'unmanaged') { # action service { $name: ensure => $service_ensure, enable => $service_enable, name => "elasticsearch-${name}.service", hasstatus => $elasticsearch::params::service_hasstatus, hasrestart => $elasticsearch::params::service_hasrestart, pattern => $elasticsearch::params::service_pattern, provider => 'systemd' } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/manifests/template.pp000077500000000000000000000065621245774017100316220ustar00rootroot00000000000000# == Define: elasticsearch::template # # This define allows you to insert, update or delete templates that are used within Elasticsearch for the indexes # # === Parameters # # [*ensure*] # String. Controls if the managed resources shall be present or # absent. If set to absent: # * The managed software packages are being uninstalled. # * Any traces of the packages will be purged as good as possible. This may # include existing configuration files. The exact behavior is provider # dependent. Q.v.: # * Puppet type reference: {package, "purgeable"}[http://j.mp/xbxmNP] # * {Puppet's package provider source code}[http://j.mp/wtVCaL] # * System modifications (if any) will be reverted as good as possible # (e.g. removal of created users, services, changed log settings, ...). # * This is thus destructive and should be used with care. # Defaults to present. # # [*file*] # File path of the template ( json file ) # Value type is string # Default value: undef # This variable is optional # # [*host*] # Host name or IP address of the ES instance to connect to # Value type is string # Default value: localhost # This variable is optional # # [*port*] # Port number of the ES instance to connect to # Value type is number # Default value: 9200 # This variable is optional # # === Authors # # * Richard Pijnenburg # define elasticsearch::template( $ensure = 'present', $file = undef, $host = 'localhost', $port = 9200 ) { require elasticsearch # ensure if ! ($ensure in [ 'present', 'absent' ]) { fail("\"${ensure}\" is not a valid ensure parameter value") } if ! is_integer($port) { fail("\"${port}\" is not an integer") } Exec { path => [ '/bin', '/usr/bin', '/usr/local/bin' ], cwd => '/', tries => 6, try_sleep => 10 } # Build up the url $es_url = "http://${host}:${port}/_template/${name}" # Can't do a replace and delete at the same time if ($ensure == 'present') { # Fail when no file is supplied if $file == undef { fail('The variable "file" cannot be empty when inserting or updating a template') } else { # we are good to go. notify to insert in case we deleted $insert_notify = Exec[ "insert_template_${name}" ] } } else { $insert_notify = undef } # Delete the existing template # First check if it exists of course exec { "delete_template_${name}": command => "curl -s -XDELETE ${es_url}", onlyif => "test $(curl -s '${es_url}?pretty=true' | wc -l) -gt 1", notify => $insert_notify, refreshonly => true } if ($ensure == 'present') { # place the template file file { "${elasticsearch::configdir}/templates_import/elasticsearch-template-${name}.json": ensure => 'present', source => $file, notify => Exec[ "delete_template_${name}" ], require => Exec[ 'mkdir_templates_elasticsearch' ], } exec { "insert_template_${name}": command => "curl -sL -w \"%{http_code}\\n\" -XPUT ${es_url} -d @${elasticsearch::configdir}/templates_import/elasticsearch-template-${name}.json -o /dev/null | egrep \"(200|201)\" > /dev/null", unless => "test $(curl -s '${es_url}?pretty=true' | wc -l) -gt 1", refreshonly => true, loglevel => 'debug' } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/metadata.json000077500000000000000000000067411245774017100301270ustar00rootroot00000000000000{ "checksums": { "templates/etc/init.d/elasticsearch.OpenSuSE.erb": "61d511192a7b6a915f590cba546fd889", "manifests/java.pp": "3819ea036ac7e567c39db9de75c6f872", "templates/etc/elasticsearch/elasticsearch.yml.erb": "08529839471ef1fac3a9f4a169ec5da8", "manifests/service/systemd.pp": "57c55efab6e9f6caaae9e3089a968034", "manifests/init.pp": "b9b7d37525cf6382ca869804cf8ba80e", "manifests/plugin.pp": "b27f67d396e04793bf531c532e995619", "manifests/repo.pp": "4cff161af5b4500437354d79c1839307", "Modulefile": "653b1bff9613d3fc098a68cef7e918dc", "templates/etc/sysconfig/defaults.erb": "57b40f8213c0c05d5dcf185bf00a25b7", "manifests/python.pp": "109f076fea175ffef78da479952dc1a0", "README.md": "55a4473980aa2b2b03a8db107402fd27", "manifests/config.pp": "0155b990aa2e09b86fa187161c184000", "LICENSE": "87206ee6a28567b8effa1bd7d4958e9a", "manifests/service/init.pp": "ce749e3c6a3c1e04156e966a3821bd61", "manifests/params.pp": "2ae353388e401a3455a121a0ea49b894", "manifests/package.pp": "aea453dc467d0648191474f7ced1b96b", "manifests/template.pp": "ebd046dba1cff5748451201b2fbf512c", "manifests/instance.pp": "bfb0102e8e0ff0df8a92442971869e32", "CHANGELOG.md": "421419a15c02ba344171b4decf62fb55", "templates/etc/init.d/elasticsearch.RedHat.erb": "0041ae02494de0fd6342a8171aa50f33", "templates/etc/elasticsearch/logging.yml.erb": "99062dbf00c6b96d9bec7382dadafb9d", "manifests/ruby.pp": "dd72a2538e23bba1c47618c9b3e6d66f", "templates/etc/init.d/elasticsearch.Debian.erb": "fcbad083cd2029b601a42c2c67160b39", "CONTRIBUTORS": "14df2fd27cf7b6ca9833527f2ba93442", "lib/puppet/parser/functions/array_suffix.rb": "f4d8cfd448698eb9594f49bb2ed3c263", "CONTRIBUTING.md": "15a79198ea0a81b5a67599172625b01f", "manifests/service.pp": "594de29d273d24f25b9f5ec61380d7e6" }, "name": "elasticsearch-elasticsearch", "description": "Module for managing and configuring Elasticsearch nodes", "dependencies": [ { "version_requirement": ">= 3.2.0", "name": "puppetlabs/stdlib" } ], "operatingsystem_support": [ { "operatingsystemrelease": [ "5", "6" ], "operatingsystem": "RedHat" }, { "operatingsystemrelease": [ "5", "6" ], "operatingsystem": "CentOS" }, { "operatingsystemrelease": [ "5", "6" ], "operatingsystem": "OracleLinux" }, { "operatingsystemrelease": [ "5", "6" ], "operatingsystem": "Scientific" }, { "operatingsystemrelease": [ "6", "7" ], "operatingsystem": "Debian" }, { "operatingsystemrelease": [ "10.04", "10.10", "12.04", "12.10", "13.04", "13.10", "14.04" ], "operatingsystem": "Ubuntu" }, { "operatingsystemrelease": [ "12.x", "13.x" ], "operatingsystem": "OpenSuSE" } ], "summary": "Module for managing and configuring Elasticsearch nodes", "version": "0.4.0", "license": "Apache License, Version 2.0", "project_page": "https://github.com/elasticsearch/puppet-elasticsearch", "source": "https://github.com/elasticsearch/puppet-elasticsearch", "author": "elasticsearch", "requirements": [ { "name": "pe", "version_requirement": ">= 3.1.3" }, { "name": "puppet", "version_requirement": ">=2.7.20 <4.0.0" } ], "types": [ ] }examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/templates/000077500000000000000000000000001245774017100274375ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/templates/etc/000077500000000000000000000000001245774017100302125ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/templates/etc/elasticsearch/000077500000000000000000000000001245774017100330245ustar00rootroot00000000000000elasticsearch.yml.erb000077500000000000000000000044161245774017100370610ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/templates/etc/elasticsearch<%- # Function to make a structured and sorted yaml representation out of a hash def recursive_hash_to_yml_string(hash, depth=0) spacer = "" depth.times { spacer += " "} hash.keys.sort.each do |sorted_key| @yml_string += spacer + sorted_key + ": " if hash[sorted_key].is_a?(Array) keyspacer = "" sorted_key.length.times { keyspacer += " " } @yml_string += "\n" hash[sorted_key].each do |item| @yml_string += spacer + keyspacer + "- " + item +"\n" end elsif hash[sorted_key].is_a?(Hash) @yml_string += "\n" recursive_hash_to_yml_string(hash[sorted_key], depth+1) else @yml_string += "#{hash[sorted_key].to_s}\n" end end end # Function to transform shorted write up of the keys into full hash representation def transform(hash) return_vals = [] hash.each do |key,val| if m = /^([^.]+)\.(.*)$/.match(key) temp = { m[1] => { m[2] => val } } transform(temp).each do |stuff| return_vals << stuff end else if val.is_a?(Hash) transform(val).each do |stuff| return_vals << { key => stuff } end else return_vals << { key => val } end end end return_vals end # Function to deep merge hashes with same keys class ::Hash def deep_merge_with_array_values_concatenated(hash) target = dup hash.keys.each do |key| if hash[key].is_a? Hash and self[key].is_a? Hash target[key] = target[key].deep_merge_with_array_values_concatenated(hash[key]) next end if hash[key].is_a?(Array) && target[key].is_a?(Array) target[key] = target[key] + hash[key] else target[key] = hash[key] end end target end end # initial string @yml_string = "### MANAGED BY PUPPET ###\n" if !@instance_conf.empty? @yml_string += "---\n" ## Transform shorted keys into full write up transformed_config = transform(@instance_conf) # Merge it back into a hash tmphash = { } transformed_config.each do |subhash| tmphash = tmphash.deep_merge_with_array_values_concatenated(subhash) end # Transform it into yaml recursive_hash_to_yml_string(tmphash) end -%> <%= @yml_string -%> logging.yml.erb000077500000000000000000000027301245774017100356720ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/templates/etc/elasticsearch# This file is managed by Puppet, do not edit manually, your changes *will* be overwritten! # # Please see the source file for context and more information: # # https://github.com/elasticsearch/elasticsearch/blob/master/config/logging.yml # es.logger.level: <%= @logging_level %> rootLogger: <%= @logging_level %>, console, file # ----- Configuration set by Puppet --------------------------------------------- <% @logging_hash.sort.each do |key,value| %> logger.<%= key %>: <%= value %> <% end %> # ------------------------------------------------------------------------------- additivity: index.search.slowlog: false index.indexing.slowlog: false appender: console: type: console layout: type: consolePattern conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n" file: type: dailyRollingFile file: ${path.logs}/${cluster.name}.log datePattern: "'.'yyyy-MM-dd" layout: type: pattern conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n" index_search_slow_log_file: type: dailyRollingFile file: ${path.logs}/${cluster.name}_index_search_slowlog.log datePattern: "'.'yyyy-MM-dd" layout: type: pattern conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n" index_indexing_slow_log_file: type: dailyRollingFile file: ${path.logs}/${cluster.name}_index_indexing_slowlog.log datePattern: "'.'yyyy-MM-dd" layout: type: pattern conversionPattern: "[%d{ISO8601}][%-5p][%-25c] %m%n" examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/templates/etc/init.d/000077500000000000000000000000001245774017100313775ustar00rootroot00000000000000elasticsearch.Debian.erb000077500000000000000000000122561245774017100360160ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/templates/etc/init.d#!/bin/sh # # /etc/init.d/elasticsearch-<%= @name %> -- startup script for Elasticsearch # # Written by Miquel van Smoorenburg . # Modified for Debian GNU/Linux by Ian Murdock . # Modified for Tomcat by Stefan Gybas . # Modified for Tomcat6 by Thierry Carrez . # Additional improvements by Jason Brittain . # Modified by Nicolas Huray for Elasticsearch . # ### BEGIN INIT INFO # Provides: elasticsearch-<%= @name %> # Required-Start: $network $remote_fs $named # Required-Stop: $network $remote_fs $named # Default-Start: 2 3 4 5 # Default-Stop: 0 1 6 # Short-Description: Starts elasticsearch-<%= @name %> # Description: Starts elasticsearch-<%= @name %> using start-stop-daemon ### END INIT INFO PATH=/bin:/usr/bin:/sbin:/usr/sbin NAME=elasticsearch-<%= @name %> DESC="Elasticsearch Server <%= @name %>" DEFAULT=/etc/default/$NAME if [ `id -u` -ne 0 ]; then echo "You need root privileges to run this script" exit 1 fi . /lib/lsb/init-functions if [ -r /etc/default/rcS ]; then . /etc/default/rcS fi # The following variables can be overwritten in $DEFAULT # Run Elasticsearch as this user ID and group ID ES_USER=elasticsearch ES_GROUP=elasticsearch # The first existing directory is used for JAVA_HOME (if JAVA_HOME is not defined in $DEFAULT) JDK_DIRS="/usr/lib/jvm/java-7-oracle /usr/lib/jvm/java-7-openjdk /usr/lib/jvm/java-7-openjdk-amd64/ /usr/lib/jvm/java-7-openjdk-armhf /usr/lib/jvm/java-7-openjdk-i386/ /usr/lib/jvm/java-6-sun /usr/lib/jvm/java-6-openjdk /usr/lib/jvm/java-6-openjdk-amd64 /usr/lib/jvm/java-6-openjdk-armhf /usr/lib/jvm/java-6-openjdk-i386 /usr/lib/jvm/default-java" # Look for the right JVM to use for jdir in $JDK_DIRS; do if [ -r "$jdir/bin/java" -a -z "${JAVA_HOME}" ]; then JAVA_HOME="$jdir" fi done export JAVA_HOME # Directory where the Elasticsearch binary distribution resides ES_HOME=/usr/share/$NAME # Heap Size (defaults to 256m min, 1g max) #ES_HEAP_SIZE=2g # Heap new generation #ES_HEAP_NEWSIZE= # max direct memory #ES_DIRECT_SIZE= # Additional Java OPTS #ES_JAVA_OPTS= # Maximum number of open files MAX_OPEN_FILES=65535 # Maximum amount of locked memory #MAX_LOCKED_MEMORY= # Elasticsearch log directory LOG_DIR=/var/log/$NAME # Elasticsearch data directory DATA_DIR=/var/lib/$NAME # Elasticsearch work directory WORK_DIR=/tmp/$NAME # Elasticsearch configuration directory CONF_DIR=/etc/$NAME # Elasticsearch configuration file (elasticsearch.yml) CONF_FILE=$CONF_DIR/elasticsearch.yml # Maximum number of VMA (Virtual Memory Areas) a process can own MAX_MAP_COUNT=262144 # End of variables that can be overwritten in $DEFAULT # overwrite settings from default file if [ -f "$DEFAULT" ]; then . "$DEFAULT" fi # Define other required variables PID_FILE=/var/run/$NAME.pid DAEMON=$ES_HOME/bin/elasticsearch DAEMON_OPTS="-d -p $PID_FILE -Des.default.config=$CONF_FILE -Des.default.path.home=$ES_HOME -Des.default.path.logs=$LOG_DIR -Des.default.path.data=$DATA_DIR -Des.default.path.work=$WORK_DIR -Des.default.path.conf=$CONF_DIR" export ES_HEAP_SIZE export ES_HEAP_NEWSIZE export ES_DIRECT_SIZE export ES_JAVA_OPTS # Check DAEMON exists test -x $DAEMON || exit 0 checkJava() { if [ -x "$JAVA_HOME/bin/java" ]; then JAVA="$JAVA_HOME/bin/java" else JAVA=`which java` fi if [ ! -x "$JAVA" ]; then echo "Could not find any executable java binary. Please install java in your PATH or set JAVA_HOME" exit 1 fi } case "$1" in start) checkJava if [ -n "$MAX_LOCKED_MEMORY" -a -z "$ES_HEAP_SIZE" ]; then log_failure_msg "MAX_LOCKED_MEMORY is set - ES_HEAP_SIZE must also be set" exit 1 fi log_daemon_msg "Starting $DESC" pid=`pidofproc -p $PID_FILE elasticsearch` if [ -n "$pid" ] ; then log_begin_msg "Already running." log_end_msg 0 exit 0 fi # Prepare environment mkdir -p "$LOG_DIR" "$DATA_DIR" "$WORK_DIR" && chown "$ES_USER":"$ES_GROUP" "$LOG_DIR" "$DATA_DIR" "$WORK_DIR" touch "$PID_FILE" && chown "$ES_USER":"$ES_GROUP" "$PID_FILE" if [ -n "$MAX_OPEN_FILES" ]; then ulimit -n $MAX_OPEN_FILES fi if [ -n "$MAX_LOCKED_MEMORY" ]; then ulimit -l $MAX_LOCKED_MEMORY fi if [ -n "$MAX_MAP_COUNT" ]; then sysctl -q -w vm.max_map_count=$MAX_MAP_COUNT fi # Start Daemon start-stop-daemon --start -b --user "$ES_USER" -c "$ES_USER" --pidfile "$PID_FILE" --exec $DAEMON -- $DAEMON_OPTS log_end_msg $? ;; stop) log_daemon_msg "Stopping $DESC" if [ -f "$PID_FILE" ]; then start-stop-daemon --stop --pidfile "$PID_FILE" \ --user "$ES_USER" \ --retry=TERM/20/KILL/5 >/dev/null if [ $? -eq 1 ]; then log_progress_msg "$DESC is not running but pid file exists, cleaning up" elif [ $? -eq 3 ]; then PID="`cat $PID_FILE`" log_failure_msg "Failed to stop $DESC (pid $PID)" exit 1 fi rm -f "$PID_FILE" else log_progress_msg "(not running)" fi log_end_msg 0 ;; status) status_of_proc -p $PID_FILE elasticsearch elasticsearch && exit 0 || exit $? ;; restart|force-reload) if [ -f "$PID_FILE" ]; then $0 stop sleep 1 fi $0 start ;; *) log_success_msg "Usage: $0 {start|stop|restart|force-reload|status}" exit 1 ;; esac exit 0 elasticsearch.OpenSuSE.erb000077500000000000000000000016771245774017100363020ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/templates/etc/init.d[Unit] Description=Starts and stops a single elasticsearch instance on this system Documentation=http://www.elasticsearch.org [Service] Type=forking EnvironmentFile=/etc/sysconfig/elasticsearch-<%= @name %> User=<%= @user %> Group=<%= @group %> PIDFile=/var/run/elasticsearch/elasticsearch-<%= @name %>.pid ExecStart=/usr/share/elasticsearch/bin/elasticsearch -d -p /var/run/elasticsearch/elasticsearch-<%= @name %>.pid -Des.default.config=$CONF_FILE -Des.default.path.home=$ES_HOME -Des.default.path.logs=$LOG_DIR -Des.default.path.data=$DATA_DIR -Des.default.path.work=$WORK_DIR -Des.default.path.conf=$CONF_DIR # See MAX_OPEN_FILES in sysconfig LimitNOFILE=65535 # See MAX_LOCKED_MEMORY in sysconfig, use "infinity" when MAX_LOCKED_MEMORY=unlimited and using bootstrap.mlockall: true #LimitMEMLOCK=infinity # Shutdown delay in seconds, before process is tried to be killed with KILL (if configured) TimeoutStopSec=20 [Install] WantedBy=multi-user.target elasticsearch.RedHat.erb000077500000000000000000000070141245774017100357770ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/templates/etc/init.d#!/bin/sh # # elasticsearch<%= @name %> # # chkconfig: 2345 80 20 # description: Starts and stops a single elasticsearch instance on this system # ### BEGIN INIT INFO # Provides: Elasticsearch-<%= @name %> # Required-Start: $network $named # Required-Stop: $network $named # Default-Start: 2 3 4 5 # Default-Stop: 0 1 6 # Short-Description: This service manages the elasticsearch daemon # Description: Elasticsearch is a very scalable, schema-free and high-performance search solution supporting multi-tenancy and near realtime search. ### END INIT INFO # # init.d / servicectl compatibility (openSUSE) # if [ -f /etc/rc.status ]; then . /etc/rc.status rc_reset fi # # Source function library. # if [ -f /etc/rc.d/init.d/functions ]; then . /etc/rc.d/init.d/functions fi exec="/usr/share/elasticsearch/bin/elasticsearch" prog="elasticsearch-<%= @name %>" pidfile=/var/run/elasticsearch/${prog}.pid [ -e /etc/sysconfig/$prog ] && . /etc/sysconfig/$prog export ES_HEAP_SIZE export ES_HEAP_NEWSIZE export ES_DIRECT_SIZE export ES_JAVA_OPTS lockfile=/var/lock/subsys/$prog # backwards compatibility for old config sysconfig files, pre 0.90.1 if [ -n $USER ] && [ -z $ES_USER ] ; then ES_USER=$USER fi checkJava() { if [ -x "$JAVA_HOME/bin/java" ]; then JAVA="$JAVA_HOME/bin/java" else JAVA=`which java` fi if [ ! -x "$JAVA" ]; then echo "Could not find any executable java binary. Please install java in your PATH or set JAVA_HOME" exit 1 fi } start() { checkJava [ -x $exec ] || exit 5 [ -f $CONF_FILE ] || exit 6 if [ -n "$MAX_LOCKED_MEMORY" -a -z "$ES_HEAP_SIZE" ]; then echo "MAX_LOCKED_MEMORY is set - ES_HEAP_SIZE must also be set" return 7 fi if [ -n "$MAX_OPEN_FILES" ]; then ulimit -n $MAX_OPEN_FILES fi if [ -n "$MAX_LOCKED_MEMORY" ]; then ulimit -l $MAX_LOCKED_MEMORY fi if [ -n "$MAX_MAP_COUNT" ]; then sysctl -q -w vm.max_map_count=$MAX_MAP_COUNT fi if [ -n "$WORK_DIR" ]; then mkdir -p "$WORK_DIR" chown "$ES_USER":"$ES_GROUP" "$WORK_DIR" fi echo -n $"Starting $prog: " # if not running, start it up here, usually something like "daemon $exec" daemon --user $ES_USER --pidfile $pidfile $exec -p $pidfile -d -Des.default.path.home=$ES_HOME -Des.default.path.logs=$LOG_DIR -Des.default.path.data=$DATA_DIR -Des.default.path.work=$WORK_DIR -Des.default.path.conf=$CONF_DIR retval=$? echo [ $retval -eq 0 ] && touch $lockfile return $retval } stop() { echo -n $"Stopping $prog: " # stop it here, often "killproc $prog" killproc -p $pidfile -d 20 $prog retval=$? echo [ $retval -eq 0 ] && rm -f $lockfile return $retval } restart() { stop start } reload() { restart } force_reload() { restart } rh_status() { # run checks to determine if the service is running or use generic status status -p $pidfile $prog } rh_status_q() { rh_status >/dev/null 2>&1 } case "$1" in start) rh_status_q && exit 0 $1 ;; stop) rh_status_q || exit 0 $1 ;; restart) $1 ;; reload) rh_status_q || exit 7 $1 ;; force-reload) force_reload ;; status) rh_status ;; condrestart|try-restart) rh_status_q || exit 0 restart ;; *) echo $"Usage: $0 {start|stop|status|restart|condrestart|try-restart|reload|force-reload}" exit 2 esac exit $? examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/templates/etc/sysconfig/000077500000000000000000000000001245774017100322165ustar00rootroot00000000000000defaults.erb000077500000000000000000000001341245774017100344410ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/elasticsearch/templates/etc/sysconfig<% @new_init_defaults.sort.map do |key, value| -%> set <%= key %> '<%= value %>' <% end -%> examples-1.0.0/nyc_traffic_accidents/puppet/modules/ispavailability-file_concat-0.1.0/000077500000000000000000000000001245774017100307135ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/ispavailability-file_concat-0.1.0/CHANGELOG000077500000000000000000000006251245774017100321330ustar00rootroot000000000000000.1.0 ( Jan 21, 2014 ) Rewrite of the fragment ordering part. Fragments are now first ordered based on the order number and then on the resource name. Convert `order` parameter to string to support integer values when using Hiera/YAML ( PR#3 by Michael G. Noll ) 0.0.2 ( Mar 03, 2013 ) Adding source variable option to file_fragment type 0.0.1 ( Jan 13, 2013 ) Initial release of the module examples-1.0.0/nyc_traffic_accidents/puppet/modules/ispavailability-file_concat-0.1.0/LICENSE000077500000000000000000000015471245774017100317320ustar00rootroot00000000000000Copyright (c) 2013-2014 Richard Pijnenbug Copyright (c) 2012 Simon Effenberg Copyright (c) 2012 Uwe Stuehler Permission to use, copy, modify, and distribute this software for any purpose with or without fee is hereby granted, provided that the above copyright notice and this permission notice appear in all copies. THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. examples-1.0.0/nyc_traffic_accidents/puppet/modules/ispavailability-file_concat-0.1.0/Modulefile000077500000000000000000000005611245774017100327300ustar00rootroot00000000000000name 'ispavailability-file_concat' version '0.1.0' source 'https://github.com/electrical/puppet-lib-file_concat' author 'ispavailability' license 'Apache License, Version 2.0' summary 'Library for concatenating different files into 1' description 'Library for concatenating different files into 1' project_page 'https://github.com/electrical/puppet-lib-file_concat' examples-1.0.0/nyc_traffic_accidents/puppet/modules/ispavailability-file_concat-0.1.0/README.md000077500000000000000000000020271245774017100321760ustar00rootroot00000000000000# puppet-lib-file_concat Library for concatenating multiple files into 1. ## Usage ### file_fragment Creates a file fragment to be collected by file_concat based on the tag. Example with exported resource: @@file_fragment { "uniqe_name_${::fqdn}": tag => 'unique_tag', # Mandatory order => 10, # Optional. Default to 10 content => 'some content' # OR content => template('template.erb') # OR source => 'puppet:///path/to/file' } ### file_concat Gets all the file fragments and puts these into the target file. This will mostly be used with exported resources. example: File_fragment <<| tag == 'unique_tag' |>> file_concat { '/tmp/file': tag => 'unique_tag', # Mandatory path => '/tmp/file', # Optional. If given it overrides the resource name owner => 'root', # Optional. Default to root group => 'root', # Optional. Default to root mode => '0644' # Optional. Default to 0644 } examples-1.0.0/nyc_traffic_accidents/puppet/modules/ispavailability-file_concat-0.1.0/lib/000077500000000000000000000000001245774017100314615ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/ispavailability-file_concat-0.1.0/lib/puppet/000077500000000000000000000000001245774017100327765ustar00rootroot00000000000000provider/000077500000000000000000000000001245774017100345515ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/ispavailability-file_concat-0.1.0/lib/puppetfile_concat/000077500000000000000000000000001245774017100370175ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/ispavailability-file_concat-0.1.0/lib/puppet/providerruby.rb000077500000000000000000000013261245774017100403320ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/ispavailability-file_concat-0.1.0/lib/puppet/provider/file_concatPuppet::Type.type(:file_concat).provide(:ruby, :parent => Puppet::Type.type(:file).provider(:posix)) do def exists? resource.stat ? true : false end def create # FIXME security issue because the file won't necessarily # be created with the specified mode/owner/group if they # are specified send("content=", resource.should_content) resource.property_fix end def destroy File.unlink(resource[:path]) if exists? end def content actual = File.read(resource[:path]) rescue nil (actual == resource.should_content) ? resource.no_content : actual end # def content=(value) File.open(resource[:path], 'w') do |fh| fh.print resource.should_content end end end type/000077500000000000000000000000001245774017100337005ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/ispavailability-file_concat-0.1.0/lib/puppetfile_concat.rb000077500000000000000000000075501245774017100365050ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/ispavailability-file_concat-0.1.0/lib/puppet/typerequire 'puppet/type/file' require 'puppet/type/file/owner' require 'puppet/type/file/group' require 'puppet/type/file/mode' require 'puppet/util/checksums' require 'puppet/type/file/source' Puppet::Type.newtype(:file_concat) do @doc = "Gets all the file fragments and puts these into the target file. This will mostly be used with exported resources. example: File_fragment <<| tag == 'unique_tag' |>> file_concat { '/tmp/file: tag => 'unique_tag', # Mandatory path => '/tmp/file', # Optional. If given it overrides the resource name owner => 'root', # Optional. Default to root group => 'root', # Optional. Default to root mode => '0644' # Optional. Default to 0644 } " ensurable # the file/posix provider will check for the :links property # which does not exist def [](value) if value == :links return false end super end newparam(:name, :namevar => true) do desc "Resource name" end newparam(:tag) do desc "Tag reference to collect all file_fragment's with the same tag" end newparam(:path) do desc "The output file" defaultto do resource.value(:name) end end newproperty(:owner, :parent => Puppet::Type::File::Owner) do desc "Desired file owner." defaultto 'root' end newproperty(:group, :parent => Puppet::Type::File::Group) do desc "Desired file group." defaultto 'root' end newproperty(:mode, :parent => Puppet::Type::File::Mode) do desc "Desired file mode." defaultto '0644' end newproperty(:content) do desc "Read only attribute. Represents the content." include Puppet::Util::Diff include Puppet::Util::Checksums defaultto do # only be executed if no :content is set @content_default = true @resource.no_content end validate do |val| fail "read-only attribute" if !@content_default end def insync?(is) result = super if ! result string_file_diff(@resource[:path], @resource.should_content) end result end def is_to_s(value) md5(value) end def should_to_s(value) md5(value) end end def no_content "\0PLEASE_MANAGE_THIS_WITH_FILE_CONCAT\0" end def should_content return @generated_content if @generated_content @generated_content = "" content_fragments = [] catalog.resources.select do |r| r.is_a?(Puppet::Type.type(:file_fragment)) && r[:tag] == self[:tag] end.each do |r| if r[:content].nil? == false fragment_content = r[:content] elsif r[:source].nil? ==false tmp = Puppet::FileServing::Content.indirection.find(r[:source], :environment => catalog.environment) fragment_content = tmp.content end content_fragments << [ "#{r[:order]}___#{r[:name]}", fragment_content ] end sorted = content_fragments.sort do |a, b| def decompound(d) d.split('___').map { |d| d =~ /^\d+$/ ? d.to_i : d } end decompound(a[0]) <=> decompound(b[0]) end @generated_content = sorted.map { |cf| cf[1] }.join @generated_content end def stat(dummy_arg = nil) return @stat if @stat and not @stat == :needs_stat @stat = begin ::File.stat(self[:path]) rescue Errno::ENOENT => error nil rescue Errno::EACCES => error warning "Could not stat; permission denied" nil end end ### took from original type/file # There are some cases where all of the work does not get done on # file creation/modification, so we have to do some extra checking. def property_fix properties.each do |thing| next unless [:mode, :owner, :group].include?(thing.name) # Make sure we get a new stat object @stat = :needs_stat currentvalue = thing.retrieve thing.sync unless thing.safe_insync?(currentvalue) end end end file_fragment.rb000077500000000000000000000025621245774017100370370ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/ispavailability-file_concat-0.1.0/lib/puppet/typePuppet::Type.newtype(:file_fragment) do @doc = "Create a file fragment to be used by file_concat. the `file_fragment` type creates a file fragment to be collected by file_concat based on the tag. The example is based on exported resources. Example: @@file_fragment { \"uniqe_name_${::fqdn}\": tag => 'unique_name', order => 10, # Optional. Default to 10 content => 'some content' # OR content => template('template.erb') # OR source => 'puppet:///path/to/file' } " newparam(:name, :namevar => true) do desc "Unique name" end newparam(:content) do desc "Content" end newparam(:source) do desc "Source" end newparam(:order) do desc "Order" defaultto '10' validate do |val| fail Puppet::ParseError, "only integers > 0 are allowed and not '#{val}'" if val.to_s !~ /^\d+$/ end end newparam(:tag) do desc "Tag name to be used by file_concat to collect all file_fragments by tag name" end validate do # Check if either source or content is set. raise error if none is set self.fail Puppet::ParseError, "Set either 'source' or 'content'" if self[:source].nil? && self[:content].nil? # Check if both are set, if so rais error self.fail Puppet::ParseError, "Can't use 'source' and 'content' at the same time" if !self[:source].nil? && !self[:content].nil? end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/ispavailability-file_concat-0.1.0/metadata.json000077500000000000000000000067101245774017100333750ustar00rootroot00000000000000{ "checksums": { "CHANGELOG": "dd0c0cf9dec5b2e6f03121a84f859073", "lib/puppet/provider/file_concat/ruby.rb": "824274e592b32c0ca46d47caac2c7970", "LICENSE": "4cdeebffd8d00ed4770effbc8d0c6729", "Modulefile": "e2f7eece93e24f4d979dd06e4caf9d40", "lib/puppet/type/file_concat.rb": "51ce5cc0ee1f988036cb879cfb482fff", "README.md": "4348449f80667fd6aa3fdca286272168", "lib/puppet/type/file_fragment.rb": "6f17af08284cbf235244b7a4b10bdb78" }, "license": "Apache License, Version 2.0", "source": "https://github.com/electrical/puppet-lib-file_concat", "types": [ { "parameters": [ { "doc": "Resource name", "name": "name" }, { "doc": "Tag reference to collect all file_fragment's with the same tag", "name": "tag" }, { "doc": "The output file", "name": "path" } ], "properties": [ { "doc": "The basic property that the resource should be in. Valid values are `present`, `absent`.", "name": "ensure" }, { "doc": "Desired file owner.", "name": "owner" }, { "doc": "Desired file group.", "name": "group" }, { "doc": "Desired file mode.", "name": "mode" }, { "doc": "Read only attribute. Represents the content.", "name": "content" } ], "providers": [ { "doc": "", "name": "ruby" } ], "doc": "Gets all the file fragments and puts these into the target file.\n This will mostly be used with exported resources.\n\n example:\n File_fragment <<| tag == 'unique_tag' |>>\n\n file_concat { '/tmp/file:\n tag => 'unique_tag', # Mandatory\n path => '/tmp/file', # Optional. If given it overrides the resource name\n owner => 'root', # Optional. Default to root\n group => 'root', # Optional. Default to root\n mode => '0644' # Optional. Default to 0644\n }\n ", "name": "file_concat" }, { "parameters": [ { "doc": "Unique name", "name": "name" }, { "doc": "Content", "name": "content" }, { "doc": "Source", "name": "source" }, { "doc": "Order", "name": "order" }, { "doc": "Tag name to be used by file_concat to collect all file_fragments by tag name", "name": "tag" } ], "properties": [ ], "doc": "Create a file fragment to be used by file_concat.\n the `file_fragment` type creates a file fragment to be collected by file_concat based on the tag.\n The example is based on exported resources.\n\n Example:\n @@file_fragment { \"uniqe_name_${::fqdn}\":\n tag => 'unique_name',\n order => 10, # Optional. Default to 10\n content => 'some content' # OR\n content => template('template.erb') # OR\n source => 'puppet:///path/to/file'\n }\n ", "name": "file_fragment" } ], "description": "Library for concatenating different files into 1", "version": "0.1.0", "summary": "Library for concatenating different files into 1", "name": "ispavailability-file_concat", "project_page": "https://github.com/electrical/puppet-lib-file_concat", "author": "ispavailability", "dependencies": [ ] }examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/000077500000000000000000000000001245774017100235505ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/CHANGELOG000077500000000000000000000042571245774017100247750ustar00rootroot000000000000002014-05-02 - Version 1.1.1 Summary: Add support for new versions of Debian and Ubuntu! Features: - Add support for Ubuntu Trusty (14.04) - Add support for Debian Jessie (8.x) 2014-01-06 - Version 1.1.0 Summary: Primarily a release for Ubuntu users! Features: - Add support for Ubuntu Saucy (13.10) - Add `java_home` parameter for centralized setting of JAVA_HOME. Bugfixes: - Plus signs are valid in debian/ubuntu package names. 1.0.2 () Brett Porter * Support Scientific Linux 1.0.1 (2013-08-01) Matthaus Owens * Update java packages for Fedora systems 1.0.0 (2013-07-29) Krzysztof Suszyński * Adding support for Oracle Enterprise Linux Peter Drake * Add support for natty Robert Munteanu * Add support for OpenSUSE Martin Jackson * Added support Amazon Linux using facter >= 1.7.x Gareth Rushgrove Brett Porter * Fixes for older versions of CentOS * Improvements to module build and tests Nathan R Valentine * Add support for Ubuntu quantal and raring Sharif Nassar * Add support for Debian alternatives, and more than one JDK/JRE per platform. 2013-04-04 Reid Vandewiele - 0.3.0 * Refactor, introduce params pattern 2012-11-15 Scott Schneider - 0.2.0 * Add Solaris support 2011-06-16 Jeff McCune - 0.1.5 * Add Debian based distro (Lucid) support 2011-06-02 Jeff McCune - 0.1.4 * Fix class composition ordering problems 2011-05-28 Jeff McCune - 0.1.3 * Remove stages 2011-05-26 Jeff McCune - 0.1.2 * Changes JRE/JDK selection class parameter to $distribution 2011-05-25 Jeff McCune - 0.1.1 * Re-did versioning to follow semantic versioning 2011-05-25 Jeff McCune - 1.0.1 * Add validation of class parameters 2011-05-24 Jeff McCune - 1.0.0 * Default to JDK version 6u25 2011-05-24 Jeff McCune - 0.0.1 * Initial release examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/Gemfile000077500000000000000000000005141245774017100250460ustar00rootroot00000000000000source "http://rubygems.org" if ENV.key?('PUPPET_VERSION') puppetversion = "= #{ENV['PUPPET_VERSION']}" elsif ENV.key?('PUPPET_GEM_VERSION') puppetversion = ENV['PUPPET_GEM_VERSION'] else puppetversion = ['~> 2.7'] end gem "rake" gem "puppet", puppetversion gem "puppet-lint" gem "rspec-puppet" gem "puppetlabs_spec_helper" examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/Gemfile.lock000077500000000000000000000015251245774017100260000ustar00rootroot00000000000000GEM remote: http://rubygems.org/ specs: diff-lcs (1.2.2) facter (1.7.2) hiera (1.2.1) json_pure json_pure (1.8.0) metaclass (0.0.1) mocha (0.13.3) metaclass (~> 0.0.1) puppet (3.2.3) facter (~> 1.6) hiera (~> 1.0) rgen (~> 0.6.5) puppet-lint (0.3.2) puppetlabs_spec_helper (0.4.1) mocha (>= 0.10.5) rake rspec (>= 2.9.0) rspec-puppet (>= 0.1.1) rake (10.0.4) rgen (0.6.5) rspec (2.13.0) rspec-core (~> 2.13.0) rspec-expectations (~> 2.13.0) rspec-mocks (~> 2.13.0) rspec-core (2.13.1) rspec-expectations (2.13.0) diff-lcs (>= 1.1.3, < 2.0) rspec-mocks (2.13.0) rspec-puppet (0.1.6) rspec PLATFORMS ruby DEPENDENCIES puppet (~> 3.2.0) puppet-lint puppetlabs_spec_helper rake rspec-puppet examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/LICENSE000077500000000000000000000012341245774017100245600ustar00rootroot00000000000000Puppet Java Module - Puppet module for managing Java Copyright (C) 2011 Puppet Labs Inc Puppet Labs can be contacted at: info@puppetlabs.com Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/Modulefile000077500000000000000000000005521245774017100255650ustar00rootroot00000000000000name 'puppetlabs-java' version '1.1.1' source 'git://github.com/puppetlabs/puppetlabs-java' author 'puppetlabs' license 'Apache' summary 'Manage the official Java runtime' description 'Manage the official Java runtime' project_page 'https://github.com/puppetlabs/puppetlabs-java' dependency 'puppetlabs/stdlib', '>= 0.1.6' examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/README.markdown000077500000000000000000000002241245774017100262520ustar00rootroot00000000000000#Java Manage the Java runtime for use with other application software. Currently this deploys the correct Java package on a variety of platforms. examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/Rakefile000077500000000000000000000003401245774017100252150ustar00rootroot00000000000000require 'puppetlabs_spec_helper/rake_tasks' require 'puppet-lint/tasks/puppet-lint' PuppetLint.configuration.send("disable_80chars") PuppetLint.configuration.log_format = "%{path}:%{linenumber}:%{check}:%{KIND}:%{message}" examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/manifests/000077500000000000000000000000001245774017100255415ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/manifests/config.pp000077500000000000000000000010761245774017100273560ustar00rootroot00000000000000# On Debian systems, if alternatives are set, manually assign them. class java::config ( ) { case $::osfamily { Debian: { if $java::use_java_alternative != undef and $java::use_java_alternative_path != undef { exec { 'update-java-alternatives': path => '/usr/bin:/usr/sbin:/bin:/sbin', command => "update-java-alternatives --set ${java::use_java_alternative} --jre", unless => "test /etc/alternatives/java -ef '${java::use_java_alternative_path}'", } } } default: { # Do nothing. } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/manifests/init.pp000077500000000000000000000055531245774017100270600ustar00rootroot00000000000000# Class: java # # This module manages the Java runtime package # # Parameters: # # [*distribution*] # The java distribution to install. Can be one of "jdk" or "jre", # or other platform-specific options where there are multiple # implementations available (eg: OpenJDK vs Oracle JDK). # # # [*version*] # The version of java to install. By default, this module simply ensures # that java is present, and does not require a specific version. # # [*package*] # The name of the java package. This is configurable in case a non-standard # java package is desired. # # [*java_alternative*] # The name of the java alternative to use on Debian systems. # "update-java-alternatives -l" will show which choices are available. # If you specify a particular package, you will almost always also # want to specify which java_alternative to choose. If you set # this, you also need to set the path below. # # [*java_alternative_path*] # The path to the "java" command on Debian systems. Since the # alternatives system makes it difficult to verify which # alternative is actually enabled, this is required to ensure the # correct JVM is enabled. # # Actions: # # Requires: # # Sample Usage: # class java( $distribution = 'jdk', $version = 'present', $package = undef, $java_alternative = undef, $java_alternative_path = undef ) { include java::params validate_re($version, 'present|installed|latest|^[.+_0-9a-zA-Z:-]+$') if has_key($java::params::java, $distribution) { $default_package_name = $java::params::java[$distribution]['package'] $default_alternative = $java::params::java[$distribution]['alternative'] $default_alternative_path = $java::params::java[$distribution]['alternative_path'] $java_home = $java::params::java[$distribution]['java_home'] } else { fail("Java distribution ${distribution} is not supported.") } $use_java_package_name = $package ? { default => $package, undef => $default_package_name, } ## If $java_alternative is set, use that. ## Elsif the DEFAULT package is being used, then use $default_alternative. ## Else undef $use_java_alternative = $java_alternative ? { default => $java_alternative, undef => $use_java_package_name ? { $default_package_name => $default_alternative, default => undef, } } ## Same logic as $java_alternative above. $use_java_alternative_path = $java_alternative_path ? { default => $java_alternative_path, undef => $use_java_package_name ? { $default_package_name => $default_alternative_path, default => undef, } } anchor { 'java::begin:': } -> package { 'java': ensure => $version, name => $use_java_package_name, } -> class { 'java::config': } -> anchor { 'java::end': } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/manifests/params.pp000077500000000000000000000120111245774017100273630ustar00rootroot00000000000000# Class: java::params # # This class builds a hash of JDK/JRE packages and (for Debian) # alternatives. For wheezy/precise, we provide Oracle JDK/JRE # options, even though those are not in the package repositories. # # For more info on how to package Oracle JDK/JRE, see the Debian wiki: # http://wiki.debian.org/JavaPackage # # Because the alternatives system makes it very difficult to tell # which Java alternative is enabled, we hard code the path to bin/java # for the config class to test if it is enabled. class java::params { case $::osfamily { default: { fail("unsupported platform ${::osfamily}") } 'RedHat': { case $::operatingsystem { default: { fail("unsupported os ${::operatingsystem}") } 'RedHat', 'CentOS', 'OracleLinux', 'Scientific': { if (versioncmp($::operatingsystemrelease, '5.0') < 0) { $jdk_package = 'java-1.6.0-sun-devel' $jre_package = 'java-1.6.0-sun' } elsif (versioncmp($::operatingsystemrelease, '6.3') < 0) { $jdk_package = 'java-1.6.0-openjdk-devel' $jre_package = 'java-1.6.0-openjdk' } else { $jdk_package = 'java-1.7.0-openjdk-devel' $jre_package = 'java-1.7.0-openjdk' } } 'Fedora': { $jdk_package = 'java-1.7.0-openjdk-devel' $jre_package = 'java-1.7.0-openjdk' } 'Amazon': { $jdk_package = 'java-1.7.0-openjdk-devel' $jre_package = 'java-1.7.0-openjdk' } } $java = { 'jdk' => { 'package' => $jdk_package, }, 'jre' => { 'package' => $jre_package, }, } } 'Debian': { case $::lsbdistcodename { default: { fail("unsupported release ${::lsbdistcodename}") } 'lenny', 'squeeze', 'lucid', 'natty': { $java = { 'jdk' => { 'package' => 'openjdk-6-jdk', 'alternative' => 'java-6-openjdk', 'alternative_path' => '/usr/lib/jvm/java-6-openjdk/jre/bin/java', 'java_home' => '/usr/lib/jvm/java-6-openjdk/jre/', }, 'jre' => { 'package' => 'openjdk-6-jre-headless', 'alternative' => 'java-6-openjdk', 'alternative_path' => '/usr/lib/jvm/java-6-openjdk/jre/bin/java', 'java_home' => '/usr/lib/jvm/java-6-openjdk/jre/', }, 'sun-jre' => { 'package' => 'sun-java6-jre', 'alternative' => 'java-6-sun', 'alternative_path' => '/usr/lib/jvm/java-6-sun/jre/bin/java', 'java_home' => '/usr/lib/jvm/java-6-sun/jre/', }, 'sun-jdk' => { 'package' => 'sun-java6-jdk', 'alternative' => 'java-6-sun', 'alternative_path' => '/usr/lib/jvm/java-6-sun/jre/bin/java', 'java_home' => '/usr/lib/jvm/java-6-sun/jre/', }, } } 'wheezy', 'jessie', 'precise','quantal','raring','saucy', 'trusty': { $java = { 'jdk' => { 'package' => 'openjdk-7-jdk', 'alternative' => "java-1.7.0-openjdk-${::architecture}", 'alternative_path' => "/usr/lib/jvm/java-1.7.0-openjdk-${::architecture}/bin/java", 'java_home' => "/usr/lib/jvm/java-1.7.0-openjdk-${::architecture}/", }, 'jre' => { 'package' => 'openjdk-7-jre-headless', 'alternative' => "java-1.7.0-openjdk-${::architecture}", 'alternative_path' => "/usr/lib/jvm/java-1.7.0-openjdk-${::architecture}/bin/java", 'java_home' => "/usr/lib/jvm/java-1.7.0-openjdk-${::architecture}/", }, 'oracle-jre' => { 'package' => 'oracle-j2re1.7', 'alternative' => 'j2re1.7-oracle', 'alternative_path' => '/usr/lib/jvm/j2re1.7-oracle/bin/java', 'java_home' => '/usr/lib/jvm/j2re1.7-oracle/', }, 'oracle-jdk' => { 'package' => 'oracle-j2sdk1.7', 'alternative' => 'j2sdk1.7-oracle', 'alternative_path' => '/usr/lib/jvm/j2sdk1.7-oracle/jre/bin/java', 'java_home' => '/usr/lib/jvm/j2sdk1.7-oracle/jre/', }, } } } } 'Solaris': { $java = { 'jdk' => { 'package' => 'developer/java/jdk-7', }, 'jre' => { 'package' => 'runtime/java/jre-7', }, } } 'Suse': { case $::operatingsystem { default: { $jdk_package = 'java-1_6_0-ibm-devel' $jre_package = 'java-1_6_0-ibm' } 'OpenSuSE': { $jdk_package = 'java-1_7_0-openjdk-devel' $jre_package = 'java-1_7_0-openjdk' } } $java = { 'jdk' => { 'package' => $jdk_package, }, 'jre' => { 'package' => $jre_package, }, } } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/metadata.json000077500000000000000000000023221245774017100262250ustar00rootroot00000000000000{ "name": "puppetlabs-java", "version": "1.1.1", "source": "git://github.com/puppetlabs/puppetlabs-java", "author": "puppetlabs", "license": "Apache", "summary": "Manage the official Java runtime", "description": "Manage the official Java runtime", "project_page": "https://github.com/puppetlabs/puppetlabs-java", "dependencies": [ { "name": "puppetlabs/stdlib", "version_requirement": ">= 0.1.6" } ], "types": [ ], "checksums": { "CHANGELOG": "4f48ffa0d481d8487673b70fb8369f3e", "Gemfile": "f98e8d931aa0824e21bf184ef0379d01", "Gemfile.lock": "6368f283786fab8823ee646361eaa6ba", "LICENSE": "927881786db06d253bfed0ecf1b42b21", "Modulefile": "e8afc7b23510c9cc1aff571e52b0bca6", "README.markdown": "d5821001972761ee2b5091676bab6c7a", "Rakefile": "c6a91ef43608c5d4b22bc7e50a94d6a5", "manifests/config.pp": "c7fb36d4ebed20342fbb69369b4dbd0e", "manifests/init.pp": "4d62569ad47dd1c9276e1bb330b361fb", "manifests/params.pp": "bb14671e700ec47cd09b365962687963", "spec/classes/java_spec.rb": "4e7626e4779d3e7e57b227362f5366b5", "spec/spec_helper.rb": "0db89c9a486df193c0e40095422e19dc", "tests/init.pp": "91a343f9a46d8122c30df67c3d143508" } }examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/spec/000077500000000000000000000000001245774017100245025ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/spec/classes/000077500000000000000000000000001245774017100261375ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/spec/classes/java_spec.rb000077500000000000000000000135011245774017100304220ustar00rootroot00000000000000require 'spec_helper' describe 'java', :type => :class do context 'select openjdk for Centos 5.8' do let(:facts) { {:osfamily => 'RedHat', :operatingsystem => 'Centos', :operatingsystemrelease => '5.8'} } it { should contain_package('java').with_name('java-1.6.0-openjdk-devel') } end context 'select openjdk for Centos 6.3' do let(:facts) { {:osfamily => 'RedHat', :operatingsystem => 'Centos', :operatingsystemrelease => '6.3'} } it { should contain_package('java').with_name('java-1.7.0-openjdk-devel') } end context 'select openjdk for Centos 6.2' do let(:facts) { {:osfamily => 'RedHat', :operatingsystem => 'Centos', :operatingsystemrelease => '6.2'} } it { should contain_package('java').with_name('java-1.6.0-openjdk-devel') } end context 'select openjdk for Fedora' do let(:facts) { {:osfamily => 'RedHat', :operatingsystem => 'Fedora'} } it { should contain_package('java').with_name('java-1.7.0-openjdk-devel') } end context 'select passed value for Fedora' do let(:facts) { {:osfamily => 'RedHat', :operatingsystem => 'Fedora'} } let(:params) { { 'distribution' => 'jre' } } it { should contain_package('java').with_name('java-1.7.0-openjdk') } end context 'select passed value for Centos 5.3' do let(:facts) { {:osfamily => 'RedHat', :operatingsystem => 'Centos', :operatingsystemrelease => '5.3'} } let(:params) { { 'package' => 'jdk' } } it { should contain_package('java').with_name('jdk') } it { should_not contain_exec('update-java-alternatives') } end context 'select default for Centos 5.3' do let(:facts) { {:osfamily => 'RedHat', :operatingsystem => 'Centos', :operatingsystemrelease => '5.3'} } it { should contain_package('java').with_name('java-1.6.0-openjdk-devel') } it { should_not contain_exec('update-java-alternatives') } end context 'select default for Debian Wheezy' do let(:facts) { {:osfamily => 'Debian', :operatingsystem => 'Debian', :lsbdistcodename => 'wheezy', :operatingsystemrelease => '7.1', :architecture => 'amd64',} } it { should contain_package('java').with_name('openjdk-7-jdk') } it { should contain_exec('update-java-alternatives').with_command('update-java-alternatives --set java-1.7.0-openjdk-amd64 --jre') } end context 'select Oracle JRE for Debian Wheezy' do let(:facts) { {:osfamily => 'Debian', :operatingsystem => 'Debian', :lsbdistcodename => 'wheezy', :operatingsystemrelease => '7.1', } } let(:params) { { 'distribution' => 'oracle-jre' } } it { should contain_package('java').with_name('oracle-j2re1.7') } it { should contain_exec('update-java-alternatives').with_command('update-java-alternatives --set j2re1.7-oracle --jre') } end context 'select default for Debian Squeeze' do let(:facts) { {:osfamily => 'Debian', :operatingsystem => 'Debian', :lsbdistcodename => 'squeeze', :operatingsystemrelease => '6.0.5'} } it { should contain_package('java').with_name('openjdk-6-jdk') } it { should contain_exec('update-java-alternatives').with_command('update-java-alternatives --set java-6-openjdk --jre') } end context 'select Oracle JRE for Debian Squeeze' do let(:facts) { {:osfamily => 'Debian', :operatingsystem => 'Debian', :lsbdistcodename => 'squeeze', :operatingsystemrelease => '6.0.5'} } let(:params) { { 'distribution' => 'sun-jre', } } it { should contain_package('java').with_name('sun-java6-jre') } it { should contain_exec('update-java-alternatives').with_command('update-java-alternatives --set java-6-sun --jre') } end context 'select random alternative for Debian Wheezy' do let(:facts) { {:osfamily => 'Debian', :operatingsystem => 'Debian', :lsbdistcodename => 'wheezy', :operatingsystemrelease => '7.1'} } let(:params) { { 'java_alternative' => 'bananafish' } } it { should contain_package('java').with_name('openjdk-7-jdk') } it { should contain_exec('update-java-alternatives').with_command('update-java-alternatives --set bananafish --jre') } end context 'select openjdk for Amazon Linux' do let(:facts) { {:osfamily => 'RedHat', :operatingsystem => 'Amazon', :operatingsystemrelease => '3.4.43-43.43.amzn1.x86_64'} } it { should contain_package('java').with_name('java-1.7.0-openjdk-devel') } end context 'select passed value for Amazon Linux' do let(:facts) { {:osfamily => 'RedHat', :operatingsystem => 'Amazon', :operatingsystemrelease => '5.3.4.43-43.43.amzn1.x86_64'} } let(:params) { { 'distribution' => 'jre' } } it { should contain_package('java').with_name('java-1.7.0-openjdk') } end context 'select openjdk for Oracle Linux' do let(:facts) { {:osfamily => 'RedHat', :operatingsystem => 'OracleLinux', :operatingsystemrelease => '6.4'} } it { should contain_package('java').with_name('java-1.7.0-openjdk-devel') } end context 'select openjdk for Oracle Linux 6.2' do let(:facts) { {:osfamily => 'RedHat', :operatingsystem => 'OracleLinux', :operatingsystemrelease => '6.2'} } it { should contain_package('java').with_name('java-1.6.0-openjdk-devel') } end context 'select passed value for Oracle Linux' do let(:facts) { {:osfamily => 'RedHat', :operatingsystem => 'OracleLinux', :operatingsystemrelease => '6.3'} } let(:params) { { 'distribution' => 'jre' } } it { should contain_package('java').with_name('java-1.7.0-openjdk') } end context 'select passed value for Scientific Linux' do let(:facts) { {:osfamily => 'RedHat', :operatingsystem => 'Scientific', :operatingsystemrelease => '6.4'} } let(:params) { { 'distribution' => 'jre' } } it { should contain_package('java').with_name('java-1.7.0-openjdk') } end context 'select default for OpenSUSE 12.3' do let(:facts) { {:osfamily => 'Suse', :operatingsystem => 'OpenSUSE', :operatingsystemrelease => '12.3'}} it { should contain_package('java').with_name('java-1_7_0-openjdk-devel')} end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/spec/spec_helper.rb000077500000000000000000000000641245774017100273230ustar00rootroot00000000000000require 'puppetlabs_spec_helper/module_spec_helper' examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/tests/000077500000000000000000000000001245774017100247125ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/java/tests/init.pp000077500000000000000000000001071245774017100262170ustar00rootroot00000000000000class { 'java': distribution => 'jdk', version => 'latest', } examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/000077500000000000000000000000001245774017100244535ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/CHANGELOG000077500000000000000000000131021245774017100256650ustar00rootroot000000000000000.5.1 ( May 15, 2014 ) Updated system tests to work with LS 1.4.1 Increase package download timeout Add option to use stages for the repo setup instead anchors 0.5.0 ( May 06, 2014 ) Move beaker testing to use docker Large module update to work with the contrib package Refactored rspec testing Fix inline docs Added Puppet 3.5.0 testing Fix typo in group name variable ( PR #147 ) Improve puppet module removal ( PR #149 ) Reverted PR #149. Caused issues with package removal. added lsbdistid = Debian to rspec facts ( PR #146 ) match other config perms with patterns ( PR #151 ) 0.4.3 ( Feb 21, 2014 ) Lower puppetlabs-stdlib depdency from 4.0.0 to 3.2.0 Documentation improvements ( PR #132 #137 ) Fixed yumrepo call to include description ( PR #138 ) Added beaker testing Fixed bug that sometimes LS starts before all configs are processed. Ensure java is installed before installing the package when using package_url Fail fast when using package_url and repo config 0.4.2 ( Jan 31, 2014 ) Fix config directory for config files to be inline with the init file of the packages Update readme ( thanks to PR #130 from phrawzty ) Added repo management ( based on work of PR #121 from pcfens ) 0.4.1 ( Jan 23, 2014 ) ** Important Update ** Ensure exec names are unique. This caused an issue when using the Elasticsearch Puppet module Removed a part in the package.pp that should have been removed ( missed with the rewrite ) Missed a few bits of the rewrite. Updated readme to reflect reality regarding configfile define. 0.4.0 ( Jan 21, 2014 ) ** NOTE: This is a backwards compability breaking release !! ** Large rewrite of the entire module described below Make the core more dynamic for different service providers Add better testing and devided into different files Add different ways to install the package except from the repository ( puppet/http/https/ftp/file ) Update java class to install openjdk 1.7 Add validation of templates Added more test scenario's Added puppet parser validate task for added checking Improve module removing when set to absent Updated readme Doc improvements by dan ( phrawzty ) Added define for managing pattern files Added define for managing plugins 0.3.4 ( Oct 14, 2013 ) Fixing purging of created directories ( PR #61, #64 by Kayla Green and Jason Koppe ) Documentation fixes ( PR #65, #67 by Kristian Glass and Andreas Paul ) Making config dir configurable ( PR #70 by Justin Lambert ) Permit HTTP(s) for downloading logstash ( PR #71 by Phil Fenstermacher ) Ensure user/group is passed in the debian init file Spec cleanup ( PR #75 by Justin Lambert ) set logstash logdir perms when using custom jar provider ( PR #74 by Justin Lambert ) clean up installpath when updating jars ( PR #72 by Justin Lambert ) fix wrong creates path at jar custom provider ( PR #83 by Daniel Werdermann ) added 'in progress' for logstash version 1.2.x ( PR #87 by rtoma ) Add small input/output examples ( PR #89 by Andreas Paul ) Solving defaults file not being installed in some cases http download of jar should require $jardir ( PR #90 by Max Griffiths ) add ability to install a logstash config file ( PR #93 by Justin Lambert ) 0.3.3 ( Jun 15, 2013 ) Enable puppet 3.2.x testing Fix issue that the config dir was missing in the init files Fix variable access deprecation warning ( PR #56 by Richard Peng ) 0.3.2 ( May 23, 2013 ) Fixing issue when using jar file without multi-instance feature Added rspec tests to cover this issue 0.3.1 ( May 15, 2013 ) Missed changes for enabling/disabling multi-instance feature Adding a few spec tests for the multi-instance feature 0.3.0 ( May 09, 2013 ) Update defines for Logstash 1.1.12 Adding license file Deleted old init file removal to avoid issues. ( Issue #50 ) Allow file owner/group to be variable ( Issue/PR #47 ) Ensure log directory exists before starting ( PR #53 by Brian Lalor ) Provide complete containment of the class ( PR #53 by Brian Lalor ) Update rspec tests for new defines 0.2.0 ( Apr 30, 2013 ) Update defines for logstash 1.1.10 New feature for plugins to automatically transfer files ( Issue #24 ) Create correct tmp dir ( Issue #35 ) Change file modes to be more secure ( Issue #36 ) Update defines for better input validation ( Issue #43 ) Adding rspec tests for plugin defines Fix tmp dir Debian init script ( PR #44 by Dan Carley ) 0.1.0 ( Mar 25, 2013 ) Don't backup the Jar file or the symlink ( Issue #25 by Garth Kidd ) First implementation of the multi-instance feature. This will break certain functionality. 0.0.6 ( Mar 07, 2013 ) Fix issue that the init file was overwritten Ensure we install java first before starting logstash if enabled 0.0.5 ( Mar 02, 2013 ) Adding spec tests Update Readme ( PR #20 by rjw1 ) New feature to install java 0.0.4 ( Feb 10, 2013 ) Rename Redhat to RedHat for init file ( PR #12 by pkubat ) Adding Amazon as Operating system ( PR #12 by pkubat ) Symlinking Jar file to generic name ( PR #12 by pkubat ) Correting symlink ( PR #14 by Jeff Wong ) 0.0.3 ( Feb 5, 2013 ) Clarify jarfile usage and validation ( PR #6 by Garth Kidd ) Add default Debian Init script when non provided and using custom source ( PR #7 by Garth Kidd ) Add RedHat as OS type ( PR #8 by Dan ) Skip init script when status = unmanaged ( PR #9 by Tavis Aitken ) Refactored the custom provider part ( With help of Garth Kidd ) 0.0.2 ( Jan 19, 2013 ) Adding a way to provide jar and init file instead of depending on a package 0.0.1 ( Jan 13, 2013 ) Initial release of the module examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/LICENSE000077500000000000000000000011221245774017100254570ustar00rootroot00000000000000Copyright (c) 2012-2014 Elasticsearch Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/Modulefile000077500000000000000000000006721245774017100264730ustar00rootroot00000000000000name 'elasticsearch-logstash' version '0.5.1' source 'https://github.com/elasticsearch/puppet-logstash' author 'elasticsearch' license 'Apache License, Version 2.0' summary 'Module for managing and configuring Logstash' description 'Module for managing and configuring Logstash' project_page 'https://github.com/elasticsearch/puppet-logstash' dependency 'puppetlabs/stdlib', '>= 3.2.0' dependency 'ispavailability/file_concat', '>= 0.1.0' examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/README.md000077500000000000000000000200151245774017100257330ustar00rootroot00000000000000# puppet-logstash A Puppet module for managing and configuring [Logstash](http://logstash.net/). [![Build Status](https://travis-ci.org/elasticsearch/puppet-logstash.png?branch=master)](https://travis-ci.org/elasticsearch/puppet-logstash) ## Versions This overview shows you which Puppet module and Logstash version work together. ------------------------------------ | Puppet module | Logstash | ------------------------------------ | 0.0.1 - 0.1.0 | 1.1.9 | ------------------------------------ | 0.2.0 | 1.1.10 | ------------------------------------ | 0.3.0 - 0.3.4 | 1.1.12 - 1.1.13 | ------------------------------------ | 0.4.0 - 0.4.2 | 1.2.x - 1.3.x | ------------------------------------ | 0.5.0 - 1.5.1 | 1.4.1 | ------------------------------------ ## Important notes ### 0.4.0 Please note that this a **backwards compatability breaking release**: in particular, the *[plugin](#Plugins)* syntax system has been removed entirely in favour of config files. If you need any help please see the [support](#Support) section. ## Requirements * Puppet 2.7.x or better. * The [stdlib](https://forge.puppetlabs.com/puppetlabs/stdlib) Puppet library. * The [file_concat](https://forge.puppetlabs.com/ispavailability/file_concat) Puppet library. Optional: * The [apt](http://forge.puppetlabs.com/puppetlabs/apt) Puppet library when using repo management on Debian/Ubuntu. ## Usage Examples The minimum viable configuration ensures that the service is running and that it will be started at boot time: **N.B.** you will still need to supply a configuration. class { 'logstash': } Specify a particular package (version) to be installed: class { 'logstash': version => '1.3.3-1_centos' } In the absense of an appropriate package for your environment it is possible to install from other sources as well. http/https/ftp source: class { 'logstash': package_url => 'http://download.elasticsearch.org/logstash/logstash/packages/centos/logstash-1.3.3-1_centos.noarch.rpm' } `puppet://` source: class { 'logstash': package_url => 'puppet:///path/to/logstash-1.3.3-1_centos.noarch.rpm' } Local file source: class { 'logstash': package_url => 'file:/path/to/logstash-1.3.3-1_centos.noarch.rpm' } Attempt to upgrade Logstash if a newer package is detected (`false` by default): class { 'logstash': autoupgrade => true } Install everything but *disable* the service (useful for pre-configuring systems): class { 'logstash': status => 'disabled' } Under normal circumstances a modification to the Logstash configuration will trigger a restart of the service. This behaviour can be disabled: class { 'logstash': restart_on_change => false } Disable and remove Logstash entirely: class { 'logstash': ensure => 'absent' } ## Contrib package installation As of Logstash 1.4.0 plugins have been split into 2 packages. To install the contrib package: via the repository: class { 'logstash': install_contrib => true } via contrib_package_url: class { 'logstash': install_contrib => true, contrib_package_install => 'package_url => 'http://download.elasticsearch.org/logstash/logstash/packages/centos/logstash-contrib-1.4.0-1_centos.noarch.rpm' } ## Configuration Overview The Logstash configuration can be supplied as a single static file or dynamically built from multiple smaller files. The basic usage is identical in either case: simply declare a `file` attribute as you would the [`content`](http://docs.puppetlabs.com/references/latest/type.html#file-attribute-content) attribute of the `file` type, meaning either direct content, template or a file resource: logstash::configfile { 'configname': content => template('path/to/config.file') } or logstash::configfile { 'configname': source => 'puppet:///path/to/config.file' } To dynamically build a configuration, simply declare the `order` in which each section should appear - the lower the number the earlier it will appear in the resulting file (this should be a [familiar idiom](https://en.wikipedia.org/wiki/BASIC) for most). logstash::configfile { 'input_redis': content => template('logstash/input_redis.erb'), order => 10 } logstash::configfile { 'filter_apache': source => 'puppet:///path/to/filter_apache', order => 20 } logstash::configfile { 'output_es': content => template('logstash/output_es_cluster.erb') order => 30 } ## Patterns Many plugins (notably [Grok](http://logstash.net/docs/latest/filters/grok)) use *patterns*. While many are [included](https://github.com/logstash/logstash/tree/master/patterns) in Logstash already, additional site-specific patterns can be managed as well; where possible, you are encouraged to contribute new patterns back to the community. **N.B.** As of Logstash 1.2 the path to the additional patterns needs to be configured explicitly in the Grok configuration. logstash::patternfile { 'extra_patterns': source => 'puppet:///path/to/extra_pattern' } By default the resulting filename of the pattern will match that of the source. This can be over-ridden: logstash::patternfile { 'extra_patterns_firewall': source => 'puppet:///path/to/extra_patterns_firewall_v1', filename => 'extra_patterns_firewall' } ## Plugins Like the patterns above, Logstash comes with a large number of [plugins](http://logstash.net/docs/latest/); likewise, additional site-specific plugins can be managed as well. Again, where possible, you are encouraged to contribute new plugins back to the community. logstash::plugin { 'myplugin': ensure => 'present', type => 'input', source => 'puppet:///path/to/my/custom/plugin.rb' } By default the resulting filename of the plugin will match that of the source. This can be over-ridden: logstash::plugin { 'myplugin': ensure => 'present', type => 'output', source => 'puppet:///path/to/my/custom/plugin_v1.rb', filename => 'plugin.rb' } ## Java Install Most sites will manage Java seperately; however, this module can attempt to install Java as well. class { 'logstash': java_install => true } Specify a particular Java package (version) to be installed: class { 'logstash': java_install => true, java_package => 'packagename' } ## Repository management Most sites will manage repositories seperately; however, this module can manage the repository for you. class { 'logstash': manage_repo => true, repo_version => '1.3' } Note: When using this on Debian/Ubuntu you will need to add the [Puppetlabs/apt](http://forge.puppetlabs.com/puppetlabs/apt) module to your modules. ## Service Management Currently only the basic SysV-style [init](https://en.wikipedia.org/wiki/Init) service provider is supported but other systems could be implemented as necessary (pull requests welcome). ### init #### Defaults File The *defaults* file (`/etc/defaults/logstash` or `/etc/sysconfig/logstash`) for the Logstash service can be populated as necessary. This can either be a static file resource or a simple key value-style [hash](http://docs.puppetlabs.com/puppet/latest/reference/lang_datatypes.html#hashes) object, the latter being particularly well-suited to pulling out of a data source such as Hiera. ##### file source class { 'logstash': init_defaults_file => 'puppet:///path/to/defaults' } ##### hash representation $config_hash = { 'LS_USER' => 'logstash', 'LS_GROUP' => 'logstash', } class { 'logstash': init_defaults => $config_hash } ## Support Need help? Join us in [#logstash](https://webchat.freenode.net?channels=%23logstash) on Freenode IRC or subscribe to the [logstash-users@googlegroups.com](https://groups.google.com/forum/#!forum/logstash-users) mailing list. examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/manifests/000077500000000000000000000000001245774017100264445ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/manifests/config.pp000077500000000000000000000041521245774017100302570ustar00rootroot00000000000000# == Class: logstash::config # # This class exists to coordinate all configuration related actions, # functionality and logical units in a central place. # # # === Parameters # # This class does not provide any parameters. # # # === Examples # # This class may be imported by other classes to use its functionality: # class { 'logstash::config': } # # It is not intended to be used directly by external resources like node # definitions or other modules. # # # === Authors # # * Richard Pijnenburg # class logstash::config { #### Configuration File { owner => $logstash::logstash_user, group => $logstash::logstash_group } $notify_service = $logstash::restart_on_change ? { true => Class['logstash::service'], false => undef, } if ( $logstash::ensure == 'present' ) { $patterns_dir = "${logstash::configdir}/patterns" $plugins_dir = "${logstash::configdir}/plugins" file { $logstash::configdir: ensure => directory, purge => $logstash::purge_configdir, recurse => $logstash::purge_configdir } file { "${logstash::configdir}/conf.d": ensure => directory, require => File[$logstash::configdir] } file_concat { 'ls-config': ensure => 'present', tag => "LS_CONFIG_${::fqdn}", path => "${logstash::configdir}/conf.d/logstash.conf", owner => $logstash::logstash_user, group => $logstash::logstash_group, mode => '0644', notify => $notify_service, require => File[ "${logstash::configdir}/conf.d" ] } file { $patterns_dir: ensure => directory, require => File[$logstash::configdir] } file { [$plugins_dir, "${plugins_dir}/logstash", "${plugins_dir}/logstash/inputs", "${plugins_dir}/logstash/outputs", "${plugins_dir}/logstash/filters", "${plugins_dir}/logstash/codecs" ]: ensure => directory, require => File[$logstash::configdir] } } elsif ( $logstash::ensure == 'absent' ) { file { $logstash::configdir: ensure => 'absent', recurse => true, force => true } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/manifests/configfile.pp000077500000000000000000000020561245774017100311200ustar00rootroot00000000000000# == define: logstash::configfile # # This define is to manage the config files for Logstah # # === Parameters # # [*content*] # Supply content to be used for the config file. This can also be a template. # # [*source*] # Supply a puppet file resource to be used for the config file. # # [*order*] # The order number controls in which sequence the config file fragments are concatenated. # # === Examples # # logstash::configfile { 'apache': # content => template("${module_name}/path/to/apache.conf.erb"), # order => 10 # } # # or with a puppet file source: # # logstash::configfile { 'apache': # source => 'puppet://path/to/apache.conf', # order => 10 # } # # === Authors # # * Richard Pijnenburg # define logstash::configfile( $content = undef, $source = undef, $order = 10 ) { file_fragment { $name: tag => "LS_CONFIG_${::fqdn}", content => $content, source => $source, order => $order, before => [ File_concat['ls-config'] ] } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/manifests/init.pp000077500000000000000000000223031245774017100277530ustar00rootroot00000000000000# == Class: logstash # # This class is able to install or remove logstash on a node. # It manages the status of the related service. # # # === Parameters # # [*ensure*] # String. Controls if the managed resources shall be present or # absent. If set to absent: # * The managed software packages are being uninstalled. # * Any traces of the packages will be purged as good as possible. This may # include existing configuration files. The exact behavior is provider # dependent. Q.v.: # * Puppet type reference: {package, "purgeable"}[http://j.mp/xbxmNP] # * {Puppet's package provider source code}[http://j.mp/wtVCaL] # * System modifications (if any) will be reverted as good as possible # (e.g. removal of created users, services, changed log settings, ...). # * This is thus destructive and should be used with care. # Defaults to present. # # [*autoupgrade*] # Boolean. If set to true, any managed package gets upgraded # on each Puppet run when the package provider is able to find a newer # version than the present one. The exact behavior is provider dependent. # Q.v.: # * Puppet type reference: {package, "upgradeable"}[http://j.mp/xbxmNP] # * {Puppet's package provider source code}[http://j.mp/wtVCaL] # Defaults to false. # # [*status*] # String to define the status of the service. Possible values: # * enabled: Service is running and will be started at boot time. # * disabled: Service is stopped and will not be started at boot # time. # * running: Service is running but will not be started at boot time. # You can use this to start a service on the first Puppet run instead of # the system startup. # * unmanaged: Service will not be started at boot time and Puppet # does not care whether the service is running or not. For example, this may # be useful if a cluster management software is used to decide when to start # the service plus assuring it is running on the desired node. # Defaults to enabled. The singular form ("service") is used for the # sake of convenience. Of course, the defined status affects all services if # more than one is managed (see service.pp to check if this is the # case). # # [*version*] # String to set the specific version you want to install. # Defaults to false. # # [*restart_on_change*] # Boolean that determines if the application should be automatically restarted # whenever the configuration changes. Disabling automatic restarts on config # changes may be desired in an environment where you need to ensure restarts # occur in a controlled/rolling manner rather than during a Puppet run. # # Defaults to true, which will restart the application on any config # change. Setting to false disables the automatic restart. # # The default values for the parameters are set in logstash::params. Have # a look at the corresponding params.pp manifest file if you need more # technical information about them. # # [*package_url*] # Url to the package to download. # This can be a http,https or ftp resource for remote packages # puppet:// resource or file:/ for local packages # # [*contrib_package_url*] # Url to the contrib package to download. # This can be a http,https or ftp resource for remote packages # puppet:// resource or file:/ for local packages # # [*software_provider*] # Way to install the packages, currently only packages are supported. # # [*package_dir*] # Directory where the packages are downloaded to # # [*purge_package_dir*] # Purge package directory on removal # # [*package_dl_timeout*] # For http,https and ftp downloads you can set howlong the exec resource may take. # Defaults to: 600 seconds # # [*logstash_user*] # The user Logstash should run as. This also sets the file rights. # # [*logstash_group*] # The group logstash should run as. This also sets the file rights # # [*purge_configdir*] # Purge the config directory for any unmanaged files # # [*service_provider*] # Service provider to use. By Default when a single service provider is possibe that one is selected. # # [*init_defaults*] # Defaults file content in hash representation # # [*init_defaults_file*] # Defaults file as puppet resource # # [*init_template*] # Service file as a template # # [*java_install*] # Install java which is required for Logstash. # Defaults to: false # # [*java_package*] # If you like to install a custom java package, put the name here. # # [*manage_repo*] # Enable repo management by enabling our official repositories # # [*repo_version*] # Our repositories are versioned per major version (1.3, 1.4) select here which version you want # # [*configdir*] # Path to directory containing the logstash configuration. # Use this setting if your packages deviate from the norm (/etc/logstash) # # [*install_contrib*] # Enable installation of the contrib package # # === Examples # # * Installation, make sure service is running and will be started at boot time: # class { 'logstash': } # # * Removal/decommissioning: # class { 'logstash': # ensure => 'absent', # } # # * Install everything but disable service(s) afterwards # class { 'logstash': # status => 'disabled', # } # # # === Authors # # * Richard Pijnenburg # class logstash( $ensure = $logstash::params::ensure, $status = $logstash::params::status, $restart_on_change = $logstash::params::restart_on_change, $autoupgrade = $logstash::params::autoupgrade, $version = false, $software_provider = 'package', $package_url = undef, $contrib_package_url = undef, $package_dir = $logstash::params::package_dir, $purge_package_dir = $logstash::params::purge_package_dir, $package_dl_timeout = $logstash::params::package_dl_timeout, $logstash_user = $logstash::params::logstash_user, $logstash_group = $logstash::params::logstash_group, $configdir = $logstash::params::configdir, $purge_configdir = $logstash::params::purge_configdir, $java_install = false, $java_package = undef, $service_provider = 'init', $init_defaults = undef, $init_defaults_file = undef, $init_template = undef, $manage_repo = false, $repo_version = false, $install_contrib = false, $repo_stage = false ) inherits logstash::params { anchor {'logstash::begin': } anchor {'logstash::end': } #### Validate parameters # ensure if ! ($ensure in [ 'present', 'absent' ]) { fail("\"${ensure}\" is not a valid ensure parameter value") } # autoupgrade validate_bool($autoupgrade) # package download timeout if ! is_integer($package_dl_timeout) { fail("\"${package_dl_timeout}\" is not a valid number for 'package_dl_timeout' parameter") } # service status if ! ($status in [ 'enabled', 'disabled', 'running', 'unmanaged' ]) { fail("\"${status}\" is not a valid status parameter value") } # restart on change validate_bool($restart_on_change) # purge conf dir validate_bool($purge_configdir) if ! ($service_provider in $logstash::params::service_providers) { fail("\"${service_provider}\" is not a valid provider for \"${::operatingsystem}\"") } if ($package_url != undef and $version != false) { fail('Unable to set the version number when using package_url option.') } validate_bool($manage_repo) if ($manage_repo == true) { validate_string($repo_version) } #### Manage actions # package(s) class { 'logstash::package': } # configuration class { 'logstash::config': } # service(s) class { 'logstash::service': } if $java_install == true { # Install java class { 'logstash::java': } # ensure we first install java and then manage the service Anchor['logstash::begin'] -> Class['logstash::java'] -> Class['logstash::package'] } if ($manage_repo == true) { if ($repo_stage == false) { # use anchor for ordering # Set up repositories class { 'logstash::repo': } # Ensure that we set up the repositories before trying to install # the packages Anchor['logstash::begin'] -> Class['logstash::repo'] -> Class['logstash::package'] } else { # use staging for ordering if !(defined(Stage[$repo_stage])) { stage { $repo_stage: before => Stage['main'] } } class { 'logstash::repo': stage => $repo_stage } } } #### Manage relationships if $ensure == 'present' { # we need the software before configuring it Anchor['logstash::begin'] -> Class['logstash::package'] -> Class['logstash::config'] # we need the software and a working configuration before running a service Class['logstash::package'] -> Class['logstash::service'] Class['logstash::config'] -> Class['logstash::service'] Class['logstash::service'] -> Anchor['logstash::end'] } else { # make sure all services are getting stopped before software removal Anchor['logstash::begin'] -> Class['logstash::service'] -> Class['logstash::package'] -> Anchor['logstash::end'] } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/manifests/java.pp000077500000000000000000000026011245774017100277300ustar00rootroot00000000000000# == Class: logstash::java # # This class exists to install java if its not managed from an other module # # # === Parameters # # This class does not provide any parameters. # # # === Examples # # This class may be imported by other classes to use its functionality: # class { 'logstash::java': } # # It is not intended to be used directly by external resources like node # definitions or other modules. # # # === Authors # # * Richard Pijnenburg # class logstash::java { if $logstash::java_package == undef { # Default Java package case $::operatingsystem { 'CentOS', 'Fedora', 'Scientific', 'RedHat', 'Amazon', 'OracleLinux': { $package = 'java-1.7.0-openjdk' } 'Debian', 'Ubuntu': { case $::lsbdistcodename { 'squeeze': { $package = 'openjdk-6-jre-headless' } default: { $package = 'openjdk-7-jre-headless' } } } 'OpenSuSE': { $package = 'java-1_6_0-openjdk' } default: { fail("\"${module_name}\" provides no java package for \"${::operatingsystem}\"") } } } else { $package = $logstash::java_package } ## Install the java package unless already specified somewhere else if !defined(Package[$package]) { package { $package: ensure => present } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/manifests/package.pp000077500000000000000000000042411245774017100304040ustar00rootroot00000000000000# == Class: logstash::package # # This class exists to coordinate all software package management related # actions, functionality and logical units in a central place. # # # === Parameters # # This class does not provide any parameters. # # # === Examples # # This class may be imported by other classes to use its functionality: # class { 'logstash::package': } # # It is not intended to be used directly by external resources like node # definitions or other modules. # # # === Authors # # * Richard Pijnenburg # class logstash::package { Exec { path => [ '/bin', '/usr/bin', '/usr/local/bin' ], cwd => '/', tries => 3, try_sleep => 10 } #### Package management # set params: in operation if $logstash::ensure == 'present' { # action if ($logstash::package_url != undef) { $package_dir = $logstash::package_dir # Create directory to place the package file exec { 'create_package_dir_logstash': cwd => '/', path => ['/usr/bin', '/bin'], command => "mkdir -p ${logstash::package_dir}", creates => $logstash::package_dir; } file { $package_dir: ensure => 'directory', purge => $logstash::purge_package_dir, force => $logstash::purge_package_dir, backup => false, require => Exec['create_package_dir_logstash'], } } } else { # Package removal $package_dir = $logstash::package_dir file { $package_dir: ensure => 'absent', purge => true, force => true, backup => false } } #class { 'logstash::package::core': } logstash::package::install { 'logstash': package_url => $logstash::package_url } if ($logstash::install_contrib == true) { #class { 'logstash::package::contrib': } logstash::package::install { 'logstash-contrib': package_url => $logstash::contrib_package_url } # Ensure we install Core package before contrib #Class['logstash::package::core'] -> Class['logstash::package::contrib'] Logstash::Package::Install['logstash'] -> Logstash::Package::Install['logstash-contrib'] } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/manifests/package/000077500000000000000000000000001245774017100300375ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/manifests/package/install.pp000077500000000000000000000072211245774017100320530ustar00rootroot00000000000000# == Define: logstash::package::install # # This class exists to coordinate all software package management related # actions, functionality and logical units in a central place. # # # === Parameters # # [*package_url*] # Url to the contrib package to download. # This can be a http,https or ftp resource for remote packages # puppet:// resource or file:/ for local packages # # === Examples # # This class may be imported by other classes to use its functionality: # class { 'logstash::package': } # # It is not intended to be used directly by external resources like node # definitions or other modules. # # # === Authors # # * Richard Pijnenburg # define logstash::package::install( $package_url = undef ) { Exec { path => [ '/bin', '/usr/bin', '/usr/local/bin' ], cwd => '/', tries => 3, try_sleep => 10 } #### Package management # set params: in operation if $logstash::ensure == 'present' { # Check if we want to install a specific version or not if $logstash::version == false { $package_ensure = $logstash::autoupgrade ? { true => 'latest', false => 'present', } } else { # install specific version $package_ensure = $logstash::version } # action if ($package_url != undef) { case $logstash::software_provider { 'package': { $before = Package[$name] } default: { fail("software provider \"${logstash::software_provider}\".") } } $package_dir = $logstash::package_dir $filenameArray = split($package_url, '/') $basefilename = $filenameArray[-1] $sourceArray = split($package_url, ':') $protocol_type = $sourceArray[0] $extArray = split($basefilename, '\.') $ext = $extArray[-1] $pkg_source = "${package_dir}/${basefilename}" case $protocol_type { puppet: { file { $pkg_source: ensure => present, source => $package_url, require => File[$package_dir], backup => false, before => $before } } ftp, https, http: { exec { "download_package_logstash_${name}": command => "${logstash::params::download_tool} ${pkg_source} ${package_url} 2> /dev/null", path => ['/usr/bin', '/bin'], creates => $pkg_source, timeout => $logstash::package_dl_timeout, require => File[$package_dir], before => $before } } file: { $source_path = $sourceArray[1] file { $pkg_source: ensure => present, source => $source_path, require => File[$package_dir], backup => false, before => $before } } default: { fail("Protocol must be puppet, file, http, https, or ftp. You have given \"${protocol_type}\"") } } if ($logstash::software_provider == 'package') { case $ext { 'deb': { $pkg_provider = 'dpkg' } 'rpm': { $pkg_provider = 'rpm' } default: { fail("Unknown file extention \"${ext}\".") } } } } else { $pkg_source = undef $pkg_provider = undef } } else { # Package removal $pkg_source = undef $pkg_provider = undef $package_ensure = 'purged' } if ($logstash::software_provider == 'package') { package { $name: ensure => $package_ensure, source => $pkg_source, provider => $pkg_provider } } else { fail("\"${logstash::software_provider}\" is not supported") } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/manifests/params.pp000077500000000000000000000074141245774017100303010ustar00rootroot00000000000000# == Class: logstash::params # # This class exists to # 1. Declutter the default value assignment for class parameters. # 2. Manage internally used module variables in a central place. # # Therefore, many operating system dependent differences (names, paths, ...) # are addressed in here. # # # === Parameters # # This class does not provide any parameters. # # # === Examples # # This class is not intended to be used directly. # # # === Links # # * {Puppet Docs: Using Parameterized Classes}[http://j.mp/nVpyWY] # # # === Authors # # * Richard Pijnenburg # class logstash::params { #### Default values for the parameters of the main module class, init.pp # ensure $ensure = 'present' # autoupgrade $autoupgrade = false # service status $status = 'enabled' # restart on configuration change? $restart_on_change = true # Purge configuration directory $purge_configdir = false $purge_package_dir = false # package download timeout $package_dl_timeout = 600 # 300 seconds is default of puppet #### Internal module values # User and Group for the files and user to run the service as. case $::kernel { 'Linux': { $logstash_user = 'root' $logstash_group = 'root' } 'Darwin': { $logstash_user = 'root' $logstash_group = 'wheel' } default: { fail("\"${module_name}\" provides no user/group default value for \"${::kernel}\"") } } # Download tool case $::kernel { 'Linux': { $download_tool = 'wget --no-check-certificate -O' } 'Darwin': { $download_tool = 'curl -o' } default: { fail("\"${module_name}\" provides no download tool default value for \"${::kernel}\"") } } # Different path definitions case $::kernel { 'Linux': { $configdir = '/etc/logstash' $package_dir = '/var/lib/logstash/swdl' $installpath = '/opt/logstash' $plugin = '/opt/logstash/bin/plugin' } 'Darwin': { $configdir = '/Library/Application Support/Logstash' $package_dir = '/Library/Logstash/swdl' $installpath = '/Library/Logstash' $plugin = '/Library/Logstash/bin/plugin' } default: { fail("\"${module_name}\" provides no config directory default value for \"${::kernel}\"") } } # packages case $::operatingsystem { 'RedHat', 'CentOS', 'Fedora', 'Scientific', 'Amazon', 'OracleLinux': { # main application $package = [ 'logstash' ] $contrib = [ 'logstash-contrib' ] } 'Debian', 'Ubuntu': { # main application $package = [ 'logstash' ] $contrib = [ 'logstash-contrib' ] } default: { fail("\"${module_name}\" provides no package default value for \"${::operatingsystem}\"") } } # service parameters case $::operatingsystem { 'RedHat', 'CentOS', 'Fedora', 'Scientific', 'Amazon', 'OracleLinux': { $service_name = 'logstash' $service_hasrestart = true $service_hasstatus = true $service_pattern = $service_name $service_providers = [ 'init' ] $defaults_location = '/etc/sysconfig' } 'Debian', 'Ubuntu': { $service_name = 'logstash' $service_hasrestart = true $service_hasstatus = true $service_pattern = $service_name $service_providers = [ 'init' ] $defaults_location = '/etc/default' } 'Darwin': { $service_name = 'net.logstash' $service_hasrestart = true $service_hasstatus = true $service_pattern = $service_name $service_providers = [ 'launchd' ] $defaults_location = false } default: { fail("\"${module_name}\" provides no service parameters for \"${::operatingsystem}\"") } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/manifests/patternfile.pp000077500000000000000000000027421245774017100313320ustar00rootroot00000000000000# == Define: logstash::patternfile # # This define allows you to transport custom pattern files to the Logstash instance # # All default values are defined in the logstashc::params class. # # # === Parameters # # [*source*] # Puppet file resource of the pattern file ( puppet:// ) # Value type is string # Default value: None # This variable is required # # [*filename*] # if you would like the actual file name to be different then the source file name # Value type is string # This variable is optional # # # === Examples # # logstash::patternfile { 'mypattern': # source => 'puppet:///path/to/my/custom/pattern' # } # # or wil an other actual file name # # logstash::patternfile { 'mypattern': # source => 'puppet:///path/to/my/custom/pattern_v1', # filename => 'custom_pattern' # } # # # === Authors # # * Justin Lambert # * Richard Pijnenburg # define logstash::patternfile ( $source, $filename = '', ){ validate_re($source, '^puppet://', 'Source must be from a puppet fileserver (begin with puppet://)' ) $patterns_dir = "${logstash::configdir}/patterns" $filename_real = $filename ? { '' => inline_template('<%= @source.split("/").last %>'), default => $filename } file { "${patterns_dir}/${filename_real}": ensure => 'file', owner => $logstash::logstash_user, group => $logstash::logstash_group, mode => '0644', source => $source, } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/manifests/plugin.pp000077500000000000000000000053351245774017100303140ustar00rootroot00000000000000# == Define: logstash::plugin # # This define allows you to transport custom plugins to the Logstash instance # # All default values are defined in the logstashc::params class. # # # === Parameters # # [*ensure*] # String. Controls if the managed resources shall be present or # absent. If set to absent: # * The managed software packages are being uninstalled. # * Any traces of the packages will be purged as good as possible. This may # include existing configuration files. The exact behavior is provider # dependent. Q.v.: # * Puppet type reference: {package, "purgeable"}[http://j.mp/xbxmNP] # * {Puppet's package provider source code}[http://j.mp/wtVCaL] # * System modifications (if any) will be reverted as good as possible # (e.g. removal of created users, services, changed log settings, ...). # * This is thus destructive and should be used with care. # Defaults to present. # # [*source*] # Puppet file resource of the plugin file ( puppet:// ) # Value type is string # Default value: None # This variable is required # # [*type*] # plugin type, can be 'input', 'output,' filter' or 'codec'. # Value type is string # Default value: None # This variable is required # # [*filename*] # if you would like the actual file name to be different then the source file name # Value type is string # This variable is optional # # # === Examples # # logstash::plugin { 'myplugin': # ensure => 'present', # type => 'input', # source => 'puppet:///path/to/my/custom/plugin.rb' # } # # or wil an other actual file name # # logstash::plugin { 'myplugin': # ensure => 'present', # type => 'output', # source => 'puppet:///path/to/my/custom/plugin_v1.rb', # filename => 'plugin.rb' # } # # # === Authors # # * Richard Pijnenburg # define logstash::plugin ( $source, $type, $ensure = 'present', $filename = '', ){ validate_re($source, '^puppet://', 'Source must be from a puppet fileserver (begin with puppet://)' ) if ! ($ensure in [ 'present', 'absent' ]) { fail("\"${ensure}\" is not a valid ensure parameter value") } if ! ($type in [ 'input', 'output', 'filter', 'codec' ]) { fail("\"${ensure}\" is not a valid ensure parameter value") } $plugins_dir = "${logstash::configdir}/plugins" $filename_real = $filename ? { '' => inline_template('<%= @source.split("/").last %>'), default => $filename } file { "${plugins_dir}/logstash/${type}s/${filename_real}": ensure => $ensure, owner => $logstash::logstash_user, group => $logstash::logstash_group, mode => '0440', source => $source, } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/manifests/repo.pp000077500000000000000000000027331245774017100277620ustar00rootroot00000000000000# == Class: logstash::repo # # This class exists to install and manage yum and apt repositories # that contain logstash official logstash packages # # # === Parameters # # This class does not provide any parameters. # # # === Examples # # This class may be imported by other classes to use its functionality: # class { 'logstash::repo': } # # It is not intended to be used directly by external resources like node # definitions or other modules. # # # === Authors # # * Phil Fenstermacher # * Richard Pijnenburg # class logstash::repo { case $::osfamily { 'Debian': { if !defined(Class['apt']) { class { 'apt': } } apt::source { 'logstash': location => "http://packages.elasticsearch.org/logstash/${logstash::repo_version}/debian", release => 'stable', repos => 'main', key => 'D88E42B4', key_server => 'pgp.mit.edu', include_src => false, } } 'RedHat': { yumrepo { 'logstash': descr => 'Logstash Centos Repo', baseurl => "http://packages.elasticsearch.org/logstash/${logstash::repo_version}/centos", gpgcheck => 1, gpgkey => 'http://packages.elasticsearch.org/GPG-KEY-elasticsearch', enabled => 1, } } default: { fail("\"${module_name}\" provides no repository information for OSfamily \"${::osfamily}\"") } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/manifests/service.pp000077500000000000000000000017561245774017100304610ustar00rootroot00000000000000# == Class: logstash::service # # This class exists to coordinate all service management related actions, # functionality and logical units in a central place. # # Note: "service" is the Puppet term and type for background processes # in general and is used in a platform-independent way. E.g. "service" means # "daemon" in relation to Unix-like systems. # # # === Parameters # # This class does not provide any parameters. # # # === Examples # # This class may be imported by other classes to use its functionality: # class { 'logstash::service': } # # It is not intended to be used directly by external resources like node # definitions or other modules. # # # === Authors # # * Richard Pijnenburg # class logstash::service { case $logstash::service_provider { init: { logstash::service::init { $logstash::params::service_name: } } default: { fail("Unknown service provider ${logstash::service_provider}") } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/manifests/service/000077500000000000000000000000001245774017100301045ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/manifests/service/init.pp000077500000000000000000000074101245774017100314150ustar00rootroot00000000000000# == Define: logstash::service::init # # This class exists to coordinate all service management related actions, # functionality and logical units in a central place. # # Note: "service" is the Puppet term and type for background processes # in general and is used in a platform-independent way. E.g. "service" means # "daemon" in relation to Unix-like systems. # # # === Parameters # # This class does not provide any parameters. # # # === Examples # # === Authors # # * Richard Pijnenburg # define logstash::service::init{ #### Service management # set params: in operation if $logstash::ensure == 'present' { case $logstash::status { # make sure service is currently running, start it on boot 'enabled': { $service_ensure = 'running' $service_enable = true } # make sure service is currently stopped, do not start it on boot 'disabled': { $service_ensure = 'stopped' $service_enable = false } # make sure service is currently running, do not start it on boot 'running': { $service_ensure = 'running' $service_enable = false } # do not start service on boot, do not care whether currently running # or not 'unmanaged': { $service_ensure = undef $service_enable = false } # unknown status # note: don't forget to update the parameter check in init.pp if you # add a new or change an existing status. default: { fail("\"${logstash::status}\" is an unknown service status value") } } # set params: removal } else { # make sure the service is stopped and disabled (the removal itself will be # done by package.pp) $service_ensure = 'stopped' $service_enable = false } $notify_service = $logstash::restart_on_change ? { true => Service[$name], false => undef, } if ( $logstash::status != 'unmanaged' ) { # defaults file content. Either from a hash or file if ($logstash::init_defaults_file != undef) { $defaults_content = undef $defaults_source = $logstash::init_defaults_file } elsif ($logstash::init_defaults != undef and is_hash($logstash::init_defaults) ) { $defaults_content = template("${module_name}/etc/sysconfig/defaults.erb") $defaults_source = undef } else { $defaults_content = undef $defaults_source = undef } # Check if we are going to manage the defaults file. if ( $defaults_content != undef or $defaults_source != undef ) { file { "${logstash::params::defaults_location}/${name}": ensure => $logstash::ensure, source => $defaults_source, content => $defaults_content, owner => 'root', group => 'root', mode => '0644', before => Service[$name], notify => $notify_service } } # init file from template if ($logstash::init_template != undef) { file { "/etc/init.d/${name}": ensure => $logstash::ensure, content => template($logstash::init_template), owner => 'root', group => 'root', mode => '0755', before => Service[$name], notify => $notify_service } } } file { "/etc/init/${name}.conf": ensure => 'absent', before => Service[$name], } $service_provider = $::osfamily ? { 'Debian' => 'debian', default => 'init' } # action service { $name: ensure => $service_ensure, enable => $service_enable, name => $name, hasstatus => $logstash::params::service_hasstatus, hasrestart => $logstash::params::service_hasrestart, pattern => $logstash::params::service_pattern, provider => $service_provider } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/metadata.json000077500000000000000000000056601245774017100271400ustar00rootroot00000000000000{ "name": "elasticsearch-logstash", "source": "https://github.com/elasticsearch/puppet-logstash", "summary": "Module for managing and configuring Logstash", "version": "0.5.1", "description": "Module for managing and configuring Logstash", "dependencies": [ { "version_requirement": ">= 3.2.0", "name": "puppetlabs/stdlib" }, { "version_requirement": ">= 0.1.0", "name": "ispavailability/file_concat" } ], "requirements": [ { "name": "pe", "version_requirement": ">= 3.1.3" }, { "name": "puppet", "version_requirement": ">=2.7.20 <4.0.0" } ], "checksums": { "manifests/patternfile.pp": "4ae4a20e20edfb46012f8f2f4ed8beb6", "LICENSE": "87206ee6a28567b8effa1bd7d4958e9a", "manifests/repo.pp": "36ad59f342297306d6c75c67ebf63644", "manifests/java.pp": "67d4dd92d9117dc4ed6e0159b7ddecbe", "manifests/init.pp": "0a8342e9f442fcab5a7ec1fa63b79c62", "manifests/package/install.pp": "191a382d6b7c026ab81e3629c4d16432", "CHANGELOG": "5caf76ee72e9753c1b441b53e69befe9", "Modulefile": "5de9de8952c219b25aa81c47256a3f56", "README.md": "2fb21d3e556d2b25d65382cf61fa7cfe", "manifests/service/init.pp": "05c3a3ad00d57f732f18463a7c6b4022", "manifests/params.pp": "faaad7f4af81be0cbd43debdceda967d", "manifests/package.pp": "7e661ebac2c9fab3c4ec5e6de5f5ccdf", "templates/etc/sysconfig/defaults.erb": "9b332d8466391c9feb04508fc168ba0e", "templates/etc/init.d/logstash.RedHat.erb": "a6b62194729299e2ff264d520c8da900", "manifests/service.pp": "e8141aa85b82df4b95219f5215c75bdc", "manifests/plugin.pp": "4b0e446d52597ba14a18a168356d0867", "templates/etc/init.d/logstash.Debian.erb": "464927f6fee2e9cfcafcb6c042a575c4", "manifests/config.pp": "ad76aef285316592757caab3d72ae13a", "manifests/configfile.pp": "661c698fdc804f32179ccb723aa6f6e8" }, "types": [ ], "license": "Apache License, Version 2.0", "author": "elasticsearch", "operatingsystem_support": [ { "operatingsystemrelease": [ "5", "6" ], "operatingsystem": "RedHat" }, { "operatingsystemrelease": [ "5", "6" ], "operatingsystem": "CentOS" }, { "operatingsystemrelease": [ "5", "6" ], "operatingsystem": "OracleLinux" }, { "operatingsystemrelease": [ "5", "6" ], "operatingsystem": "Scientific" }, { "operatingsystemrelease": [ "6", "7" ], "operatingsystem": "Debian" }, { "operatingsystemrelease": [ "10.04", "10.10", "12.04", "12.10", "13.04", "13.10" ], "operatingsystem": "Ubuntu" }, { "operatingsystemrelease": [ "12.x", "13.x" ], "operatingsystem": "OpenSuSE" } ], "project_page": "https://github.com/elasticsearch/puppet-logstash" }examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/templates/000077500000000000000000000000001245774017100264515ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/templates/etc/000077500000000000000000000000001245774017100272245ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/templates/etc/init.d/000077500000000000000000000000001245774017100304115ustar00rootroot00000000000000logstash.Debian.erb000077500000000000000000000106761245774017100340460ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/templates/etc/init.d#!/bin/bash # # /etc/init.d/logstash -- startup script for LogStash. # ### BEGIN INIT INFO # Provides: logstash # Required-Start: $all # Required-Stop: $all # Default-Start: 2 3 4 5 # Default-Stop: 0 1 6 # Short-Description: Starts logstash # Description: Starts logstash using start-stop-daemon ### END INIT INFO set -e PATH=/bin:/usr/bin:/sbin:/usr/sbin NAME=logstash DESC="Logstash Daemon" DEFAULT=/etc/default/$NAME if [ `id -u` -ne 0 ]; then echo "You need root privileges to run this script" exit 1 fi . /lib/lsb/init-functions if [ -r /etc/default/rcS ]; then . /etc/default/rcS fi # The following variables can be overwritten in $DEFAULT # Run logstash as this user ID and group ID LS_USER=logstash LS_GROUP=logstash JAVA=/usr/bin/java # Directory where the logstash all in one jar lives LS_HOME=/var/lib/logstash # Additional Java OPTS LS_JAVA_OPTS=" -Djava.io.tmpdir=/var/logstash/" # logstash log directory LOG_DIR=/var/log/logstash # logstash configuration directory CONF_DIR=/etc/logstash/conf.d # logstash log file LOG_FILE=$LOG_DIR/$NAME.log # Open File limit OPEN_FILES=2048 # LogStash options LS_OPTS="--log ${LOG_DIR}/${NAME}.log" # Nice level NICE=19 # End of variables that can be overwritten in $DEFAULT # overwrite settings from default file if [ -f "$DEFAULT" ]; then . "$DEFAULT" fi # Define other required variables PID_FILE=/var/run/$NAME.pid DAEMON=$LS_JAR DAEMON_OPTS="agent -f ${CONF_DIR} ${LS_OPTS}" is_true() { if [ "x$1" = "xtrue" -o "x$1" = "xyes" -o "x$1" = "x1" ] ; then return 0 else return 1 fi } # Check DAEMON exists if ! test -e $DAEMON; then log_failure_msg "Daemon $DAEMON doesn't exist" exit 1 fi case "$1" in start) if ! is_true "$START" ; then echo "logstash not configured to start, please edit /etc/default/logstash to enable" exit 0 fi if [ -z "$JAVA" ]; then log_failure_msg "no JDK found - $JAVA" exit 1 fi # Check if a config file exists if [ ! "$(ls -A $CONF_DIR/*.conf 2> /dev/null)" ]; then log_failure_msg "There aren't any configuration files in $CONF_DIR" exit 1 fi log_daemon_msg "Starting $DESC" if start-stop-daemon --test --start --pidfile "$PID_FILE" \ --user "$LS_USER" --exec "$JAVA" \ >/dev/null; then # Prepare environment ulimit -n $OPEN_FILES # Start Daemon start-stop-daemon --start -b --user "$LS_USER" -c "$LS_USER":"$LS_GROUP" \ -d "$LS_HOME" --pidfile "$PID_FILE" --make-pidfile \ -N $NICE \ --exec "$JAVA" -- $LS_JAVA_OPTS -jar $DAEMON $DAEMON_OPTS sleep 1 if start-stop-daemon --test --start --pidfile "$PID_FILE" \ --user "$LS_USER" --exec "$JAVA" \ >/dev/null; then if [ -f "$PID_FILE" ]; then rm -f "$PID_FILE" fi log_end_msg 1 else log_end_msg 0 fi else log_progress_msg "(already running)" log_end_msg 0 fi ;; stop) log_daemon_msg "Stopping $DESC" set +e if [ -f "$PID_FILE" ]; then start-stop-daemon --stop --pidfile "$PID_FILE" \ --user "$LS_USER" \ --retry=TERM/20/KILL/5 >/dev/null if [ $? -eq 1 ]; then log_progress_msg "$DESC is not running but pid file exists, cleaning up" elif [ $? -eq 3 ]; then PID="`cat $PID_FILE`" log_failure_msg "Failed to stop $DESC (pid $PID)" exit 1 fi rm -f "$PID_FILE" else log_progress_msg "(not running)" fi log_end_msg 0 set -e ;; status) set +e start-stop-daemon --test --start --pidfile "$PID_FILE" \ --user "$LS_USER" --exec "$JAVA" \ >/dev/null 2>&1 if [ "$?" = "0" ]; then if [ -f "$PID_FILE" ]; then log_success_msg "$DESC is not running, but pid file exists." exit 1 else log_success_msg "$DESC is not running." exit 3 fi else log_success_msg "$DESC is running with pid `cat $PID_FILE`" fi set -e ;; restart|force-reload) if [ -f "$PID_FILE" ]; then $0 stop sleep 1 fi $0 start ;; *) log_success_msg "Usage: $0 {start|stop|restart|force-reload|status}" exit 1 ;; esac exit 0 logstash.RedHat.erb000077500000000000000000000053411245774017100340240ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/templates/etc/init.d#! /bin/sh # # /etc/rc.d/init.d/logstash # # Starts Logstash as a daemon # # chkconfig: 2345 90 10 # description: Starts Logstash as a daemon ### BEGIN INIT INFO # Provides: logstash # Required-Start: $local_fs $remote_fs # Required-Stop: $local_fs $remote_fs # Default-Start: 2 3 4 5 # Default-Stop: S 0 1 6 # Short-Description: Logstash # Description: Starts Logstash as a daemon. ### END INIT INFO . /etc/rc.d/init.d/functions PATH=/bin:/usr/bin:/sbin:/usr/sbin NAME=logstash DESC="Logstash Daemon" DEFAULT=/etc/sysconfig/$NAME if [ `id -u` -ne 0 ]; then echo "You need root privileges to run this script" exit 1 fi # The following variables can be overwritten in $DEFAULT export JAVA_HOME=/usr # Directory where the logstash all in one jar lives LS_HOME=/opt/logstash # Additional Java OPTS LS_JAVA_OPTS="-Xmx256m -Djava.io.tmpdir=$LS_HOME/tmp" # logstash log directory LOG_DIR=/var/log/logstash # logstash configuration directory CONF_DIR=/etc/logstash/conf.d # logstash log file LOG_FILE=$LOG_DIR/$NAME.log # Open File limit OPEN_FILES=2048 # Nice level NICE=19 # Filter threads FILTER_THREADS=1 # End of variables that can be overwritten in $DEFAULT if [ -f "$DEFAULT" ]; then . "$DEFAULT" fi # Define other required variables PID_FILE=/var/run/$NAME.pid JAVA=`which java` JAR="${LS_HOME}/logstash.jar" ARGS="${LS_JAVA_OPTS} -jar ${JAR} agent --config ${CONF_DIR} --log ${LOG_FILE} -w ${FILTER_THREADS}" is_true() { if [ "x$1" = "xtrue" -o "x$1" = "xyes" -o "x$1" = "x1" ] ; then return 0 else return 1 fi } # # Function that starts the daemon/service # do_start() { if ! is_true "$START" ; then echo "logstash not configured to start, please edit $DEFAULT to enable" exit 0 fi if [ -z "$JAVA" ]; then echo "no JDK found - $JAVA" exit 1 fi if ! test -e "${JAR}"; then echo "Daemon $DAEMON doesn't exist" exit 1 fi if pidofproc -p "$PID_FILE" >/dev/null; then failure exit 99 fi ulimit -n $OPEN_FILES cd $LS_HOME $JAVA $ARGS > /dev/null 1>&1 & RETVAL=$? local PID=`pgrep -f "${DAEMON} ${ARGS}"` echo $PID > $PID_FILE success } # # Function that stops the daemon/service # do_stop() { killproc -p $PID_FILE $DAEMON RETVAL=$? echo [ $RETVAL = 0 ] && rm -f ${PID_FILE} } case "$1" in start) echo -n "Starting $DESC: " do_start touch /var/run/logstash/$NAME ;; stop) echo -n "Stopping $DESC: " do_stop rm /var/run/logstash/$NAME ;; restart|reload) echo -n "Restarting $DESC: " do_stop do_start ;; status) echo -n "$DESC" status -p $PID_FILE exit $? ;; *) echo "Usage: $SCRIPTNAME {start|stop|status|restart}" >&2 exit 3 ;; esac echo exit 0 examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/templates/etc/sysconfig/000077500000000000000000000000001245774017100312305ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/logstash/templates/etc/sysconfig/defaults.erb000077500000000000000000000002111245774017100335260ustar00rootroot00000000000000### MANAGED BY PUPPET ### <% scope.lookupvar('logstash::init_defaults').sort.map do |key, value| -%> <%= key %>=<%= value %> <% end -%> examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/000077500000000000000000000000001245774017100237525ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/Gemfile000077500000000000000000000005701245774017100252520ustar00rootroot00000000000000source 'https://rubygems.org' group :rake do gem 'puppet', '>=3.0.1' gem 'rspec-puppet', '>=1.0.1' gem 'rake', '>=0.9.2.2' gem 'puppet-lint', '>=0.1.12' gem 'puppetlabs_spec_helper' gem 'puppet-blacksmith' gem 'librarian-puppet-maestrodev' gem 'rspec-system-puppet', :require => false gem 'rspec-system-serverspec', :require => false end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/Gemfile.lock000077500000000000000000000045711245774017100262060ustar00rootroot00000000000000GEM remote: https://rubygems.org/ specs: builder (3.2.2) diff-lcs (1.2.5) excon (0.31.0) facter (1.7.4) fog (1.19.0) builder excon (~> 0.31.0) formatador (~> 0.2.0) mime-types multi_json (~> 1.0) net-scp (~> 1.1) net-ssh (>= 2.1.3) nokogiri (~> 1.5) ruby-hmac formatador (0.2.4) hiera (1.3.1) json_pure highline (1.6.20) json (1.8.1) json_pure (1.8.1) kwalify (0.7.2) librarian (0.1.1) highline thor (~> 0.15) librarian-puppet-maestrodev (0.9.11.1) json librarian (>= 0.1.1) metaclass (0.0.2) mime-types (1.25.1) mocha (1.0.0) metaclass (~> 0.0.1) multi_json (1.8.4) net-scp (1.1.2) net-ssh (>= 2.6.5) net-ssh (2.7.0) nokogiri (1.5.11) puppet (3.4.2) facter (~> 1.6) hiera (~> 1.0) rgen (~> 0.6.5) puppet-blacksmith (2.0.2) nokogiri puppet (>= 2.7.16) rest-client puppet-lint (0.3.2) puppetlabs_spec_helper (0.4.1) mocha (>= 0.10.5) rake rspec (>= 2.9.0) rspec-puppet (>= 0.1.1) rake (10.1.1) rbvmomi (1.8.1) builder nokogiri (>= 1.4.1) trollop rest-client (1.6.7) mime-types (>= 1.16) rgen (0.6.6) rspec (2.14.1) rspec-core (~> 2.14.0) rspec-expectations (~> 2.14.0) rspec-mocks (~> 2.14.0) rspec-core (2.14.7) rspec-expectations (2.14.4) diff-lcs (>= 1.1.3, < 2.0) rspec-mocks (2.14.4) rspec-puppet (1.0.1) rspec rspec-system (2.8.0) fog (~> 1.18) kwalify (~> 0.7.2) mime-types (~> 1.16) net-scp (~> 1.1) net-ssh (~> 2.7) nokogiri (~> 1.5.10) rbvmomi (~> 1.6) rspec (~> 2.14) systemu (~> 2.5) rspec-system-puppet (2.2.1) rspec-system (~> 2.0) rspec-system-serverspec (2.0.1) rspec-system (~> 2.0) serverspec (~> 0.0) specinfra (~> 0.0) ruby-hmac (0.4.0) serverspec (0.14.2) highline net-ssh rspec (>= 2.13.0) specinfra (>= 0.1.0) specinfra (0.1.1) systemu (2.6.0) thor (0.18.1) trollop (2.0) PLATFORMS ruby DEPENDENCIES librarian-puppet-maestrodev puppet (>= 3.0.1) puppet-blacksmith puppet-lint (>= 0.1.12) puppetlabs_spec_helper rake (>= 0.9.2.2) rspec-puppet (>= 1.0.1) rspec-system-puppet rspec-system-serverspec examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/LICENSE000077500000000000000000000010131245774017100247550ustar00rootroot00000000000000Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/Modulefile000077500000000000000000000006621245774017100257710ustar00rootroot00000000000000name 'jfryman-nginx' version '0.0.9' source 'http://github.com/jfryman/puppet-nginx' author 'James Fryman' license 'Apache License Version 2.0' summary 'Puppet NGINX management module' description 'This module can be used for basic NGINX Management' project_page 'http://github.com/jfryman/puppet-nginx' dependency 'puppetlabs/stdlib', '>= 0.1.6' dependency 'puppetlabs/apt', '>= 1.0.0' dependency 'puppetlabs/concat', '>= 1.0.0' examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/Puppetfile000077500000000000000000000002131245774017100260110ustar00rootroot00000000000000forge 'http://forge.puppetlabs.com' mod 'puppetlabs/stdlib', '>=0.1.6' mod 'puppetlabs/apt', '>=1.0.0' mod 'puppetlabs/concat', '>=1.0.0' examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/Puppetfile.lock000077500000000000000000000004301245774017100267410ustar00rootroot00000000000000FORGE remote: http://forge.puppetlabs.com specs: puppetlabs/apt (1.2.0) puppetlabs/stdlib (>= 2.2.1) puppetlabs/concat (1.0.0) puppetlabs/stdlib (4.1.0) DEPENDENCIES puppetlabs/apt (>= 1.0.0) puppetlabs/concat (>= 1.0.0) puppetlabs/stdlib (>= 0.1.6) examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/README.markdown000077500000000000000000000165131245774017100264640ustar00rootroot00000000000000# NGINX Module [![Build Status](https://travis-ci.org/jfryman/puppet-nginx.png)](https://travis-ci.org/jfryman/puppet-nginx) James Fryman This module manages NGINX configuration. ## Quick Start ### Requirements * Puppet-2.7.0 or later * Ruby-1.9.3 or later (Ruby-1.8.7 does not work) ### Install and bootstrap an NGINX instance ```puppet class { 'nginx': } ``` ### Setup a new virtual host ```puppet nginx::resource::vhost { 'www.puppetlabs.com': www_root => '/var/www/www.puppetlabs.com', } ``` ### Add a Proxy Server ```puppet nginx::resource::upstream { 'puppet_rack_app': members => [ 'localhost:3000', 'localhost:3001', 'localhost:3002', ], } nginx::resource::vhost { 'rack.puppetlabs.com': proxy => 'http://puppet_rack_app', } ``` ### Add a smtp proxy ```puppet class { 'nginx': mail => true, } nginx::resource::mailhost { 'domain1.example': auth_http => 'server2.example/cgi-bin/auth', protocol => 'smtp', listen_port => 587, ssl_port => 465, starttls => 'only', xclient => 'off', ssl => true, ssl_cert => '/tmp/server.crt', ssl_key => '/tmp/server.pem', } ``` ## SSL configuration By default, creating a vhost resource will only create a HTTP vhost. To also create a HTTPS (SSL-enabled) vhost, set `ssl => true` on the vhost. You will have a HTTP server listening on `listen_port` (port `80` by default) and a HTTPS server listening on `ssl_port` (port `443` by default). Both vhosts will have the same `server_name` and a similar configuration. To create only a HTTPS vhost, set `ssl => true` and also set `listen_port` to the same value as `ssl_port`. Setting these to the same value disables the HTTP vhost. The resulting vhost will be listening on `ssl_port`. ### Locations Locations require specific settings depending on whether they should be included in the HTTP, HTTPS or both vhosts. #### HTTP only vhost (default) If you only have a HTTP vhost (i.e. `ssl => false` on the vhost) maks sure you don't set `ssl => true` on any location you associate with the vhost. #### HTTP and HTTPS vhost If you set `ssl => true` and also set `listen_port` and `ssl_port` to different values on the vhost you will need to be specific with the location settings since you will have a HTTP vhost listening on `listen_port` and a HTTPS vhost listening on `ssl_port`: * To add a location to only the HTTP server, set `ssl => false` on the location (this is the default). * To add a location to both the HTTP and HTTPS server, set `ssl => true` on the location, and ensure `ssl_only => false` (which is the default value for `ssl_only`). * To add a location only to the HTTPS server, set both `ssl => true` and `ssl_only => true` on the location. #### HTTPS only vhost If you have set `ssl => true` and also set `listen_port` and `ssl_port` to the same value on the vhost, you will have a single HTTPS vhost listening on `ssl_port`. To add a location to this vhost set `ssl => true` and `ssl_only => true` on the location. ## Hiera Support Defining nginx resources in Hiera. ```yaml nginx::nginx_upstreams: 'puppet_rack_app': ensure: present members: - localhost:3000 - localhost:3001 - localhost:3002 nginx::nginx_vhosts: 'www.puppetlabs.com': www_root: '/var/www/www.puppetlabs.com' 'rack.puppetlabs.com': proxy: 'http://puppet_rack_app' nginx::nginx_locations: 'static': location: '~ "^/static/[0-9a-fA-F]{8}\/(.*)$"' vhost: www.puppetlabs.com 'userContent': location: /userContent vhost: www.puppetlabs.com www_root: /var/www/html ``` ## Nginx with precompiled Passenger Currently this works only for Debian family. ```puppet class { 'nginx': package_source => 'passenger', http_cfg_append => { 'passenger_root' => '/usr/lib/ruby/vendor_ruby/phusion_passenger/locations.ini', } } ``` Package source `passenger` will add [Phusion Passenger repository](https://oss-binaries.phusionpassenger.com/apt/passenger) to APT sources. For each virtual host you should specify which ruby should be used. ```puppet nginx::resource::vhost { 'www.puppetlabs.com': www_root => '/var/www/www.puppetlabs.com', vhost_cfg_append => { 'passenger_enabled' => 'on', 'passenger_ruby' => '/usr/bin/ruby', } } ``` ### Puppet master served by Nginx and Passenger Virtual host config for serving puppet master: ```puppet nginx::resource::vhost { 'puppet': ensure => present, server_name => ['puppet'], listen_port => 8140, ssl => true, ssl_cert => '/var/lib/puppet/ssl/certs/example.com.pem', ssl_key => '/var/lib/puppet/ssl/private_keys/example.com.pem', ssl_port => 8140, vhost_cfg_append => { 'passenger_enabled' => 'on', 'passenger_ruby' => '/usr/bin/ruby', 'ssl_crl' => '/var/lib/puppet/ssl/ca/ca_crl.pem', 'ssl_client_certificate' => '/var/lib/puppet/ssl/certs/ca.pem', 'ssl_verify_client' => 'optional', 'ssl_verify_depth' => 1, }, www_root => '/etc/puppet/rack/public', use_default_location => false, access_log => '/var/log/nginx/puppet_access.log', error_log => '/var/log/nginx/puppet_error.log', passenger_cgi_param => { 'HTTP_X_CLIENT_DN' => '$ssl_client_s_dn', 'HTTP_X_CLIENT_VERIFY' => '$ssl_client_verify', }, } ``` ### Example puppet class calling nginx::vhost with HTTPS FastCGI and redirection of HTTP ```puppet $full_web_path = '/var/www' define web::nginx_ssl_with_redirect ( $backend_port = 9000, $php = true, $proxy = undef, $www_root = "${full_web_path}/${name}/", $location_cfg_append = undef, ) { nginx::resource::vhost { "${name}.${::domain}": ensure => present, www_root => "${full_web_path}/${name}/", location_cfg_append => { 'rewrite' => '^ https://$server_name$request_uri? permanent' }, } if !$www_root { $tmp_www_root = undef } else { $tmp_www_root = $www_root } nginx::resource::vhost { "${name}.${::domain} ${name}": ensure => present, listen_port => 443, www_root => $tmp_www_root, proxy => $proxy, location_cfg_append => $location_cfg_append, index_files => [ 'index.php' ], ssl => true, ssl_cert => 'puppet:///modules/sslkey/whildcard_mydomain.crt', ssl_key => 'puppet:///modules/sslkey/whildcard_mydomain.key', } if $php { nginx::resource::location { "${name}_root": ensure => present, ssl => true, ssl_only => true, vhost => "${name}.${::domain} ${name}", www_root => "${full_web_path}/${name}/", location => '~ \.php$', index_files => ['index.php', 'index.html', 'index.htm'], proxy => undef, fastcgi => "127.0.0.1:${backend_port}", fastcgi_script => undef, location_cfg_append => { fastcgi_connect_timeout => '3m', fastcgi_read_timeout => '3m', fastcgi_send_timeout => '3m' } } } } ``` # Call class web::nginx_ssl_with_redirect ```puppet web::nginx_ssl_with_redirect { 'sub-domain-name': backend_port => 9001, } ``` examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/Rakefile000077500000000000000000000011061245774017100254200ustar00rootroot00000000000000require 'bundler' Bundler.require(:rake) require 'rake/clean' CLEAN.include('spec/fixtures/', 'doc', 'pkg') CLOBBER.include('.tmp', '.librarian') require 'puppetlabs_spec_helper/rake_tasks' require 'puppet_blacksmith/rake_tasks' require 'rspec-system/rake_task' # use librarian-puppet to manage fixtures instead of .fixtures.yml # offers more possibilities like explicit version management, forge downloads,... task :librarian_spec_prep do sh "librarian-puppet install --path=spec/fixtures/modules/" end task :spec_prep => :librarian_spec_prep task :default => [:clean, :spec] examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/composer.json000077500000000000000000000004601245774017100264770ustar00rootroot00000000000000{ "name": "jfryman/puppet-nginx", "type": "project", "description": "Puppet module for nginx installation", "keywords": ["puppet", "nginx"], "license": "Apache-2.0", "require": { }, "extra": { "branch-alias": { "dev-master": "1.x-dev" } } }examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/000077500000000000000000000000001245774017100257435ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/config.pp000077500000000000000000000100741245774017100275560ustar00rootroot00000000000000# Class: nginx::config # # This module manages NGINX bootstrap and configuration # # Parameters: # # There are no default parameters for this class. # # Actions: # # Requires: # # Sample Usage: # # This class file is not called directly class nginx::config( $worker_processes = $nginx::params::nx_worker_processes, $worker_connections = $nginx::params::nx_worker_connections, $worker_rlimit_nofile = $nginx::params::nx_worker_rlimit_nofile, $confd_purge = $nginx::params::nx_confd_purge, $vhost_purge = $nginx::params::nx_vhost_purge, $server_tokens = $nginx::params::nx_server_tokens, $proxy_set_header = $nginx::params::nx_proxy_set_header, $proxy_cache_path = $nginx::params::nx_proxy_cache_path, $proxy_cache_levels = $nginx::params::nx_proxy_cache_levels, $proxy_cache_keys_zone = $nginx::params::nx_proxy_cache_keys_zone, $proxy_cache_max_size = $nginx::params::nx_proxy_cache_max_size, $proxy_cache_inactive = $nginx::params::nx_proxy_cache_inactive, $proxy_http_version = $nginx::params::nx_proxy_http_version, $names_hash_bucket_size = $nginx::params::nx_names_hash_bucket_size, $names_hash_max_size = $nginx::params::nx_names_hash_max_size, $types_hash_max_size = $nginx::params::nx_types_hash_max_size, $types_hash_bucket_size = $nginx::params::nx_types_hash_bucket_size, $client_max_body_size = $nginx::params::nx_client_max_body_size, $proxy_buffers = $nginx::params::nx_proxy_buffers, $http_cfg_append = $nginx::params::nx_http_cfg_append, $nginx_error_log = $nginx::params::nx_nginx_error_log, $http_access_log = $nginx::params::nx_http_access_log, $proxy_buffer_size = $nginx::params::nx_proxy_buffer_size, $gzip = $nginx::params::nx_gzip, $conf_template = $nginx::params::nx_conf_template, $proxy_conf_template = $nginx::params::nx_proxy_conf_template, ) inherits nginx::params { File { owner => 'root', group => 'root', mode => '0644', } file { $nginx::params::nx_conf_dir: ensure => directory, } file { "${nginx::params::nx_conf_dir}/conf.d": ensure => directory, } if $confd_purge == true { File["${nginx::params::nx_conf_dir}/conf.d"] { purge => true, recurse => true, } } file { "${nginx::params::nx_conf_dir}/conf.mail.d": ensure => directory, } if $confd_purge == true { File["${nginx::params::nx_conf_dir}/conf.mail.d"] { purge => true, recurse => true, } } file { "${nginx::params::nx_conf_dir}/conf.d/vhost_autogen.conf": ensure => absent, } file { "${nginx::params::nx_conf_dir}/conf.mail.d/vhost_autogen.conf": ensure => absent, } file {$nginx::config::nx_run_dir: ensure => directory, } file {$nginx::config::nx_client_body_temp_path: ensure => directory, owner => $nginx::params::nx_daemon_user, } file {$nginx::config::nx_proxy_temp_path: ensure => directory, owner => $nginx::params::nx_daemon_user, } file { "${nginx::params::nx_conf_dir}/sites-available": ensure => directory, } if $vhost_purge == true { File["${nginx::params::nx_conf_dir}/sites-available"] { purge => true, recurse => true, } } file { "${nginx::params::nx_conf_dir}/sites-enabled": ensure => directory, } if $vhost_purge == true { File["${nginx::params::nx_conf_dir}/sites-enabled"] { purge => true, recurse => true, } } file { '/etc/nginx/sites-enabled/default': ensure => absent, } file { "${nginx::params::nx_conf_dir}/nginx.conf": ensure => file, content => template($conf_template), } file { "${nginx::params::nx_conf_dir}/conf.d/proxy.conf": ensure => file, content => template($proxy_conf_template), } file { "${nginx::config::nx_temp_dir}/nginx.d": ensure => absent, purge => true, recurse => true, force => true, } file { "${nginx::config::nx_temp_dir}/nginx.mail.d": ensure => absent, purge => true, recurse => true, force => true, } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/init.pp000077500000000000000000000147331245774017100272620ustar00rootroot00000000000000# Class: nginx # # This module manages NGINX. # # Parameters: # # There are no default parameters for this class. All module parameters # are managed via the nginx::params class # # Actions: # # Requires: # puppetlabs-stdlib - https://github.com/puppetlabs/puppetlabs-stdlib # # Packaged NGINX # - RHEL: EPEL or custom package # - Debian/Ubuntu: Default Install or custom package # - SuSE: Default Install or custom package # # stdlib # - puppetlabs-stdlib module >= 0.1.6 # - plugin sync enabled to obtain the anchor type # # Sample Usage: # # The module works with sensible defaults: # # node default { # include nginx # } class nginx ( $worker_processes = $nginx::params::nx_worker_processes, $worker_connections = $nginx::params::nx_worker_connections, $worker_rlimit_nofile = $nginx::params::nx_worker_rlimit_nofile, $package_name = $nginx::params::package_name, $package_ensure = $nginx::params::package_ensure, $package_source = $nginx::params::package_source, $proxy_set_header = $nginx::params::nx_proxy_set_header, $proxy_http_version = $nginx::params::nx_proxy_http_version, $confd_purge = $nginx::params::nx_confd_purge, $vhost_purge = $nginx::params::nx_vhost_purge, $proxy_cache_path = $nginx::params::nx_proxy_cache_path, $proxy_cache_levels = $nginx::params::nx_proxy_cache_levels, $proxy_cache_keys_zone = $nginx::params::nx_proxy_cache_keys_zone, $proxy_cache_max_size = $nginx::params::nx_proxy_cache_max_size, $proxy_cache_inactive = $nginx::params::nx_proxy_cache_inactive, $configtest_enable = $nginx::params::nx_configtest_enable, $service_restart = $nginx::params::nx_service_restart, $service_ensure = $nginx::params::nx_service_ensure, $mail = $nginx::params::nx_mail, $server_tokens = $nginx::params::nx_server_tokens, $client_max_body_size = $nginx::params::nx_client_max_body_size, $names_hash_bucket_size = $nginx::params::nx_names_hash_bucket_size, $names_hash_max_size = $nginx::params::nx_names_hash_max_size, $proxy_buffers = $nginx::params::nx_proxy_buffers, $proxy_buffer_size = $nginx::params::nx_proxy_buffer_size, $http_cfg_append = $nginx::params::nx_http_cfg_append, $nginx_error_log = $nginx::params::nx_nginx_error_log, $http_access_log = $nginx::params::nx_http_access_log, $gzip = $nginx::params::nx_gzip, $conf_template = $nginx::params::nx_conf_template, $proxy_conf_template = $nginx::params::nx_proxy_conf_template, $nginx_vhosts = {}, $nginx_upstreams = {}, $nginx_locations = {}, $manage_repo = $nginx::params::manage_repo, ) inherits nginx::params { include stdlib if (!is_string($worker_processes)) and (!is_integer($worker_processes)) { fail('$worker_processes must be an integer or have value "auto".') } if (!is_integer($worker_connections)) { fail('$worker_connections must be an integer.') } if (!is_integer($worker_rlimit_nofile)) { fail('$worker_rlimit_nofile must be an integer.') } validate_string($package_name) validate_string($package_ensure) validate_string($package_source) validate_array($proxy_set_header) validate_string($proxy_http_version) validate_bool($confd_purge) validate_bool($vhost_purge) if ($proxy_cache_path != false) { validate_string($proxy_cache_path) } if (!is_integer($proxy_cache_levels)) { fail('$proxy_cache_levels must be an integer.') } validate_string($proxy_cache_keys_zone) validate_string($proxy_cache_max_size) validate_string($proxy_cache_inactive) validate_bool($configtest_enable) validate_string($service_restart) validate_bool($mail) validate_string($server_tokens) validate_string($client_max_body_size) if (!is_integer($names_hash_bucket_size)) { fail('$names_hash_bucket_size must be an integer.') } if (!is_integer($names_hash_max_size)) { fail('$names_hash_max_size must be an integer.') } validate_string($proxy_buffers) validate_string($proxy_buffer_size) if ($http_cfg_append != false) { validate_hash($http_cfg_append) } validate_string($nginx_error_log) validate_string($http_access_log) validate_hash($nginx_upstreams) validate_hash($nginx_vhosts) validate_hash($nginx_locations) validate_bool($manage_repo) class { 'nginx::package': package_name => $package_name, package_source => $package_source, package_ensure => $package_ensure, notify => Class['nginx::service'], manage_repo => $manage_repo, } class { 'nginx::config': worker_processes => $worker_processes, worker_connections => $worker_connections, worker_rlimit_nofile => $worker_rlimit_nofile, proxy_set_header => $proxy_set_header, proxy_http_version => $proxy_http_version, proxy_cache_path => $proxy_cache_path, proxy_cache_levels => $proxy_cache_levels, proxy_cache_keys_zone => $proxy_cache_keys_zone, proxy_cache_max_size => $proxy_cache_max_size, proxy_cache_inactive => $proxy_cache_inactive, confd_purge => $confd_purge, vhost_purge => $vhost_purge, server_tokens => $server_tokens, client_max_body_size => $client_max_body_size, names_hash_bucket_size => $names_hash_bucket_size, names_hash_max_size => $names_hash_max_size, proxy_buffers => $proxy_buffers, proxy_buffer_size => $proxy_buffer_size, http_cfg_append => $http_cfg_append, nginx_error_log => $nginx_error_log, http_access_log => $http_access_log, gzip => $gzip, conf_template => $conf_template, proxy_conf_template => $proxy_conf_template, require => Class['nginx::package'], notify => Class['nginx::service'], } class { 'nginx::service': } create_resources('nginx::resource::upstream', $nginx_upstreams) create_resources('nginx::resource::vhost', $nginx_vhosts) create_resources('nginx::resource::location', $nginx_locations) # Allow the end user to establish relationships to the "main" class # and preserve the relationship to the implementation classes through # a transitive relationship to the composite class. anchor{ 'nginx::begin': before => Class['nginx::package'], notify => Class['nginx::service'], } anchor { 'nginx::end': require => Class['nginx::service'], } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/package.pp000077500000000000000000000044441245774017100277100ustar00rootroot00000000000000# Class: nginx::package # # This module manages NGINX package installation # # Parameters: # # There are no default parameters for this class. # # Actions: # # Requires: # # Sample Usage: # # This class file is not called directly class nginx::package( $package_name = 'nginx', $package_source = 'nginx', $package_ensure = 'present', $manage_repo = true, ) { anchor { 'nginx::package::begin': } anchor { 'nginx::package::end': } case $::osfamily { 'redhat': { class { 'nginx::package::redhat': manage_repo => $manage_repo, package_ensure => $package_ensure, package_name => $package_name, require => Anchor['nginx::package::begin'], before => Anchor['nginx::package::end'], } } 'debian': { class { 'nginx::package::debian': package_name => $package_name, package_source => $package_source, package_ensure => $package_ensure, manage_repo => $manage_repo, require => Anchor['nginx::package::begin'], before => Anchor['nginx::package::end'], } } 'suse': { class { 'nginx::package::suse': require => Anchor['nginx::package::begin'], before => Anchor['nginx::package::end'], } } 'Solaris': { class { 'nginx::package::solaris': package_name => $package_name, package_source => $package_source, package_ensure => $package_ensure, require => Anchor['nginx::package::begin'], before => Anchor['nginx::package::end'], } } default: { case $::operatingsystem { 'amazon': { # Amazon was added to osfamily RedHat in 1.7.2 # https://github.com/puppetlabs/facter/commit/c12d3b6c557df695a7b2b009da099f6a93c7bd31#lib/facter/osfamily.rb warning("Module ${module_name} support for ${::operatingsystem} with facter < 1.7.2 is deprecated") warning("Please upgrade from facter ${::facterversion} to >= 1.7.2") class { 'nginx::package::redhat': require => Anchor['nginx::package::begin'], before => Anchor['nginx::package::end'], } } default: { fail("Module ${module_name} is not supported on ${::operatingsystem}") } } } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/package/000077500000000000000000000000001245774017100273365ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/package/debian.pp000077500000000000000000000034731245774017100311330ustar00rootroot00000000000000# Class: nginx::package::debian # # This module manages NGINX package installation on debian based systems # # Parameters: # # There are no default parameters for this class. # # Actions: # # Requires: # # Sample Usage: # # This class file is not called directly class nginx::package::debian( $manage_repo = true, $package_name = 'nginx', $package_source = 'nginx', $package_ensure = 'present' ) { $distro = downcase($::operatingsystem) package { $package_name: ensure => $package_ensure, require => Anchor['nginx::apt_repo'], } anchor { 'nginx::apt_repo' : } include '::apt' if $manage_repo { case $package_source { 'nginx': { apt::source { 'nginx': location => "http://nginx.org/packages/${distro}", repos => 'nginx', key => '7BD9BF62', key_source => 'http://nginx.org/keys/nginx_signing.key', notify => Exec['apt_get_update_for_nginx'], } } 'passenger': { ensure_resource('package', 'apt-transport-https', {'ensure' => 'present' }) apt::source { 'nginx': location => 'https://oss-binaries.phusionpassenger.com/apt/passenger', repos => "main", key => '561F9B9CAC40B2F7', key_source => 'https://oss-binaries.phusionpassenger.com/auto-software-signing-gpg-key.txt', notify => Exec['apt_get_update_for_nginx'], } package { 'passenger': ensure => 'present', require => Anchor['nginx::apt_repo'], } } default: {} } exec { 'apt_get_update_for_nginx': command => '/usr/bin/apt-get update', timeout => 240, returns => [ 0, 100 ], refreshonly => true, before => Anchor['nginx::apt_repo'], } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/package/redhat.pp000077500000000000000000000035221245774017100311530ustar00rootroot00000000000000# Class: nginx::package::redhat # # This module manages NGINX package installation on RedHat based systems # # Parameters: # # There are no default parameters for this class. # # Actions: # # Requires: # # Sample Usage: # # This class file is not called directly class nginx::package::redhat ( $manage_repo = true, $package_ensure = 'present', $package_name = 'nginx', ) { case $::operatingsystem { 'fedora': { # nginx.org does not supply RPMs for fedora # fedora 18 provides 1.2.x packages # fedora 19 has 1.4.x packages are in # fedora 18 users will need to supply their own nginx 1.4 rpms and/or repo if $::lsbmajdistrelease and $::lsbmajdistrelease < 19 { notice("${::operatingsystem} ${::lsbmajdistrelease} does not supply nginx >= 1.4 packages") } } default: { case $::lsbmajdistrelease { 5, 6: { $os_rel = $::lsbmajdistrelease } default: { # Amazon uses the year as the $::lsbmajdistrelease $os_rel = 6 } } # as of 2013-07-28 # http://nginx.org/packages/centos appears to be identical to # http://nginx.org/packages/rhel # no other dedicated dirs exist for platforms under $::osfamily == redhat if $manage_repo { yumrepo { 'nginx-release': baseurl => "http://nginx.org/packages/rhel/${os_rel}/\$basearch/", descr => 'nginx repo', enabled => '1', gpgcheck => '1', priority => '1', gpgkey => 'http://nginx.org/keys/nginx_signing.key', before => Package[$package_name], } file { '/etc/yum.repos.d/nginx-release.repo': ensure => present, require => Yumrepo['nginx-release'], } } } } package { $package_name: ensure => $package_ensure, } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/package/solaris.pp000077500000000000000000000011011245774017100313470ustar00rootroot00000000000000# Class: nginx::package::solaris # # This module manages NGINX package installation on solaris based systems # # Parameters: # # *package_name* # Needs to be specified. SFEnginx,CSWnginx depending on where you get it. # # *package_source* # Needed in case of Solaris 10. # # Actions: # # Requires: # # Sample Usage: # # This class file is not called directly class nginx::package::solaris( $package_name = undef, $package_source = '', $package_ensure = 'present' ){ package { $package_name: ensure => $package_ensure, source => $package_source } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/package/suse.pp000077500000000000000000000015461245774017100306670ustar00rootroot00000000000000# Class: nginx::package::suse # # This module manages NGINX package installation for SuSE based systems # # Parameters: # # There are no default parameters for this class. # # Actions: # This module contains all of the required package for SuSE. Apache and all # other packages listed below are built into the packaged RPM spec for # SuSE and OpenSuSE. # Requires: # # Sample Usage: # # This class file is not called directly class nginx::package::suse { $suse_packages = [ 'nginx-0.8', 'apache2', 'apache2-itk', 'apache2-utils', 'gd', 'libapr1', 'libapr-util1', 'libjpeg62', 'libpng14-14', 'libxslt', 'rubygem-daemon_controller', 'rubygem-fastthread', 'rubygem-file-tail', 'rubygem-passenger', 'rubygem-passenger-nginx', 'rubygem-rack', 'rubygem-rake', 'rubygem-spruz', ] package { $suse_packages: ensure => $nginx::package_ensure, } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/params.pp000077500000000000000000000076431245774017100276040ustar00rootroot00000000000000# Class: nginx::param # # This module manages NGINX paramaters # # Parameters: # # There are no default parameters for this class. # # Actions: # # Requires: # # Sample Usage: # # This class file is not called directly class nginx::params { $nx_temp_dir = '/tmp' $nx_run_dir = '/var/nginx' $nx_conf_template = 'nginx/conf.d/nginx.conf.erb' $nx_proxy_conf_template = 'nginx/conf.d/proxy.conf.erb' $nx_confd_purge = false $nx_vhost_purge = false $nx_worker_processes = 1 $nx_worker_connections = 1024 $nx_worker_rlimit_nofile = 1024 $nx_types_hash_max_size = 1024 $nx_types_hash_bucket_size = 512 $nx_names_hash_bucket_size = 64 $nx_names_hash_max_size = 512 $nx_multi_accept = off # One of [kqueue|rtsig|epoll|/dev/poll|select|poll|eventport] # or false to use OS default $nx_events_use = false $nx_sendfile = on $nx_keepalive_timeout = 65 $nx_tcp_nodelay = on $nx_gzip = on $nx_server_tokens = on $nx_spdy = off $nx_ssl_stapling = off $nx_proxy_redirect = off $nx_proxy_set_header = [ 'Host $host', 'X-Real-IP $remote_addr', 'X-Forwarded-For $proxy_add_x_forwarded_for', ] $nx_proxy_cache_path = false $nx_proxy_cache_levels = 1 $nx_proxy_cache_keys_zone = 'd2:100m' $nx_proxy_cache_max_size = '500m' $nx_proxy_cache_inactive = '20m' $nx_client_body_temp_path = "${nx_run_dir}/client_body_temp" $nx_client_body_buffer_size = '128k' $nx_client_max_body_size = '10m' $nx_proxy_temp_path = "${nx_run_dir}/proxy_temp" $nx_proxy_connect_timeout = '90' $nx_proxy_send_timeout = '90' $nx_proxy_read_timeout = '90' $nx_proxy_buffers = '32 4k' $nx_proxy_http_version = '1.0' $nx_proxy_buffer_size = '8k' $nx_logdir = $::kernel ? { /(?i-mx:linux)/ => '/var/log/nginx', /(?i-mx:sunos)/ => '/var/log/nginx', } $nx_pid = $::kernel ? { /(?i-mx:linux)/ => '/var/run/nginx.pid', /(?i-mx:sunos)/ => '/var/run/nginx.pid', } $nx_conf_dir = $::kernelversion ? { /(?i-mx:joyent)/ => '/opt/local/etc/nginx', default => '/etc/nginx', } if $::osfamily { $solaris_nx_daemon_user = $::kernelversion ? { /(?i-mx:joyent)/ => 'www', default => 'webservd', } $nx_daemon_user = $::osfamily ? { /(?i-mx:redhat|suse|gentoo|linux)/ => 'nginx', /(?i-mx:debian)/ => 'www-data', /(?i-mx:solaris)/ => $solaris_nx_daemon_user, } } else { warning('$::osfamily not defined. Support for $::operatingsystem is deprecated') warning("Please upgrade from factor ${::facterversion} to >= 1.7.2") $nx_daemon_user = $::operatingsystem ? { /(?i-mx:debian|ubuntu)/ => 'www-data', /(?i-mx:fedora|rhel|redhat|centos|scientific|suse|opensuse|amazon|gentoo|oraclelinux)/ => 'nginx', /(?i-mx:solaris)/ => 'webservd', } } # Service restart after Nginx 0.7.53 could also be just # "/path/to/nginx/bin -s HUP" Some init scripts do a configtest, some don't. # If configtest_enable it's true then service restart will take # $nx_service_restart value, forcing configtest. $nx_configtest_enable = false $nx_service_restart = '/etc/init.d/nginx configtest && /etc/init.d/nginx restart' $nx_service_ensure = running $nx_mail = false $nx_http_cfg_append = false $nx_nginx_error_log = "${nx_logdir}/error.log" $nx_http_access_log = "${nx_logdir}/access.log" # package name depends on distribution, e.g. for Debian nginx-full | nginx-light $package_name = 'nginx' $package_ensure = 'present' $package_source = 'nginx' $manage_repo = true } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/resource/000077500000000000000000000000001245774017100275725ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/resource/location.pp000077500000000000000000000252131245774017100317510ustar00rootroot00000000000000# define: nginx::resource::location # # This definition creates a new location entry within a virtual host # # Parameters: # [*ensure*] - Enables or disables the specified location # (present|absent) # [*vhost*] - Defines the default vHost for this location # entry to include with # [*location*] - Specifies the URI associated with this location # entry # [*location_allow*] - Array: Locations to allow connections from. # [*location_deny*] - Array: Locations to deny connections from. # [*www_root*] - Specifies the location on disk for files to be # read from. Cannot be set in conjunction with $proxy # [*autoindex*] - Set it on 'on' to activate autoindex directory # listing. Undef by default. # [*index_files*] - Default index files for NGINX to read when # traversing a directory # [*proxy*] - Proxy server(s) for a location to connect to. # Accepts a single value, can be used in conjunction with # nginx::resource::upstream # [*proxy_read_timeout*] - Override the default the proxy read timeout # value of 90 seconds # [*fastcgi*] - location of fastcgi (host:port) # [*fastcgi_params*] - optional alternative fastcgi_params file to use # [*fastcgi_script*] - optional SCRIPT_FILE parameter # [*fastcgi_split_path*] - Allows settings of fastcgi_split_path_info so # that you can split the script_name and path_info via regex # [*ssl*] - Indicates whether to setup SSL bindings for # this location. # [*ssl_only*] - Required if the SSL and normal vHost have the # same port. # [*location_alias*] - Path to be used as basis for serving requests # for this location # [*stub_status*] - If true it will point configure module # stub_status to provide nginx stats on location # [*location_custom_cfg*] - Expects a hash with custom directives, cannot # be used with other location types (proxy, fastcgi, root, or stub_status) # [*location_cfg_prepend*] - Expects a hash with extra directives to put # before anything else inside location (used with all other types except # custom_cfg) # [*location_custom_cfg_prepend*] - Expects a array with extra directives # to put before anything else inside location (used with all other types # except custom_cfg). Used for logical structures such as if. # [*location_custom_cfg_append*] - Expects a array with extra directives # to put before anything else inside location (used with all other types # except custom_cfg). Used for logical structures such as if. # [*location_cfg_append*] - Expects a hash with extra directives to put # after everything else inside location (used with all other types except # custom_cfg) # [*try_files*] - An array of file locations to try # [*option*] - Reserved for future use # [*proxy_cache*] - This directive sets name of zone for caching. # The same zone can be used in multiple places. # [*proxy_cache_valid*] - This directive sets the time for caching # different replies. # [*proxy_method*] - If defined, overrides the HTTP method of the # request to be passed to the backend. # [*proxy_set_body*] - If defined, sets the body passed to the backend. # [*auth_basic*] - This directive includes testing name and password # with HTTP Basic Authentication. # [*auth_basic_user_file*] - This directive sets the htpasswd filename for # the authentication realm. # [*priority*] - Location priority. Default: 500. User priority # 401-499, 501-599. If the priority is higher than the default priority, # the location will be defined after root, or before root. # # # Actions: # # Requires: # # Sample Usage: # nginx::resource::location { 'test2.local-bob': # ensure => present, # www_root => '/var/www/bob', # location => '/bob', # vhost => 'test2.local', # } # # Custom config example to limit location on localhost, # create a hash with any extra custom config you want. # $my_config = { # 'access_log' => 'off', # 'allow' => '127.0.0.1', # 'deny' => 'all' # } # nginx::resource::location { 'test2.local-bob': # ensure => present, # www_root => '/var/www/bob', # location => '/bob', # vhost => 'test2.local', # location_cfg_append => $my_config, # } define nginx::resource::location ( $ensure = present, $location = $name, $vhost = undef, $www_root = undef, $autoindex = undef, $index_files = [ 'index.html', 'index.htm', 'index.php'], $proxy = undef, $proxy_read_timeout = $nginx::params::nx_proxy_read_timeout, $fastcgi = undef, $fastcgi_params = '/etc/nginx/fastcgi_params', $fastcgi_script = undef, $fastcgi_split_path = undef, $ssl = false, $ssl_only = false, $location_alias = undef, $location_allow = undef, $location_deny = undef, $option = undef, $stub_status = undef, $location_custom_cfg = undef, $location_cfg_prepend = undef, $location_cfg_append = undef, $location_custom_cfg_prepend = undef, $location_custom_cfg_append = undef, $try_files = undef, $proxy_cache = false, $proxy_cache_valid = false, $proxy_method = undef, $proxy_set_body = undef, $auth_basic = undef, $auth_basic_user_file = undef, $rewrite_rules = [], $priority = 500 ) { File { owner => 'root', group => 'root', mode => '0644', notify => Class['nginx::service'], } validate_re($ensure, '^(present|absent)$', "${ensure} is not supported for ensure. Allowed values are 'present' and 'absent'.") validate_string($location) if ($vhost != undef) { validate_string($vhost) } if ($www_root != undef) { validate_string($www_root) } if ($autoindex != undef) { validate_string($autoindex) } validate_array($index_files) if ($proxy != undef) { validate_string($proxy) } validate_string($proxy_read_timeout) if ($fastcgi != undef) { validate_string($fastcgi) } validate_string($fastcgi_params) if ($fastcgi_script != undef) { validate_string($fastcgi_script) } if ($fastcgi_split_path != undef) { validate_string($fastcgi_split_path) } validate_bool($ssl) validate_bool($ssl_only) if ($location_alias != undef) { validate_string($location_alias) } if ($location_allow != undef) { validate_array($location_allow) } if ($location_deny != undef) { validate_array($location_deny) } if ($option != undef) { warning('The $option parameter has no effect and is deprecated.') } if ($stub_status != undef) { validate_bool($stub_status) } if ($location_custom_cfg != undef) { validate_hash($location_custom_cfg) } if ($location_cfg_prepend != undef) { validate_hash($location_cfg_prepend) } if ($location_cfg_append != undef) { validate_hash($location_cfg_append) } if ($try_files != undef) { validate_array($try_files) } if ($proxy_cache != false) { validate_string($proxy_cache) } if ($proxy_cache_valid != false) { validate_string($proxy_cache_valid) } if ($proxy_method != undef) { validate_string($proxy_method) } if ($proxy_set_body != undef) { validate_string($proxy_set_body) } if ($auth_basic != undef) { validate_string($auth_basic) } if ($auth_basic_user_file != undef) { validate_string($auth_basic_user_file) } if !is_integer($priority) { fail('$priority must be an integer.') } validate_array($rewrite_rules) if ($priority < 401) or ($priority > 599) { fail('$priority must be in the range 401-599.') } # # Shared Variables $ensure_real = $ensure ? { 'absent' => absent, default => file, } $vhost_sanitized = regsubst($vhost, ' ', '_', 'G') $config_file = "${nginx::config::nx_conf_dir}/sites-available/${vhost_sanitized}.conf" $location_sanitized_tmp = regsubst($location, '\/', '_', 'G') $location_sanitized = regsubst($location_sanitized_tmp, '\\', '_', 'G') ## Check for various error conditions if ($vhost == undef) { fail('Cannot create a location reference without attaching to a virtual host') } if (($www_root == undef) and ($proxy == undef) and ($location_alias == undef) and ($stub_status == undef) and ($fastcgi == undef) and ($location_custom_cfg == undef)) { fail('Cannot create a location reference without a www_root, proxy, location_alias, fastcgi, stub_status, or location_custom_cfg defined') } if (($www_root != undef) and ($proxy != undef)) { fail('Cannot define both directory and proxy in a virtual host') } # Use proxy or fastcgi template if $proxy is defined, otherwise use directory template. if ($proxy != undef) { $content_real = template('nginx/vhost/vhost_location_proxy.erb') } elsif ($location_alias != undef) { $content_real = template('nginx/vhost/vhost_location_alias.erb') } elsif ($stub_status != undef) { $content_real = template('nginx/vhost/vhost_location_stub_status.erb') } elsif ($fastcgi != undef) { $content_real = template('nginx/vhost/vhost_location_fastcgi.erb') } elsif ($www_root != undef) { $content_real = template('nginx/vhost/vhost_location_directory.erb') } else { $content_real = template('nginx/vhost/vhost_location_empty.erb') } if $fastcgi != undef and !defined(File['/etc/nginx/fastcgi_params']) { file { '/etc/nginx/fastcgi_params': ensure => present, mode => '0770', content => template('nginx/vhost/fastcgi_params.erb'), } } ## Create stubs for vHost File Fragment Pattern if ($ssl_only != true) { concat::fragment { "${vhost_sanitized}-${priority}-${location_sanitized}": ensure => present, target => $config_file, content => $content_real, order => "${priority}", } } ## Only create SSL Specific locations if $ssl is true. if ($ssl == true) { $ssl_priority = $priority + 300 concat::fragment {"${vhost_sanitized}-${ssl_priority}-${location_sanitized}-ssl": ensure => present, target => $config_file, content => $content_real, order => "${ssl_priority}", } } if ($auth_basic_user_file != undef) { #Generate htpasswd with provided file-locations file { "${nginx::params::nx_conf_dir}/${location_sanitized}_htpasswd": ensure => $ensure, mode => '0644', source => $auth_basic_user_file, } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/resource/mailhost.pp000077500000000000000000000127271245774017100317670ustar00rootroot00000000000000# define: nginx::resource::mailhost # # This definition creates a virtual host # # Parameters: # [*ensure*] - Enables or disables the specified mailhost (present|absent) # [*listen_ip*] - Default IP Address for NGINX to listen with this vHost on. Defaults to all interfaces (*) # [*listen_port*] - Default IP Port for NGINX to listen with this vHost on. Defaults to TCP 80 # [*listen_options*] - Extra options for listen directive like 'default' to catchall. Undef by default. # [*ipv6_enable*] - BOOL value to enable/disable IPv6 support (false|true). Module will check to see if IPv6 # support exists on your system before enabling. # [*ipv6_listen_ip*] - Default IPv6 Address for NGINX to listen with this vHost on. Defaults to all interfaces (::) # [*ipv6_listen_port*] - Default IPv6 Port for NGINX to listen with this vHost on. Defaults to TCP 80 # [*ipv6_listen_options*] - Extra options for listen directive like 'default' to catchall. Template will allways add ipv6only=on. # While issue jfryman/puppet-nginx#30 is discussed, default value is 'default'. # [*index_files*] - Default index files for NGINX to read when traversing a directory # [*ssl*] - Indicates whether to setup SSL bindings for this mailhost. # [*ssl_cert*] - Pre-generated SSL Certificate file to reference for SSL Support. This is not generated by this module. # [*ssl_key*] - Pre-generated SSL Key file to reference for SSL Support. This is not generated by this module. # [*ssl_port*] - Default IP Port for NGINX to listen with this SSL vHost on. Defaults to TCP 443 # [*starttls*] - enable STARTTLS support: (on|off|only) # [*protocol*] - Mail protocol to use: (imap|pop3|smtp) # [*auth_http*] - With this directive you can set the URL to the external HTTP-like server for authorization. # [*xclient*] - wheter to use xclient for smtp (on|off) # [*server_name*] - List of mailhostnames for which this mailhost will respond. Default [$name]. # # Actions: # # Requires: # # Sample Usage: # nginx::resource::mailhost { 'domain1.example': # ensure => present, # auth_http => 'server2.example/cgi-bin/auth', # protocol => 'smtp', # listen_port => 587, # ssl_port => 465, # starttls => 'only', # xclient => 'off', # ssl => true, # ssl_cert => '/tmp/server.crt', # ssl_key => '/tmp/server.pem', # } define nginx::resource::mailhost ( $listen_port, $ensure = 'present', $listen_ip = '*', $listen_options = undef, $ipv6_enable = false, $ipv6_listen_ip = '::', $ipv6_listen_port = '80', $ipv6_listen_options = 'default ipv6only=on', $ssl = false, $ssl_cert = undef, $ssl_key = undef, $ssl_port = undef, $starttls = 'off', $protocol = undef, $auth_http = undef, $xclient = 'on', $server_name = [$name]) { File { owner => 'root', group => 'root', mode => '0644', } if !is_integer($listen_port) { fail('$listen_port must be an integer.') } validate_re($ensure, '^(present|absent)$', "${ensure} is not supported for ensure. Allowed values are 'present' and 'absent'.") validate_string($listen_ip) if ($listen_options != undef) { validate_string($listen_options) } validate_bool($ipv6_enable) validate_string($ipv6_listen_ip) if !is_integer($ipv6_listen_port) { fail('$ipv6_listen_port must be an integer.') } validate_string($ipv6_listen_options) validate_bool($ssl) if ($ssl_cert != undef) { validate_string($ssl_cert) } if ($ssl_key != undef) { validate_string($ssl_key) } if ($ssl_port != undef) and (!is_integer($ssl_port)) { fail('$ssl_port must be an integer.') } validate_re($starttls, '^(on|only|off)$', "${starttls} is not supported for starttls. Allowed values are 'on', 'only' and 'off'.") if ($protocol != undef) { validate_string($protocol) } if ($auth_http != undef) { validate_string($auth_http) } validate_string($xclient) validate_array($server_name) $config_file = "${nginx::config::nx_conf_dir}/conf.mail.d/${name}.conf" # Add IPv6 Logic Check - Nginx service will not start if ipv6 is enabled # and support does not exist for it in the kernel. if ($ipv6_enable and !$::ipaddress6) { warning('nginx: IPv6 support is not enabled or configured properly') } # Check to see if SSL Certificates are properly defined. if ($ssl or $starttls == 'on' or $starttls == 'only') { if ($ssl_cert == undef) or ($ssl_key == undef) { fail('nginx: SSL certificate/key (ssl_cert/ssl_cert) and/or SSL Private must be defined and exist on the target system(s)') } } concat { $config_file: owner => 'root', group => 'root', mode => '0644', notify => Class['nginx::service'], } if ($listen_port != $ssl_port) { concat::fragment { "${name}-header": ensure => present, target => $config_file, content => template('nginx/mailhost/mailhost.erb'), order => '001', } } # Create SSL File Stubs if SSL is enabled if ($ssl) { concat::fragment { "${name}-ssl": ensure => present, target => $config_file, content => template('nginx/mailhost/mailhost_ssl.erb'), order => '700', } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/resource/upstream.pp000077500000000000000000000036011245774017100317760ustar00rootroot00000000000000# define: nginx::resource::upstream # # This definition creates a new upstream proxy entry for NGINX # # Parameters: # [*members*] - Array of member URIs for NGINX to connect to. Must follow valid NGINX syntax. # [*ensure*] - Enables or disables the specified location (present|absent) # [*upstream_cfg_prepend*] - It expects a hash with custom directives to put before anything else inside upstream # [*upstream_fail_timeout*] - Set the fail_timeout for the upstream. Default is 10 seconds - As that is what Nginx does normally. # # Actions: # # Requires: # # Sample Usage: # nginx::resource::upstream { 'proxypass': # ensure => present, # members => [ # 'localhost:3000', # 'localhost:3001', # 'localhost:3002', # ], # } # # Custom config example to use ip_hash, and 20 keepalive connections # create a hash with any extra custom config you want. # $my_config = { # 'ip_hash' => '', # 'keepalive' => '20', # } # nginx::resource::upstream { 'proxypass': # ensure => present, # members => [ # 'localhost:3000', # 'localhost:3001', # 'localhost:3002', # ], # upstream_cfg_prepend => $my_config, # } define nginx::resource::upstream ( $members, $ensure = 'present', $upstream_cfg_prepend = undef, $upstream_fail_timeout = '10s', ) { validate_array($members) validate_re($ensure, '^(present|absent)$', "${ensure} is not supported for ensure. Allowed values are 'present' and 'absent'.") if ($upstream_cfg_prepend != undef) { validate_hash($upstream_cfg_prepend) } File { owner => 'root', group => 'root', mode => '0644', } file { "/etc/nginx/conf.d/${name}-upstream.conf": ensure => $ensure ? { 'absent' => absent, default => 'file', }, content => template('nginx/conf.d/upstream.erb'), notify => Class['nginx::service'], } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/resource/vhost.pp000077500000000000000000000447771245774017100313240ustar00rootroot00000000000000# define: nginx::resource::vhost # # This definition creates a virtual host # # Parameters: # [*ensure*] - Enables or disables the specified vhost # (present|absent) # [*listen_ip*] - Default IP Address for NGINX to listen with this # vHost on. Defaults to all interfaces (*) # [*listen_port*] - Default IP Port for NGINX to listen with this # vHost on. Defaults to TCP 80 # [*listen_options*] - Extra options for listen directive like # 'default' to catchall. Undef by default. # [*location_allow*] - Array: Locations to allow connections from. # [*location_deny*] - Array: Locations to deny connections from. # [*ipv6_enable*] - BOOL value to enable/disable IPv6 support # (false|true). Module will check to see if IPv6 support exists on your # system before enabling. # [*ipv6_listen_ip*] - Default IPv6 Address for NGINX to listen with # this vHost on. Defaults to all interfaces (::) # [*ipv6_listen_port*] - Default IPv6 Port for NGINX to listen with this # vHost on. Defaults to TCP 80 # [*ipv6_listen_options*] - Extra options for listen directive like 'default' # to catchall. Template will allways add ipv6only=on. While issue # jfryman/puppet-nginx#30 is discussed, default value is 'default'. # [*add_header*] - Hash: Adds headers to the HTTP response when # response code is equal to 200, 204, 301, 302 or 304. # [*index_files*] - Default index files for NGINX to read when # traversing a directory # [*autoindex*] - Set it on 'on' or 'off 'to activate/deactivate # autoindex directory listing. Undef by default. # [*proxy*] - Proxy server(s) for the root location to connect # to. Accepts a single value, can be used in conjunction with # nginx::resource::upstream # [*proxy_read_timeout*] - Override the default the proxy read timeout value # of 90 seconds # [*resolver*] - String: Configures name servers used to resolve # names of upstream servers into addresses. # [*fastcgi*] - location of fastcgi (host:port) # [*fastcgi_params*] - optional alternative fastcgi_params file to use # [*fastcgi_script*] - optional SCRIPT_FILE parameter # [*ssl*] - Indicates whether to setup SSL bindings for this # vhost. # [*ssl_cert*] - Pre-generated SSL Certificate file to reference # for SSL Support. This is not generated by this module. # [*ssl_dhparam*] - This directive specifies a file containing # Diffie-Hellman key agreement protocol cryptographic parameters, in PEM # format, utilized for exchanging session keys between server and client. # [*ssl_key*] - Pre-generated SSL Key file to reference for SSL # Support. This is not generated by this module. # [*ssl_port*] - Default IP Port for NGINX to listen with this SSL # vHost on. Defaults to TCP 443 # [*ssl_protocols*] - SSL protocols enabled. Defaults to 'SSLv3 TLSv1 # TLSv1.1 TLSv1.2'. # [*ssl_ciphers*] - SSL ciphers enabled. Defaults to # 'HIGH:!aNULL:!MD5'. # [*ssl_stapling*] - Bool: Enables or disables stapling of OCSP # responses by the server. Defaults to false. # [*ssl_stapling_file*] - String: When set, the stapled OCSP response # will be taken from the specified file instead of querying the OCSP # responder specified in the server certificate. # [*ssl_stapling_responder*] - String: Overrides the URL of the OCSP # responder specified in the Authority Information Access certificate # extension. # [*ssl_stapling_verify*] - Bool: Enables or disables verification of # OCSP responses by the server. Defaults to false. # [*ssl_trusted_cert*] - String: Specifies a file with trusted CA # certificates in the PEM format used to verify client certificates and # OCSP responses if ssl_stapling is enabled. # [*spdy*] - Toggles SPDY protocol. # [*server_name*] - List of vhostnames for which this vhost will # respond. Default [$name]. # [*www_root*] - Specifies the location on disk for files to be # read from. Cannot be set in conjunction with $proxy # [*rewrite_www_to_non_www*] - Adds a server directive and rewrite rule to # rewrite www.domain.com to domain.com in order to avoid duplicate # content (SEO); # [*try_files*] - Specifies the locations for files to be # checked as an array. Cannot be used in conjuction with $proxy. # [*proxy_cache*] - This directive sets name of zone for caching. # The same zone can be used in multiple places. # [*proxy_cache_valid*] - This directive sets the time for caching # different replies. # [*proxy_method*] - If defined, overrides the HTTP method of the # request to be passed to the backend. # [*proxy_set_body*] - If defined, sets the body passed to the backend. # [*auth_basic*] - This directive includes testing name and # password with HTTP Basic Authentication. # [*auth_basic_user_file*] - This directive sets the htpasswd filename for # the authentication realm. # [*client_max_body_size*] - This directive sets client_max_body_size. # [*vhost_cfg_append*] - It expects a hash with custom directives to # put after everything else inside vhost # [*vhost_cfg_prepend*] - It expects a hash with custom directives to # put before everything else inside vhost # [*vhost_cfg_ssl_append*] - It expects a hash with custom directives to # put after everything else inside vhost ssl # [*vhost_cfg_ssl_prepend*] - It expects a hash with custom directives to # put before everything else inside vhost ssl # [*rewrite_to_https*] - Adds a server directive and rewrite rule to # rewrite to ssl # [*include_files*] - Adds include files to vhost # [*access_log*] - Where to write access log. May add additional # options like log format to the end. # [*error_log*] - Where to write error log. May add additional # options like error level to the end. # [*passenger_cgi_param*] - Allows one to define additional CGI environment # variables to pass to the backend application # Actions: # # Requires: # # Sample Usage: # nginx::resource::vhost { 'test2.local': # ensure => present, # www_root => '/var/www/nginx-default', # ssl => true, # ssl_cert => '/tmp/server.crt', # ssl_key => '/tmp/server.pem', # } define nginx::resource::vhost ( $ensure = 'present', $listen_ip = '*', $listen_port = '80', $listen_options = undef, $location_allow = [], $location_deny = [], $ipv6_enable = false, $ipv6_listen_ip = '::', $ipv6_listen_port = '80', $ipv6_listen_options = 'default ipv6only=on', $add_header = undef, $ssl = false, $ssl_cert = undef, $ssl_dhparam = undef, $ssl_key = undef, $ssl_port = '443', $ssl_protocols = 'SSLv3 TLSv1 TLSv1.1 TLSv1.2', $ssl_ciphers = 'HIGH:!aNULL:!MD5', $ssl_cache = 'shared:SSL:10m', $ssl_stapling = false, $ssl_stapling_file = undef, $ssl_stapling_responder = undef, $ssl_stapling_verify = false, $ssl_trusted_cert = undef, $spdy = $nginx::params::nx_spdy, $proxy = undef, $proxy_read_timeout = $nginx::params::nx_proxy_read_timeout, $proxy_set_header = [], $proxy_cache = false, $proxy_cache_valid = false, $proxy_method = undef, $proxy_set_body = undef, $resolver = undef, $fastcgi = undef, $fastcgi_params = '/etc/nginx/fastcgi_params', $fastcgi_script = undef, $index_files = [ 'index.html', 'index.htm', 'index.php'], $autoindex = undef, $server_name = [$name], $www_root = undef, $rewrite_www_to_non_www = false, $rewrite_to_https = undef, $location_custom_cfg = undef, $location_cfg_prepend = undef, $location_cfg_append = undef, $try_files = undef, $auth_basic = undef, $auth_basic_user_file = undef, $client_max_body_size = undef, $vhost_cfg_prepend = undef, $vhost_cfg_append = undef, $vhost_cfg_ssl_prepend = undef, $vhost_cfg_ssl_append = undef, $include_files = undef, $access_log = undef, $error_log = undef, $passenger_cgi_param = undef, $use_default_location = true, $rewrite_rules = [], ) { validate_re($ensure, '^(present|absent)$', "${ensure} is not supported for ensure. Allowed values are 'present' and 'absent'.") validate_string($listen_ip) if !is_integer($listen_port) { fail('$listen_port must be an integer.') } if ($listen_options != undef) { validate_string($listen_options) } validate_array($location_allow) validate_array($location_deny) validate_bool($ipv6_enable) validate_string($ipv6_listen_ip) if !is_integer($ipv6_listen_port) { fail('$ipv6_listen_port must be an integer.') } validate_string($ipv6_listen_options) if ($add_header != undef) { validate_hash($add_header) } validate_bool($ssl) if ($ssl_cert != undef) { validate_string($ssl_cert) } if ($ssl_dhparam != undef) { validate_string($ssl_dhparam) } if ($ssl_key != undef) { validate_string($ssl_key) } if !is_integer($ssl_port) { fail('$ssl_port must be an integer.') } validate_string($ssl_protocols) validate_string($ssl_ciphers) validate_string($ssl_cache) validate_bool($ssl_stapling) if ($ssl_stapling_file != undef) { validate_string($ssl_stapling_file) } if ($ssl_stapling_responder != undef) { validate_string($ssl_stapling_responder) } validate_bool($ssl_stapling_verify) if ($ssl_trusted_cert != undef) { validate_string($ssl_trusted_cert) } validate_string($spdy) if ($proxy != undef) { validate_string($proxy) } validate_string($proxy_read_timeout) validate_array($proxy_set_header) if ($proxy_cache != false) { validate_string($proxy_cache) } if ($proxy_cache_valid != false) { validate_string($proxy_cache_valid) } if ($proxy_method != undef) { validate_string($proxy_method) } if ($proxy_set_body != undef) { validate_string($proxy_set_body) } if ($resolver != undef) { validate_string($resolver) } if ($fastcgi != undef) { validate_string($fastcgi) } validate_string($fastcgi_params) if ($fastcgi_script != undef) { validate_string($fastcgi_script) } validate_array($index_files) if ($autoindex != undef) { validate_string($autoindex) } validate_array($server_name) if ($www_root != undef) { validate_string($www_root) } validate_bool($rewrite_www_to_non_www) if ($rewrite_to_https != undef) { validate_bool($rewrite_to_https) } if ($location_custom_cfg != undef) { validate_hash($location_custom_cfg) } if ($location_cfg_prepend != undef) { validate_hash($location_cfg_prepend) } if ($location_cfg_append != undef) { validate_hash($location_cfg_append) } if ($try_files != undef) { validate_array($try_files) } if ($auth_basic != undef) { validate_string($auth_basic) } if ($auth_basic_user_file != undef) { validate_string($auth_basic_user_file) } if ($vhost_cfg_prepend != undef) { validate_hash($vhost_cfg_prepend) } if ($vhost_cfg_append != undef) { validate_hash($vhost_cfg_append) } if ($vhost_cfg_ssl_prepend != undef) { validate_hash($vhost_cfg_ssl_prepend) } if ($vhost_cfg_ssl_append != undef) { validate_hash($vhost_cfg_ssl_append) } if ($include_files != undef) { validate_array($include_files) } if ($access_log != undef) { validate_string($access_log) } if ($error_log != undef) { validate_string($error_log) } if ($passenger_cgi_param != undef) { validate_hash($passenger_cgi_param) } validate_bool($use_default_location) validate_array($rewrite_rules) # Variables $vhost_dir = "${nginx::config::nx_conf_dir}/sites-available" $vhost_enable_dir = "${nginx::config::nx_conf_dir}/sites-enabled" $vhost_symlink_ensure = $ensure ? { 'absent' => absent, default => 'link', } $name_sanitized = regsubst($name, ' ', '_', 'G') $config_file = "${vhost_dir}/${name_sanitized}.conf" File { ensure => $ensure ? { 'absent' => absent, default => 'file', }, notify => Class['nginx::service'], owner => 'root', group => 'root', mode => '0644', } # Add IPv6 Logic Check - Nginx service will not start if ipv6 is enabled # and support does not exist for it in the kernel. if ($ipv6_enable == true) and (!$ipaddress6) { warning('nginx: IPv6 support is not enabled or configured properly') } # Check to see if SSL Certificates are properly defined. if ($ssl == true) { if ($ssl_cert == undef) or ($ssl_key == undef) { fail('nginx: SSL certificate/key (ssl_cert/ssl_cert) and/or SSL Private must be defined and exist on the target system(s)') } } # This was a lot to add up in parameter list so add it down here # Also opted to add more logic here and keep template cleaner which # unfortunately means resorting to the $varname_real thing $access_log_real = $access_log ? { undef => "${nginx::params::nx_logdir}/${name_sanitized}.access.log", default => $access_log, } $error_log_real = $error_log ? { undef => "${nginx::params::nx_logdir}/${name_sanitized}.error.log", default => $error_log, } concat { $config_file: owner => 'root', group => 'root', mode => '0644', notify => Class['nginx::service'], } $ssl_only = ($ssl == true) and ($ssl_port == $listen_port) if $use_default_location == true { # Create the default location reference for the vHost nginx::resource::location {"${name_sanitized}-default": ensure => $ensure, vhost => $name_sanitized, ssl => $ssl, ssl_only => $ssl_only, location => '/', location_allow => $location_allow, location_deny => $location_deny, proxy => $proxy, proxy_read_timeout => $proxy_read_timeout, proxy_cache => $proxy_cache, proxy_cache_valid => $proxy_cache_valid, proxy_method => $proxy_method, proxy_set_body => $proxy_set_body, fastcgi => $fastcgi, fastcgi_params => $fastcgi_params, fastcgi_script => $fastcgi_script, try_files => $try_files, www_root => $www_root, autoindex => $autoindex, index_files => [], location_custom_cfg => $location_custom_cfg, notify => Class['nginx::service'], rewrite_rules => $rewrite_rules, } } else { $root = $www_root } # Support location_cfg_prepend and location_cfg_append on default location created by vhost if $location_cfg_prepend { Nginx::Resource::Location["${name_sanitized}-default"] { location_cfg_prepend => $location_cfg_prepend } } if $location_cfg_append { Nginx::Resource::Location["${name_sanitized}-default"] { location_cfg_append => $location_cfg_append } } if $fastcgi != undef and !defined(File['/etc/nginx/fastcgi_params']) { file { '/etc/nginx/fastcgi_params': ensure => present, mode => '0770', content => template('nginx/vhost/fastcgi_params.erb'), } } if ($listen_port != $ssl_port) { concat::fragment { "${name_sanitized}-header": ensure => present, target => $config_file, content => template('nginx/vhost/vhost_header.erb'), order => '001', } } # Create a proper file close stub. if ($listen_port != $ssl_port) { concat::fragment { "${name_sanitized}-footer": ensure => present, target => $config_file, content => template('nginx/vhost/vhost_footer.erb'), order => '699', } } # Create SSL File Stubs if SSL is enabled if ($ssl == true) { # Access and error logs are named differently in ssl template $ssl_access_log = $access_log ? { undef => "${nginx::params::nx_logdir}/ssl-${name_sanitized}.access.log", default => $access_log, } $ssl_error_log = $error_log ? { undef => "${nginx::params::nx_logdir}/ssl-${name_sanitized}.error.log", default => $error_log, } concat::fragment { "${name_sanitized}-ssl-header": target => $config_file, content => template('nginx/vhost/vhost_ssl_header.erb'), order => '700', } concat::fragment { "${name_sanitized}-ssl-footer": target => $config_file, content => template('nginx/vhost/vhost_ssl_footer.erb'), order => '999', } #Generate ssl key/cert with provided file-locations $cert = regsubst($name,' ','_') # Check if the file has been defined before creating the file to # avoid the error when using wildcard cert on the multiple vhosts ensure_resource('file', "${nginx::params::nx_conf_dir}/${cert}.crt", { owner => $nginx::params::nx_daemon_user, mode => '0444', source => $ssl_cert, }) ensure_resource('file', "${nginx::params::nx_conf_dir}/${cert}.key", { owner => $nginx::params::nx_daemon_user, mode => '0440', source => $ssl_key, }) if ($ssl_dhparam != undef) { ensure_resource('file', "${nginx::params::nx_conf_dir}/${cert}.dh.pem", { owner => $nginx::params::nx_daemon_user, mode => '0440', source => $ssl_dhparam, }) } if ($ssl_stapling_file != undef) { ensure_resource('file', "${nginx::params::nx_conf_dir}/${cert}.ocsp.resp", { owner => $nginx::params::nx_daemon_user, mode => '0440', source => $ssl_stapling_file, }) } if ($ssl_trusted_cert != undef) { ensure_resource('file', "${nginx::params::nx_conf_dir}/${cert}.trusted.crt", { owner => $nginx::params::nx_daemon_user, mode => '0440', source => $ssl_trusted_cert, }) } } file{ "${name_sanitized}.conf symlink": ensure => $vhost_symlink_ensure, path => "${vhost_enable_dir}/${name_sanitized}.conf", target => $config_file, require => Concat[$config_file], notify => Service['nginx'], } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/manifests/service.pp000077500000000000000000000014361245774017100277530ustar00rootroot00000000000000# Class: nginx::service # # This module manages NGINX service management and vhost rebuild # # Parameters: # # There are no default parameters for this class. # # Actions: # # Requires: # # Sample Usage: # # This class file is not called directly class nginx::service( $configtest_enable = $nginx::configtest_enable, $service_restart = $nginx::service_restart, $service_ensure = $nginx::service_ensure, ) { $service_enable = $service_ensure ? { running => true, absent => false, stopped => false, default => true, } service { 'nginx': ensure => $service_ensure, enable => $service_enable, hasstatus => true, hasrestart => true, } if $configtest_enable == true { Service['nginx'] { restart => $service_restart, } } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/metadata.json000077500000000000000000000113331245774017100264310ustar00rootroot00000000000000{ "name": "jfryman-nginx", "version": "0.0.9", "source": "http://github.com/jfryman/puppet-nginx", "author": "James Fryman", "license": "Apache License Version 2.0", "summary": "Puppet NGINX management module", "description": "This module can be used for basic NGINX Management", "project_page": "http://github.com/jfryman/puppet-nginx", "dependencies": [ { "name": "puppetlabs/stdlib", "version_requirement": ">= 0.1.6" }, { "name": "puppetlabs/apt", "version_requirement": ">= 1.0.0" }, { "name": "puppetlabs/concat", "version_requirement": ">= 1.0.0" } ], "types": [ ], "checksums": { "Gemfile": "edeccbe86e73ddcaf53d396b16cbaafb", "Gemfile.lock": "c95e85c1cc8432ac1aeb08bb0014fcc6", "LICENSE": "86a0725dcd00b87b9929258039db566c", "Modulefile": "46cb083c9870f00df466c731a34d9041", "Puppetfile": "77ecdc08b3504c6b93b753ddda586bde", "Puppetfile.lock": "c09e16e75af3f1d554debdcecfc019a9", "README.markdown": "c34c120aa37e3ebfd0fa72884854c70f", "Rakefile": "e10708c19fdf55b79b0a3e1fe1ad9bfd", "composer.json": "24f84069e3005890e1983e2121a83598", "manifests/config.pp": "f1c62ff7e0eedeab5253a3bf4582752d", "manifests/init.pp": "88eb9b8c5997ae841ebfb6a205914274", "manifests/package/debian.pp": "9e5dc17d498a5b77015cbafbf749be45", "manifests/package/redhat.pp": "be0b91d4c0bd01b92a828deca06d2dcf", "manifests/package/solaris.pp": "99ecb0bf2f05e87a6c706707f87cea5b", "manifests/package/suse.pp": "1c1dd794efb6baea0e8d1b5cfd94af99", "manifests/package.pp": "9e50aaca565f397c4b805813e062daba", "manifests/params.pp": "f19b5ec3aeb9e726a30058e9f4602603", "manifests/resource/location.pp": "9ed7db612f7fb632d864614532518d35", "manifests/resource/mailhost.pp": "25dfe0c7edfd8725d9d4738f86f6a2ba", "manifests/resource/upstream.pp": "35d240a8b9cbdc932416a804001673e4", "manifests/resource/vhost.pp": "3fa2a9d195e425dd3aff95fff10a7bc8", "manifests/service.pp": "f30a085263190153a6fd16fa6f7b2997", "spec/classes/config_spec.rb": "14c9f3dc586265ccdf93fcdecd613c1e", "spec/classes/nginx_spec.rb": "8d380958a7ad89dbdf22b56cae6f9b63", "spec/classes/package_spec.rb": "e36afe529c1db2d00ca489bc468ae9f8", "spec/classes/params_spec.rb": "9d5d5d49b7f88aed7c73b5f4b634a151", "spec/classes/service_spec.rb": "225170a3f3d4f0b9211a9457fe2cc479", "spec/defines/resource_location_spec.rb": "6a7f029b770e88894e91e50c6501bb4c", "spec/defines/resource_mailhost_spec.rb": "9674a9925688f0c5b02a9aa0daf31940", "spec/defines/resource_upstream_spec.rb": "1f2969eea57c3d01b530a6fa16199a47", "spec/defines/resource_vhost_spec.rb": "ec758b5587e3d7cfa362ced69c9dbaa4", "spec/spec_helper.rb": "22e3d58ae9bbee021c451efca9b4f74e", "spec/spec_helper_system.rb": "a927e23602667ecfa9b26f4195c8d6f0", "spec/system/basic_spec.rb": "48a48752c76b92d37eeafdf7c8b74683", "spec/system/class_spec.rb": "18b0065ce7cc116034ccfdf3647a5c3d", "spec/system/nginx_mail_spec.rb": "9f2e3ced4b67e10eacab170ef8239ac4", "spec/system/nginx_proxy_spec.rb": "7dab569f74d24f2e5ef57741e060db4a", "spec/system/nginx_vhost_spec.rb": "f7976202742efd88c9d0e76c6acaae65", "templates/conf.d/nginx.conf.erb": "b60fe69b2d7042f63c4cbd7db7f1cea6", "templates/conf.d/proxy.conf.erb": "f6c6d306639ae10ba794d32ff4c02eab", "templates/conf.d/upstream.erb": "139d65b2f60626a70e1c295271d80173", "templates/mailhost/mailhost.erb": "4bc26cf616dba82049da65d3cb1b2eae", "templates/mailhost/mailhost_ssl.erb": "b4fc3d3192cd37167130c421be2f4f39", "templates/vhost/fastcgi_params.erb": "4e1241d7af4f711c51f047b44d4c9ed0", "templates/vhost/vhost_footer.erb": "0c1c3c1d077d9143221ba98a4ea46bed", "templates/vhost/vhost_header.erb": "4ed3c44a59debdba80c039ed160e9c45", "templates/vhost/vhost_location_alias.erb": "8279b8e05f79e0f572fd70d7a5ed63f1", "templates/vhost/vhost_location_directory.erb": "30f49d5b38b7f8831646b0cac0048313", "templates/vhost/vhost_location_empty.erb": "a1821438b6458336372fa281a8d050fe", "templates/vhost/vhost_location_fastcgi.erb": "40ca6d2d52fb23a91ee9d5cfcf9180d8", "templates/vhost/vhost_location_proxy.erb": "e2bf22fd9fd46f3f3a0f472142860ae0", "templates/vhost/vhost_location_stub_status.erb": "1c088cf7399940177346f267c4115ba0", "templates/vhost/vhost_ssl_footer.erb": "dedd39d56ac23a9d59a12b19ecacaf7f", "templates/vhost/vhost_ssl_header.erb": "7167805d0c55ac7d17f196d17b4fe563", "tests/init.pp": "65966654dd24c431365d66239b8bc8c8", "tests/location_alias.pp": "c0b6f6b2f8a655cbc90faf735b05bde0", "tests/upstream.pp": "c64fcbcb7b449d412b49cfb10a1297b6", "tests/vhost.pp": "301f5773b36b26c096835ca7dfee580f", "tests/vhost_ssl.pp": "a4d76a22ac2e2a2f33298b09a3a2bdac" } }examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/000077500000000000000000000000001245774017100247045ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/classes/000077500000000000000000000000001245774017100263415ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/classes/config_spec.rb000077500000000000000000000255121245774017100311550ustar00rootroot00000000000000require 'spec_helper' describe 'nginx::config' do describe 'with defaults' do [ { :osfamily => 'debian', :operatingsystem => 'debian', }, { :osfamily => 'debian', :operatingsystem => 'ubuntu', }, { :osfamily => 'redhat', :operatingsystem => 'fedora', }, { :osfamily => 'redhat', :operatingsystem => 'rhel', }, { :osfamily => 'redhat', :operatingsystem => 'redhat', }, { :osfamily => 'redhat', :operatingsystem => 'centos', }, { :osfamily => 'redhat', :operatingsystem => 'scientific', }, { :osfamily => 'redhat', :operatingsystem => 'amazon', }, { :osfamily => 'suse', :operatingsystem => 'suse', }, { :osfamily => 'suse', :operatingsystem => 'opensuse', }, { :osfamily => 'gentoo', :operatingsystem => 'gentoo', }, { :osfamily => 'linux', :operatingsystem => 'gentoo', }, ].each do |facts| context "when osfamily/operatingsystem is #{facts[:osfamily]}/#{facts[:operatingsystem]}" do let :facts do { :osfamily => facts[:osfamily], :operatingsystem => facts[:operatingsystem], } end it { should contain_class("nginx::params") } it { should contain_file("/etc/nginx").only_with( :path => "/etc/nginx", :ensure => 'directory', :owner => 'root', :group => 'root', :mode => '0644' )} it { should contain_file("/etc/nginx/conf.d").only_with( :path => '/etc/nginx/conf.d', :ensure => 'directory', :owner => 'root', :group => 'root', :mode => '0644' )} it { should contain_file("/etc/nginx/conf.mail.d").only_with( :path => '/etc/nginx/conf.mail.d', :ensure => 'directory', :owner => 'root', :group => 'root', :mode => '0644' )} it { should contain_file("/etc/nginx/conf.d/vhost_autogen.conf").with_ensure('absent') } it { should contain_file("/etc/nginx/conf.mail.d/vhost_autogen.conf").with_ensure('absent') } it { should contain_file("/var/nginx").with( :ensure => 'directory', :owner => 'root', :group => 'root', :mode => '0644' )} it { should contain_file("/var/nginx/client_body_temp").with( :ensure => 'directory', :group => 'root', :mode => '0644' )} it { should contain_file("/var/nginx/proxy_temp").with( :ensure => 'directory', :group => 'root', :mode => '0644' )} it { should contain_file('/etc/nginx/sites-enabled/default').with_ensure('absent') } it { should contain_file("/etc/nginx/nginx.conf").with( :ensure => 'file', :owner => 'root', :group => 'root', :mode => '0644' )} it { should contain_file("/etc/nginx/conf.d/proxy.conf").with( :ensure => 'file', :owner => 'root', :group => 'root', :mode => '0644' )} it { should contain_file("/tmp/nginx.d").with( :ensure => 'absent', :purge => true, :recurse => true )} it { should contain_file("/tmp/nginx.mail.d").with( :ensure => 'absent', :purge => true, :recurse => true )} end end end describe 'with defaults' do [ { :osfamily => 'debian', :operatingsystem => 'debian', }, { :osfamily => 'debian', :operatingsystem => 'ubuntu', }, ].each do |facts| context "when osfamily/operatingsystem is #{facts[:osfamily]}/#{facts[:operatingsystem]}" do let :facts do { :osfamily => facts[:osfamily], :operatingsystem => facts[:operatingsystem], } end it { should contain_file("/var/nginx/client_body_temp").with(:owner => 'www-data')} it { should contain_file("/var/nginx/proxy_temp").with(:owner => 'www-data')} it { should contain_file("/etc/nginx/nginx.conf").with_content %r{^user www-data;}} end end end describe 'with defaults' do [ { :osfamily => 'redhat', :operatingsystem => 'fedora', }, { :osfamily => 'redhat', :operatingsystem => 'rhel', }, { :osfamily => 'redhat', :operatingsystem => 'redhat', }, { :osfamily => 'redhat', :operatingsystem => 'centos', }, { :osfamily => 'redhat', :operatingsystem => 'scientific', }, { :osfamily => 'redhat', :operatingsystem => 'amazon', }, { :osfamily => 'suse', :operatingsystem => 'suse', }, { :osfamily => 'suse', :operatingsystem => 'opensuse', }, { :osfamily => 'gentoo', :operatingsystem => 'gentoo', }, { :osfamily => 'linux', :operatingsystem => 'gentoo', }, ].each do |facts| context "when osfamily/operatingsystem is #{facts[:osfamily]}/#{facts[:operatingsystem]}" do let :facts do { :osfamily => facts[:osfamily], :operatingsystem => facts[:operatingsystem], } end it { should contain_file("/var/nginx/client_body_temp").with(:owner => 'nginx')} it { should contain_file("/var/nginx/proxy_temp").with(:owner => 'nginx')} it { should contain_file("/etc/nginx/nginx.conf").with_content %r{^user nginx;}} end end end describe 'os-independent items' do let :facts do { :osfamily => 'debian', :operatingsystem => 'debian', } end describe "nginx.conf template content" do [ { :title => 'should set worker_processes', :attr => 'worker_processes', :value => '4', :match => 'worker_processes 4;', }, { :title => 'should set worker_rlimit_nofile', :attr => 'worker_rlimit_nofile', :value => '10000', :match => 'worker_rlimit_nofile 10000;', }, { :title => 'should set error_log', :attr => 'nginx_error_log', :value => '/path/to/error.log', :match => 'error_log /path/to/error.log;', }, { :title => 'should set worker_connections', :attr => 'worker_connections', :value => '100', :match => ' worker_connections 100;', }, { :title => 'should set access_log', :attr => 'http_access_log', :value => '/path/to/access.log', :match => ' access_log /path/to/access.log;', }, { :title => 'should set server_tokens', :attr => 'server_tokens', :value => 'on', :match => ' server_tokens on;', }, { :title => 'should set proxy_cache_path', :attr => 'proxy_cache_path', :value => '/path/to/proxy.cache', :match => ' proxy_cache_path /path/to/proxy.cache levels=1 keys_zone=d2:100m max_size=500m inactive=20m;', }, { :title => 'should not set proxy_cache_path', :attr => 'proxy_cache_path', :value => false, :notmatch => / proxy_cache_path \/path\/to\/proxy\.cache levels=1 keys_zone=d2:100m max_size=500m inactive=20m;/, }, { :title => 'should contain ordered appended directives', :attr => 'http_cfg_append', :value => { 'test1' => 'test value 1', 'test2' => 'test value 2', 'allow' => 'test value 3' }, :match => [ ' allow test value 3;', ' test1 test value 1;', ' test2 test value 2;', ], }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :params do { param[:attr].to_sym => param[:value] } end it { should contain_file("/etc/nginx/nginx.conf").with_mode('0644') } it param[:title] do verify_contents(subject, "/etc/nginx/nginx.conf", Array(param[:match])) Array(param[:notmatch]).each do |item| should contain_file("/etc/nginx/nginx.conf").without_content(item) end end end end end describe "proxy.conf template content" do [ { :title => 'should set client_max_body_size', :attr => 'client_max_body_size', :value => '5m', :match => 'client_max_body_size 5m;', }, { :title => 'should set proxy_buffers', :attr => 'proxy_buffers', :value => '50 5k', :match => 'proxy_buffers 50 5k;', }, { :title => 'should set proxy_buffer_size', :attr => 'proxy_buffer_size', :value => '2k', :match => 'proxy_buffer_size 2k;', }, { :title => 'should set proxy_http_version', :attr => 'proxy_http_version', :value => '1.1', :match => 'proxy_http_version 1.1;', }, { :title => 'should contain ordered appended directives', :attr => 'proxy_set_header', :value => ['header1','header2'], :match => [ 'proxy_set_header header1;', 'proxy_set_header header2;', ], }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :params do { param[:attr].to_sym => param[:value] } end it { should contain_file("/etc/nginx/conf.d/proxy.conf").with_mode('0644') } it param[:title] do verify_contents(subject, "/etc/nginx/conf.d/proxy.conf", Array(param[:match])) Array(param[:notmatch]).each do |item| should contain_file("/etc/nginx/conf.d/proxy.conf").without_content(item) end end end end end context "when confd_purge true" do let(:params) {{:confd_purge => true}} it { should contain_file('/etc/nginx/conf.d').with( :purge => true, :recurse => true )} end context "when confd_purge false" do let(:params) {{:confd_purge => false}} it { should contain_file('/etc/nginx/conf.d').without([ 'ignore', 'purge', 'recurse' ])} end context "when vhost_purge true" do let(:params) {{:vhost_purge => true}} it { should contain_file('/etc/nginx/sites-available').with( :purge => true, :recurse => true )} it { should contain_file('/etc/nginx/sites-enabled').with( :purge => true, :recurse => true )} end context "when vhost_purge false" do let(:params) {{:vhost_purge => false}} it { should contain_file('/etc/nginx/sites-available').without([ 'ignore', 'purge', 'recurse' ])} it { should contain_file('/etc/nginx/sites-enabled').without([ 'ignore', 'purge', 'recurse' ])} end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/classes/nginx_spec.rb000077500000000000000000000035451245774017100310350ustar00rootroot00000000000000require 'spec_helper' describe 'nginx' do let :params do { :nginx_upstreams => { 'upstream1' => { 'members' => ['localhost:3000']} }, :nginx_vhosts => { 'test2.local' => { 'www_root' => '/' } }, :nginx_locations => { 'test2.local' => { 'vhost' => 'test2.local', 'www_root' => '/'} } } end shared_examples "a Linux OS" do it { should compile.with_all_deps } it { should contain_class('nginx') } it { should contain_anchor('nginx::begin') } it { should contain_nginx__package.that_requires('Anchor[nginx::begin]') } it { should contain_nginx__config.that_requires('Class[nginx::package]') } it { should contain_nginx__service.that_subscribes_to('Anchor[nginx::begin]') } it { should contain_nginx__service.that_subscribes_to('Class[nginx::package]') } it { should contain_nginx__service.that_subscribes_to('Class[nginx::config]') } it { should contain_anchor('nginx::end').that_requires('Class[nginx::service]') } it { should contain_class("nginx::params") } it { should contain_nginx__resource__upstream("upstream1") } it { should contain_nginx__resource__vhost("test2.local") } it { should contain_nginx__resource__location("test2.local") } end context "Debian OS" do it_behaves_like "a Linux OS" do let :facts do { :operatingsystem => 'Debian', :osfamily => 'Debian', :lsbdistcodename => 'precise', } end end end context "RedHat OS" do it_behaves_like "a Linux OS" do let :facts do { :operatingsystem => 'RedHat', :osfamily => 'RedHat', } end end end context "Suse OS" do it_behaves_like "a Linux OS" do let :facts do { :operatingsystem => 'SuSE', :osfamily => 'Suse', } end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/classes/package_spec.rb000077500000000000000000000137721245774017100313100ustar00rootroot00000000000000require 'spec_helper' describe 'nginx::package' do shared_examples 'redhat' do |operatingsystem| let(:facts) {{ :operatingsystem => operatingsystem, :osfamily => 'RedHat' }} context "using defaults" do it { should contain_package('nginx') } it { should contain_yumrepo('nginx-release').with( 'baseurl' => 'http://nginx.org/packages/rhel/6/$basearch/', 'descr' => 'nginx repo', 'enabled' => '1', 'gpgcheck' => '1', 'priority' => '1', 'gpgkey' => 'http://nginx.org/keys/nginx_signing.key' )} it { should contain_file('/etc/yum.repos.d/nginx-release.repo') } it { should contain_anchor('nginx::package::begin').that_comes_before('Class[nginx::package::redhat]') } it { should contain_anchor('nginx::package::end').that_requires('Class[nginx::package::redhat]') } end context "manage_repo => false" do let(:params) {{ :manage_repo => false }} it { should contain_package('nginx') } it { should_not contain_yumrepo('nginx-release') } it { should_not contain_file('/etc/yum.repos.d/nginx-release.repo') } end context "lsbmajdistrelease = 5" do let(:facts) {{ :operatingsystem => operatingsystem, :osfamily => 'RedHat', :lsbmajdistrelease => 5 }} it { should contain_package('nginx') } it { should contain_yumrepo('nginx-release').with( 'baseurl' => 'http://nginx.org/packages/rhel/5/$basearch/' )} it { should contain_file('/etc/yum.repos.d/nginx-release.repo') } end describe 'installs the requested package version' do let(:facts) {{ :operatingsystem => 'redhat', :osfamily => 'redhat' }} let(:params) {{ :package_ensure => '3.0.0' }} it 'installs 3.0.0 exactly' do should contain_package('nginx').with({ 'ensure' => '3.0.0' }) end end end shared_examples 'debian' do |operatingsystem, lsbdistcodename| let(:facts) {{ :operatingsystem => operatingsystem, :osfamily => 'Debian', :lsbdistcodename => lsbdistcodename }} context "using defaults" do it { should contain_package('nginx') } it { should_not contain_package('passenger') } it { should contain_apt__source('nginx').with( 'location' => "http://nginx.org/packages/#{operatingsystem}", 'repos' => 'nginx', 'key' => '7BD9BF62', 'key_source' => 'http://nginx.org/keys/nginx_signing.key' )} it { should contain_anchor('nginx::package::begin').that_comes_before('Class[nginx::package::debian]') } it { should contain_anchor('nginx::package::end').that_requires('Class[nginx::package::debian]') } end context "package_source => 'passenger'" do let(:params) {{ :package_source => 'passenger' }} it { should contain_package('nginx') } it { should contain_package('passenger') } it { should contain_apt__source('nginx').with( 'location' => 'https://oss-binaries.phusionpassenger.com/apt/passenger', 'repos' => "main", 'key' => '561F9B9CAC40B2F7', 'key_source' => 'https://oss-binaries.phusionpassenger.com/auto-software-signing-gpg-key.txt' )} end context "manage_repo => false" do let(:params) {{ :manage_repo => false }} it { should contain_package('nginx') } it { should_not contain_apt__source('nginx') } it { should_not contain_package('passenger') } end end shared_examples 'suse' do |operatingsystem| let(:facts) {{ :operatingsystem => operatingsystem, :osfamily => 'Suse'}} [ 'nginx-0.8', 'apache2', 'apache2-itk', 'apache2-utils', 'gd', 'libapr1', 'libapr-util1', 'libjpeg62', 'libpng14-14', 'libxslt', 'rubygem-daemon_controller', 'rubygem-fastthread', 'rubygem-file-tail', 'rubygem-passenger', 'rubygem-passenger-nginx', 'rubygem-rack', 'rubygem-rake', 'rubygem-spruz', ].each do |package| it { should contain_package("#{package}") } end it { should contain_anchor('nginx::package::begin').that_comes_before('Class[nginx::package::suse]') } it { should contain_anchor('nginx::package::end').that_requires('Class[nginx::package::suse]') } end context 'redhat' do it_behaves_like 'redhat', 'centos' it_behaves_like 'redhat', 'rhel' it_behaves_like 'redhat', 'redhat' it_behaves_like 'redhat', 'scientific' it_behaves_like 'redhat', 'amazon' end context 'debian' do it_behaves_like 'debian', 'debian', 'wheezy' it_behaves_like 'debian', 'ubuntu', 'precise' end context 'suse' do it_behaves_like 'suse', 'opensuse' it_behaves_like 'suse', 'suse' end context 'amazon with facter < 1.7.2' do let(:facts) {{ :operatingsystem => 'Amazon', :osfamily => 'Linux' }} it { should contain_package('nginx') } it { should contain_yumrepo('nginx-release').with( 'baseurl' => 'http://nginx.org/packages/rhel/6/$basearch/', 'descr' => 'nginx repo', 'enabled' => '1', 'gpgcheck' => '1', 'priority' => '1', 'gpgkey' => 'http://nginx.org/keys/nginx_signing.key' )} it { should contain_file('/etc/yum.repos.d/nginx-release.repo') } it { should contain_anchor('nginx::package::begin').that_comes_before('Class[nginx::package::redhat]') } it { should contain_anchor('nginx::package::end').that_requires('Class[nginx::package::redhat]') } end context 'fedora' do # fedora is identical to the rest of osfamily RedHat except for not # including nginx-release let(:facts) {{ :operatingsystem => 'Fedora', :osfamily => 'RedHat', :lsbmajdistrelease => 6 }} it { should contain_package('nginx') } it { should_not contain_yumrepo('nginx-release') } it { should_not contain_file('/etc/yum.repos.d/nginx-release.repo') } end context 'other' do let(:facts) {{ :operatingsystem => 'xxx', :osfamily => 'linux' }} it { expect { subject }.to raise_error(Puppet::Error, /Module nginx is not supported on xxx/) } end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/classes/params_spec.rb000077500000000000000000000006051245774017100311670ustar00rootroot00000000000000require 'spec_helper' describe 'nginx::params' do context "On a Debian OS" do let :facts do { :osfamily => 'debian', :operatingsystem => 'debian', } end it { should contain_nginx__params } it { should have_class_count(1) } #only nginx::params itself it { should have_resource_count(0) } #params class should never declare resources end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/classes/service_spec.rb000077500000000000000000000022071245774017100313440ustar00rootroot00000000000000require 'spec_helper' describe 'nginx::service' do let :facts do { :osfamily => 'Debian', :operatingsystem => 'debian', } end let :params do { :configtest_enable => false, :service_restart => '/etc/init.d/nginx configtest && /etc/init.d/nginx restart', :service_ensure => 'running', } end context "using default parameters" do it { should contain_service('nginx').with( :ensure => 'running', :enable => true, :hasstatus => true, :hasrestart => true )} it { should contain_service('nginx').without_restart } end describe "when configtest_enable => true" do let(:params) {{ :configtest_enable => true, :service_restart => '/etc/init.d/nginx configtest && /etc/init.d/nginx restart'}} it { should contain_service('nginx').with_restart('/etc/init.d/nginx configtest && /etc/init.d/nginx restart') } context "when service_restart => 'a restart command'" do let(:params) {{ :configtest_enable => true, :service_restart => 'a restart command' }} it { should contain_service('nginx').with_restart('a restart command') } end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/defines/000077500000000000000000000000001245774017100263215ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/defines/resource_location_spec.rb000077500000000000000000000606221245774017100334100ustar00rootroot00000000000000require 'spec_helper' describe 'nginx::resource::location' do let :title do 'rspec-test' end let :facts do { :osfamily => 'Debian', :operatingsystem => 'debian', } end let :pre_condition do [ 'include ::nginx::params', 'include ::nginx::config', ] end describe 'os-independent items' do describe 'basic assumptions' do let :params do { :www_root => "/var/www/rspec", :vhost => 'vhost1', } end it { should contain_class("nginx::params") } it { should contain_class("nginx::config") } it { should contain_concat__fragment("vhost1-500-rspec-test").with_content(/location rspec-test/) } it { should_not contain_file('/etc/nginx/fastcgi_params') } it { should_not contain_concat__fragment("vhost1-800-rspec-test-ssl") } it { should_not contain_file("/etc/nginx/rspec-test_htpasswd") } end describe "vhost_location_proxy template content" do [ { :title => 'should set the location', :attr => 'location', :value => 'my_location', :match => ' location my_location {', }, { :title => 'should contain ordered prepended directives', :attr => 'location_cfg_prepend', :value => { 'test1' => 'test value 1', 'test2' => ['test value 2a', 'test value 2b'], 'allow' => 'test value 3', 'test4' => { 'subtest1' => ['"sub test value1a"', '"sub test value1b"'], 'subtest2' => '"sub test value2"' } }, :match => [ ' allow test value 3;', ' test1 test value 1;', ' test2 test value 2a;', ' test2 test value 2b;', ' test4 subtest1 "sub test value1a";', ' test4 subtest1 "sub test value1b";', ' test4 subtest2 "sub test value2";', ], }, { :title => 'should set proxy_cache', :attr => 'proxy_cache', :value => 'value', :match => ' proxy_cache value;', }, { :title => 'should not set proxy_cache', :attr => 'proxy_cache', :value => false, :notmatch => /proxy_cache/ }, { :title => 'should set proxy_method', :attr => 'proxy_method', :value => 'value', :match => ' proxy_method value;', }, { :title => 'should set proxy_set_body', :attr => 'proxy_set_body', :value => 'value', :match => ' proxy_set_body value;', }, { :title => 'should set proxy_pass', :attr => 'proxy', :value => 'value', :match => ' proxy_pass value;', }, { :title => 'should set proxy_read_timeout', :attr => 'proxy_read_timeout', :value => 'value', :match => ' proxy_read_timeout value;', }, { :title => 'should contain ordered appended directives', :attr => 'location_cfg_append', :value => { 'test1' => ['test value 1a', 'test value 1b'], 'test2' => 'test value 2', 'allow' => 'test value 3', 'test4' => { 'subtest1' => ['"sub test value1a"', '"sub test value1b"'], 'subtest2' => '"sub test value2"' } }, :match => [ ' allow test value 3;', ' test1 test value 1a;', ' test1 test value 1b;', ' test2 test value 2;', ' test4 subtest1 "sub test value1a";', ' test4 subtest1 "sub test value1b";', ' test4 subtest2 "sub test value2";', ], }, { :title => 'should contain rewrite rules', :attr => 'rewrite_rules', :value => [ '^(/download/.*)/media/(.*)\..*$ $1/mp3/$2.mp3 last', '^(/download/.*)/audio/(.*)\..*$ $1/mp3/$2.ra last', '^/users/(.*)$ /show?user=$1? last', ], :match => [ ' rewrite ^(/download/.*)/media/(.*)\..*$ $1/mp3/$2.mp3 last;', ' rewrite ^(/download/.*)/audio/(.*)\..*$ $1/mp3/$2.ra last;', ' rewrite ^/users/(.*)$ /show?user=$1? last;', ], }, { :title => 'should not set rewrite_rules', :attr => 'rewrite_rules', :value => [], :notmatch => /rewrite/ }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :default_params do { :location => 'location', :proxy => 'proxy_value', :vhost => 'vhost1' } end let :params do default_params.merge({ param[:attr].to_sym => param[:value] }) end it { should contain_concat__fragment("vhost1-500-#{params[:location]}") } it param[:title] do lines = subject.resource('concat::fragment', "vhost1-500-#{params[:location]}").send(:parameters)[:content].split("\n") (lines & Array(param[:match])).should == Array(param[:match]) Array(param[:notmatch]).each do |item| should contain_concat__fragment("vhost1-500-#{params[:location]}").without_content(item) end end end end context "when proxy_cache_valid is 10m" do let :params do { :location => 'location', :proxy => 'proxy_value', :vhost => 'vhost1', :proxy_cache => 'true', :proxy_cache_valid => '10m', } end it { should contain_concat__fragment("vhost1-500-location").with_content(/proxy_cache_valid 10m;/) } end end describe "vhost_location_alias template content" do [ { :title => 'should set the location', :attr => 'location', :value => 'my_location', :match => ' location my_location {', }, { :title => 'should contain ordered prepended directives', :attr => 'location_cfg_prepend', :value => { 'test1' => 'test value 1', 'test2' => ['test value 2a', 'test value 2b'], 'allow' => 'test value 3', 'test4' => { 'subtest1' => ['"sub test value1a"', '"sub test value1b"'], 'subtest2' => '"sub test value2"' } }, :match => [ ' allow test value 3;', ' test1 test value 1;', ' test2 test value 2a;', ' test2 test value 2b;', ' test4 subtest1 "sub test value1a";', ' test4 subtest1 "sub test value1b";', ' test4 subtest2 "sub test value2";', ], }, { :title => 'should set alias', :attr => 'location_alias', :value => 'value', :match => ' alias value;', }, { :title => 'should contain ordered appended directives', :attr => 'location_cfg_append', :value => { 'test1' => 'test value 1', 'test2' => ['test value 2a', 'test value 2b'], 'allow' => 'test value 3', 'test4' => { 'subtest1' => ['"sub test value1a"', '"sub test value1b"'], 'subtest2' => '"sub test value2"' } }, :match => [ ' allow test value 3;', ' test1 test value 1;', ' test2 test value 2a;', ' test2 test value 2b;', ' test4 subtest1 "sub test value1a";', ' test4 subtest1 "sub test value1b";', ' test4 subtest2 "sub test value2";', ], }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :default_params do { :location => 'location', :location_alias => 'location_alias_value', :vhost => 'vhost1' } end let :params do default_params.merge({ param[:attr].to_sym => param[:value] }) end it { should contain_concat__fragment("vhost1-500-#{params[:location]}") } it param[:title] do lines = subject.resource('concat::fragment', "vhost1-500-#{params[:location]}").send(:parameters)[:content].split("\n") (lines & Array(param[:match])).should == Array(param[:match]) Array(param[:notmatch]).each do |item| should contain_concat__fragment("vhost1-500-#{params[:location]}").without_content(item) end end end end end describe "vhost_location_stub_status template content" do [ { :title => 'should set the location', :attr => 'location', :value => 'my_location', :match => ' location my_location {', }, { :title => 'should contain ordered prepended directives', :attr => 'location_cfg_prepend', :value => { 'test1' => 'test value 1', 'test2' => ['test value 2a', 'test value 2b'], 'allow' => 'test value 3', 'test4' => { 'subtest1' => ['"sub test value1a"', '"sub test value1b"'], 'subtest2' => '"sub test value2"' } }, :match => [ ' allow test value 3;', ' test1 test value 1;', ' test2 test value 2a;', ' test2 test value 2b;', ' test4 subtest1 "sub test value1a";', ' test4 subtest1 "sub test value1b";', ' test4 subtest2 "sub test value2";', ], }, { :title => 'should contain ordered appended directives', :attr => 'location_cfg_append', :value => { 'test1' => 'test value 1', 'test2' => ['test value 2a', 'test value 2b'], 'allow' => 'test value 3', 'test4' => { 'subtest1' => ['"sub test value1a"', '"sub test value1b"'], 'subtest2' => '"sub test value2"' } }, :match => [ ' allow test value 3;', ' test1 test value 1;', ' test2 test value 2a;', ' test2 test value 2b;', ' test4 subtest1 "sub test value1a";', ' test4 subtest1 "sub test value1b";', ' test4 subtest2 "sub test value2";', ], }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :default_params do { :location => 'location', :stub_status => true, :vhost => 'vhost1' } end let :params do default_params.merge({ param[:attr].to_sym => param[:value] }) end it { should contain_concat__fragment("vhost1-500-#{params[:location]}") } it param[:title] do lines = subject.resource('concat::fragment', "vhost1-500-#{params[:location]}").send(:parameters)[:content].split("\n") (lines & Array(param[:match])).should == Array(param[:match]) Array(param[:notmatch]).each do |item| should contain_concat__fragment("vhost1-500-#{params[:location]}").without_content(item) end end end end end describe "vhost_location_fastcgi template content" do [ { :title => 'should set the location', :attr => 'location', :value => 'my_location', :match => ' location my_location {', }, { :title => 'should contain ordered prepended directives', :attr => 'location_cfg_prepend', :value => { 'test1' => 'test value 1', 'test2' => ['test value 2a', 'test value 2b'], 'allow' => 'test value 3', 'test4' => { 'subtest1' => ['"sub test value1a"', '"sub test value1b"'], 'subtest2' => '"sub test value2"' } }, :match => [ ' allow test value 3;', ' test1 test value 1;', ' test2 test value 2a;', ' test2 test value 2b;', ' test4 subtest1 "sub test value1a";', ' test4 subtest1 "sub test value1b";', ' test4 subtest2 "sub test value2";', ], }, { :title => 'should set www_root', :attr => 'www_root', :value => '/', :match => ' root /;' }, { :title => 'should set fastcgi_split_path', :attr => 'fastcgi_split_path', :value => 'value', :match => ' fastcgi_split_path_info value;' }, { :title => 'should set try_file(s)', :attr => 'try_files', :value => ['name1','name2'], :match => ' try_files name1 name2;', }, { :title => 'should set fastcgi_params', :attr => 'fastcgi_params', :value => 'value', :match => ' include value;' }, { :title => 'should set fastcgi_pass', :attr => 'fastcgi', :value => 'value', :match => ' fastcgi_pass value;' }, { :title => 'should set fastcgi_param', :attr => 'fastcgi_script', :value => 'value', :match => ' fastcgi_param SCRIPT_FILENAME value;', }, { :title => 'should contain ordered appended directives', :attr => 'location_cfg_append', :value => { 'test1' => 'test value 1', 'test2' => ['test value 2a', 'test value 2b'], 'allow' => 'test value 3', 'test4' => { 'subtest1' => ['"sub test value1a"', '"sub test value1b"'], 'subtest2' => '"sub test value2"' } }, :match => [ ' allow test value 3;', ' test1 test value 1;', ' test2 test value 2a;', ' test2 test value 2b;', ' test4 subtest1 "sub test value1a";', ' test4 subtest1 "sub test value1b";', ' test4 subtest2 "sub test value2";', ], }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :default_params do { :location => 'location', :fastcgi => 'localhost:9000', :vhost => 'vhost1' } end let :params do default_params.merge({ param[:attr].to_sym => param[:value] }) end it { should contain_concat__fragment("vhost1-500-#{params[:location]}") } it param[:title] do lines = subject.resource('concat::fragment', "vhost1-500-#{params[:location]}").send(:parameters)[:content].split("\n") (lines & Array(param[:match])).should == Array(param[:match]) Array(param[:notmatch]).each do |item| should contain_concat__fragment("vhost1-500-#{params[:location]}").without_content(/#{item}/) end end end end end describe "vhost_location_directory template content" do [ { :title => 'should set the location', :attr => 'location', :value => 'my_location', :match => ' location my_location {', }, { :title => 'should set the allow directive', :attr => 'location_allow', :value => ['rule1','rule2'], :match => [' allow rule1;', ' allow rule2;'], }, { :title => 'should set the deny directive', :attr => 'location_deny', :value => ['rule1','rule2'], :match => [' deny rule1;', ' deny rule2;'], }, { :title => 'should contain ordered prepended directives', :attr => 'location_cfg_prepend', :value => { 'test1' => 'test value 1', 'test2' => ['test value 2a', 'test value 2b'], 'allow' => 'test value 3', 'test4' => { 'subtest1' => ['"sub test value1a"', '"sub test value1b"'], 'subtest2' => '"sub test value2"' } }, :match => [ ' allow test value 3;', ' test1 test value 1;', ' test2 test value 2a;', ' test2 test value 2b;', ' test4 subtest1 "sub test value1a";', ' test4 subtest1 "sub test value1b";', ' test4 subtest2 "sub test value2";', ], }, { :title => 'should set www_root', :attr => 'www_root', :value => '/', :match => ' root /;' }, { :title => 'should set try_file(s)', :attr => 'try_files', :value => ['name1','name2'], :match => ' try_files name1 name2;', }, { :title => 'should set index_file(s)', :attr => 'index_files', :value => ['name1','name2'], :match => ' index name1 name2;', }, { :title => 'should set auth_basic', :attr => 'auth_basic', :value => 'value', :match => ' auth_basic "value";', }, { :title => 'should set auth_basic_user_file', :attr => 'auth_basic_user_file', :value => 'value', :match => ' auth_basic_user_file value;', }, { :title => 'should contain ordered appended directives', :attr => 'location_cfg_append', :value => { 'test1' => 'test value 1', 'test2' => ['test value 2a', 'test value 2b'], 'allow' => 'test value 3', 'test4' => { 'subtest1' => ['"sub test value1a"', '"sub test value1b"'], 'subtest2' => '"sub test value2"' } }, :match => [ ' allow test value 3;', ' test1 test value 1;', ' test2 test value 2a;', ' test2 test value 2b;', ' test4 subtest1 "sub test value1a";', ' test4 subtest1 "sub test value1b";', ' test4 subtest2 "sub test value2";', ], }, { :title => 'should contain rewrite rules', :attr => 'rewrite_rules', :value => [ '^(/download/.*)/media/(.*)\..*$ $1/mp3/$2.mp3 last', '^(/download/.*)/audio/(.*)\..*$ $1/mp3/$2.ra last', '^/users/(.*)$ /show?user=$1? last', ], :match => [ ' rewrite ^(/download/.*)/media/(.*)\..*$ $1/mp3/$2.mp3 last;', ' rewrite ^(/download/.*)/audio/(.*)\..*$ $1/mp3/$2.ra last;', ' rewrite ^/users/(.*)$ /show?user=$1? last;', ], }, { :title => 'should not set rewrite_rules', :attr => 'rewrite_rules', :value => [], :notmatch => /rewrite/ }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :default_params do { :location => 'location', :www_root => '/var/www/root', :vhost => 'vhost1' } end let :params do default_params.merge({ param[:attr].to_sym => param[:value] }) end it { should contain_concat__fragment("vhost1-500-#{params[:location]}") } it param[:title] do lines = subject.resource('concat::fragment', "vhost1-500-#{params[:location]}").send(:parameters)[:content].split("\n") (lines & Array(param[:match])).should == Array(param[:match]) Array(param[:notmatch]).each do |item| should contain_concat__fragment("vhost1-500-#{params[:location]}").without_content(item) end end end end end describe "vhost_location_empty template content" do [ { :title => 'should set the location', :attr => 'location', :value => 'my_location', :match => ' location my_location {', }, { :title => 'should contain ordered config directives', :attr => 'location_custom_cfg', :value => { 'test1' => ['test value 1a', 'test value 1b'], 'test2' => 'test value 2', 'allow' => 'test value 3', 'test4' => { 'subtest1' => ['"sub test value1a"', '"sub test value1b"'], 'subtest2' => '"sub test value2"' } }, :match => [ ' allow test value 3;', ' test1 test value 1a;', ' test1 test value 1b;', ' test2 test value 2;', ' test4 subtest1 "sub test value1a";', ' test4 subtest1 "sub test value1b";', ' test4 subtest2 "sub test value2";', ], }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :default_params do { :location => 'location', :location_custom_cfg => {'test1'=>'value1'}, :vhost => 'vhost1' } end let :params do default_params.merge({ param[:attr].to_sym => param[:value] }) end it { should contain_concat__fragment("vhost1-500-#{params[:location]}") } it param[:title] do lines = subject.resource('concat::fragment', "vhost1-500-#{params[:location]}").send(:parameters)[:content].split("\n") (lines & Array(param[:match])).should == Array(param[:match]) Array(param[:notmatch]).each do |item| should contain_concat__fragment("vhost1-500-#{params[:location]}").without_content(item) end end end end end context 'attribute resources' do context 'when fastcgi => "localhost:9000"' do let :params do { :fastcgi => 'localhost:9000', :vhost => 'vhost1' } end it { should contain_file('/etc/nginx/fastcgi_params').with_mode('0770') } end context 'when ssl_only => true' do let :params do { :ssl_only => true, :vhost => 'vhost1', :www_root => '/', } end it { should_not contain_concat__fragment("vhost1-500-rspec-test") } end context 'when ssl_only => false' do let :params do { :ssl_only => false, :vhost => 'vhost1', :www_root => '/', } end it { should contain_concat__fragment("vhost1-500-rspec-test") } end context 'when ssl => true' do let :params do { :ssl => true, :vhost => 'vhost1', :www_root => '/', } end it { should contain_concat__fragment("vhost1-800-rspec-test-ssl") } end context 'when ssl => false' do let :params do { :ssl => false, :vhost => 'vhost1', :www_root => '/', } end it { should_not contain_concat__fragment("vhost1-800-rspec-test-ssl") } end context 'when auth_basic_user_file => true' do let :params do { :auth_basic_user_file => '/path/to/file', :vhost => 'vhost1', :www_root => '/', } end it { should contain_file("/etc/nginx/rspec-test_htpasswd") } end context 'when ensure => absent' do let :params do { :www_root => '/', :vhost => 'vhost1', :ensure => 'absent', :ssl => true, :auth_basic_user_file => '/path/to/file', } end it { should contain_file("/etc/nginx/rspec-test_htpasswd").with_ensure('absent') } end context "vhost missing" do let :params do { :www_root => '/', } end it { expect { should contain_class('nginx::resource::location') }.to raise_error(Puppet::Error, /Cannot create a location reference without attaching to a virtual host/) } end context "location type missing" do let :params do { :vhost => 'vhost1', } end it { expect { should contain_class('nginx::resource::location') }.to raise_error(Puppet::Error, /Cannot create a location reference without a www_root, proxy, location_alias, fastcgi, stub_status, or location_custom_cfg defined/) } end context "www_root and proxy are set" do let :params do { :vhost => 'vhost1', :www_root => '/', :proxy => 'http://localhost:8000/uri/', } end it { expect { should contain_class('nginx::resource::location') }.to raise_error(Puppet::Error, /Cannot define both directory and proxy in a virtual host/) } end context 'when vhost name is sanitized' do let :title do 'www.rspec-location.com' end let :params do { :vhost => 'www rspec-vhost com', :www_root => '/', :ssl => true, } end it { should contain_concat__fragment("www_rspec-vhost_com-500-www.rspec-location.com").with_target('/etc/nginx/sites-available/www_rspec-vhost_com.conf') } it { should contain_concat__fragment("www_rspec-vhost_com-800-www.rspec-location.com-ssl").with_target('/etc/nginx/sites-available/www_rspec-vhost_com.conf') } end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/defines/resource_mailhost_spec.rb000077500000000000000000000327401245774017100334200ustar00rootroot00000000000000require 'spec_helper' describe 'nginx::resource::mailhost' do let :title do 'www.rspec.example.com' end let :facts do { :osfamily => 'debian', :operatingsystem => 'debian', :ipaddress6 => '::', } end let :default_params do { :listen_port => 25, :ipv6_enable => true, } end let :pre_condition do [ 'include ::nginx::config', ] end describe 'os-independent items' do describe 'basic assumptions' do let :params do default_params end it { should contain_class("nginx::config") } it { should contain_concat("/etc/nginx/conf.mail.d/#{title}.conf").with({ 'owner' => 'root', 'group' => 'root', 'mode' => '0644', })} it { should contain_concat__fragment("#{title}-header") } it { should_not contain_concat__fragment("#{title}-ssl") } end describe "mailhost template content" do [ { :title => 'should set the IPv4 listen IP', :attr => 'listen_ip', :value => '127.0.0.1', :match => ' listen 127.0.0.1:25;', }, { :title => 'should set the IPv4 listen port', :attr => 'listen_port', :value => 45, :match => ' listen *:45;', }, { :title => 'should set the IPv4 listen options', :attr => 'listen_options', :value => 'spdy default', :match => ' listen *:25 spdy default;', }, { :title => 'should enable IPv6', :attr => 'ipv6_enable', :value => true, :match => ' listen [::]:80 default ipv6only=on;', }, { :title => 'should not enable IPv6', :attr => 'ipv6_enable', :value => false, :notmatch => / listen \[::\]:80 default ipv6only=on;/, }, { :title => 'should set the IPv6 listen IP', :attr => 'ipv6_listen_ip', :value => '2001:0db8:85a3:0000:0000:8a2e:0370:7334', :match => ' listen [2001:0db8:85a3:0000:0000:8a2e:0370:7334]:80 default ipv6only=on;', }, { :title => 'should set the IPv6 listen port', :attr => 'ipv6_listen_port', :value => 45, :match => ' listen [::]:45 default ipv6only=on;', }, { :title => 'should set the IPv6 listen options', :attr => 'ipv6_listen_options', :value => 'spdy', :match => ' listen [::]:80 spdy;', }, { :title => 'should set servername(s)', :attr => 'server_name', :value => ['name1','name2'], :match => ' server_name name1 name2;', }, { :title => 'should set protocol', :attr => 'protocol', :value => 'test-protocol', :match => ' protocol test-protocol;', }, { :title => 'should set xclient', :attr => 'xclient', :value => 'test-xclient', :match => ' xclient test-xclient;', }, { :title => 'should set auth_http', :attr => 'auth_http', :value => 'test-auth_http', :match => ' auth_http test-auth_http;', }, { :title => 'should set starttls', :attr => 'starttls', :value => 'on', :match => ' starttls on;', }, { :title => 'should set starttls', :attr => 'starttls', :value => 'only', :match => ' starttls only;', }, { :title => 'should not enable SSL', :attr => 'starttls', :value => 'off', :notmatch => / ssl_session_timeout 5m;/, }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :default_params do { :listen_port => 25, :ipv6_enable => true, :ssl_cert => 'dummy.crt', :ssl_key => 'dummy.key', } end let :params do default_params.merge({ param[:attr].to_sym => param[:value] }) end it { should contain_concat__fragment("#{title}-header") } it param[:title] do lines = subject.resource('concat::fragment', "#{title}-header").send(:parameters)[:content].split("\n") (lines & Array(param[:match])).should == Array(param[:match]) Array(param[:notmatch]).each do |item| should contain_concat__fragment("#{title}-header").without_content(item) end end end end end describe "mailhost template content (SSL enabled)" do [ { :title => 'should enable SSL', :attr => 'starttls', :value => 'on', :match => ' ssl_session_timeout 5m;', }, { :title => 'should enable SSL', :attr => 'starttls', :value => 'only', :match => ' ssl_session_timeout 5m;', }, { :title => 'should not enable SSL', :attr => 'starttls', :value => 'off', :notmatch => / ssl_session_timeout 5m;/, }, { :title => 'should set ssl_certificate', :attr => 'ssl_cert', :value => 'test-ssl-cert', :match => ' ssl_certificate test-ssl-cert;', }, { :title => 'should set ssl_certificate_key', :attr => 'ssl_key', :value => 'test-ssl-cert-key', :match => ' ssl_certificate_key test-ssl-cert-key;', }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :default_params do { :listen_port => 25, :starttls => 'on', :ssl_cert => 'dummy.crt', :ssl_key => 'dummy.key', } end let :params do default_params.merge({ param[:attr].to_sym => param[:value] }) end it { should contain_concat__fragment("#{title}-header") } it param[:title] do lines = subject.resource('concat::fragment', "#{title}-header").send(:parameters)[:content].split("\n") (lines & Array(param[:match])).should == Array(param[:match]) Array(param[:notmatch]).each do |item| should contain_concat__fragment("#{title}-header").without_content(item) end end end end end describe "mailhost_ssl template content" do [ { :title => 'should set the IPv4 SSL listen port', :attr => 'ssl_port', :value => '45', :match => ' listen 45;', }, { :title => 'should enable IPv6', :attr => 'ipv6_enable', :value => true, :match => ' listen [::]:80 default ipv6only=on;', }, { :title => 'should not enable IPv6', :attr => 'ipv6_enable', :value => false, :notmatch => / listen \[::\]:80 default ipv6only=on;/, }, { :title => 'should set the IPv6 listen IP', :attr => 'ipv6_listen_ip', :value => '2001:0db8:85a3:0000:0000:8a2e:0370:7334', :match => ' listen [2001:0db8:85a3:0000:0000:8a2e:0370:7334]:80 default ipv6only=on;', }, { :title => 'should set the IPv6 listen port', :attr => 'ipv6_listen_port', :value => 45, :match => ' listen [::]:45 default ipv6only=on;', }, { :title => 'should set the IPv6 listen options', :attr => 'ipv6_listen_options', :value => 'spdy', :match => ' listen [::]:80 spdy;', }, { :title => 'should set servername(s)', :attr => 'server_name', :value => ['name1','name2'], :match => ' server_name name1 name2;', }, { :title => 'should set protocol', :attr => 'protocol', :value => 'test-protocol', :match => ' protocol test-protocol;', }, { :title => 'should set xclient', :attr => 'xclient', :value => 'test-xclient', :match => ' xclient test-xclient;', }, { :title => 'should set auth_http', :attr => 'auth_http', :value => 'test-auth_http', :match => ' auth_http test-auth_http;', }, { :title => 'should set ssl_certificate', :attr => 'ssl_cert', :value => 'test-ssl-cert', :match => ' ssl_certificate test-ssl-cert;', }, { :title => 'should set ssl_certificate_key', :attr => 'ssl_key', :value => 'test-ssl-cert-key', :match => ' ssl_certificate_key test-ssl-cert-key;', }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :default_params do { :listen_port => 25, :ipv6_enable => true, :ssl => true, :ssl_cert => 'dummy.crt', :ssl_key => 'dummy.key', } end let :params do default_params.merge({ param[:attr].to_sym => param[:value] }) end it { should contain_concat__fragment("#{title}-ssl") } it param[:title] do lines = subject.resource('concat::fragment', "#{title}-ssl").send(:parameters)[:content].split("\n") (lines & Array(param[:match])).should == Array(param[:match]) Array(param[:notmatch]).each do |item| should contain_concat__fragment("#{title}-ssl").without_content(item) end end end end end context 'attribute resources' do context "SSL cert missing and ssl => true" do let :params do default_params.merge({ :ssl => true, :ssl_key => 'key', }) end it { expect { should contain_class('nginx::resource::vhost') }.to raise_error(Puppet::Error, %r{nginx: SSL certificate/key \(ssl_cert/ssl_cert\) and/or SSL Private must be defined and exist on the target system\(s\)}) } end context "SSL key missing and ssl => true" do let :params do default_params.merge({ :ssl => true, :ssl_cert => 'cert', }) end it { expect { should contain_class('nginx::resource::vhost') }.to raise_error(Puppet::Error, %r{nginx: SSL certificate/key \(ssl_cert/ssl_cert\) and/or SSL Private must be defined and exist on the target system\(s\)}) } end context "SSL cert missing and starttls => 'on'" do let :params do default_params.merge({ :starttls => 'on', :ssl_key => 'key', }) end it { expect { should contain_class('nginx::resource::vhost') }.to raise_error(Puppet::Error, %r{nginx: SSL certificate/key \(ssl_cert/ssl_cert\) and/or SSL Private must be defined and exist on the target system\(s\)}) } end context "SSL key missing and starttls => 'on'" do let :params do default_params.merge({ :starttls => 'on', :ssl_cert => 'cert', }) end it { expect { should contain_class('nginx::resource::vhost') }.to raise_error(Puppet::Error, %r{nginx: SSL certificate/key \(ssl_cert/ssl_cert\) and/or SSL Private must be defined and exist on the target system\(s\)}) } end context "SSL cert missing and starttls => 'only'" do let :params do default_params.merge({ :starttls => 'only', :ssl_key => 'key', }) end it { expect { should contain_class('nginx::resource::vhost') }.to raise_error(Puppet::Error, %r{nginx: SSL certificate/key \(ssl_cert/ssl_cert\) and/or SSL Private must be defined and exist on the target system\(s\)}) } end context "SSL key missing and starttls => 'only'" do let :params do default_params.merge({ :starttls => 'only', :ssl_cert => 'cert', }) end it { expect { should contain_class('nginx::resource::vhost') }.to raise_error(Puppet::Error, %r{nginx: SSL certificate/key \(ssl_cert/ssl_cert\) and/or SSL Private must be defined and exist on the target system\(s\)}) } end context 'when listen_port != ssl_port' do let :params do default_params.merge({ :listen_port => 80, :ssl_port => 443, }) end it { should contain_concat__fragment("#{title}-header") } end context 'when listen_port == ssl_port' do let :params do default_params.merge({ :listen_port => 80, :ssl_port => 80, }) end it { should_not contain_concat__fragment("#{title}-header") } end context 'when ssl => true' do let :params do default_params.merge({ :ensure => 'absent', :ssl => true, :ssl_key => 'dummy.key', :ssl_cert => 'dummy.cert', }) end it { should contain_concat__fragment("#{title}-header") } it { should contain_concat__fragment("#{title}-ssl") } end context 'when ssl => false' do let :params do default_params.merge({ :ensure => 'absent', :ssl => false, }) end it { should contain_concat__fragment("#{title}-header") } it { should_not contain_concat__fragment("#{title}-ssl") } end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/defines/resource_upstream_spec.rb000077500000000000000000000052471245774017100334420ustar00rootroot00000000000000require 'spec_helper' describe 'nginx::resource::upstream' do let :title do 'upstream-test' end let :default_params do { :members => ['test'], } end describe 'os-independent items' do describe 'basic assumptions' do let :params do default_params end it { should contain_file("/etc/nginx/conf.d/#{title}-upstream.conf").with( { 'owner' => 'root', 'group' => 'root', 'mode' => '0644', 'ensure' => 'file', 'content' => /upstream #{title}/, } )} end describe "upstream.conf template content" do [ { :title => 'should contain ordered prepended directives', :attr => 'upstream_cfg_prepend', :value => { 'test3' => 'test value 3', 'test1' => 'test value 1', 'test2' => 'test value 2', 'test4' => ['test value 1', 'test value 2'], 'test5' => {'subkey1' => 'subvalue1'}, 'test6' => {'subkey1' => ['subvalue1', 'subvalue2']}, }, :match => [ ' test1 test value 1;', ' test2 test value 2;', ' test3 test value 3;', ' test4 test value 1;', ' test4 test value 2;', ' test5 subkey1 subvalue1;', ' test6 subkey1 subvalue1;', ' test6 subkey1 subvalue2;', ], }, { :title => 'should set server', :attr => 'members', :value => [ 'test3', 'test1', 'test2', ], :match => [ ' server test3 fail_timeout=10s;', ' server test1 fail_timeout=10s;', ' server test2 fail_timeout=10s;', ], }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :params do default_params.merge({ param[:attr].to_sym => param[:value] }) end it { should contain_file("/etc/nginx/conf.d/#{title}-upstream.conf").with_mode('0644') } it param[:title] do verify_contents(subject, "/etc/nginx/conf.d/#{title}-upstream.conf", Array(param[:match])) Array(param[:notmatch]).each do |item| should contain_file("/etc/nginx/conf.d/#{title}-upstream.conf").without_content(item) end end end end context 'when ensure => absent' do let :params do default_params.merge( { :ensure => 'absent' } ) end it { should contain_file("/etc/nginx/conf.d/#{title}-upstream.conf").with_ensure('absent') } end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/defines/resource_vhost_spec.rb000077500000000000000000000566131245774017100327500ustar00rootroot00000000000000require 'spec_helper' describe 'nginx::resource::vhost' do let :title do 'www.rspec.example.com' end let :default_params do { :www_root => '/', :ipv6_enable => true, } end let :facts do { :osfamily => 'Debian', :operatingsystem => 'debian', :ipaddress6 => '::', } end let :pre_condition do [ 'include ::nginx::params', 'include ::nginx::config', ] end describe 'os-independent items' do describe 'basic assumptions' do let :params do default_params end it { should contain_class("nginx::params") } it { should contain_class("nginx::config") } it { should contain_concat("/etc/nginx/sites-available/#{title}.conf").with({ 'owner' => 'root', 'group' => 'root', 'mode' => '0644', })} it { should contain_concat__fragment("#{title}-header").with_content(%r{access_log[ ]+/var/log/nginx/www\.rspec\.example\.com\.access\.log}) } it { should contain_concat__fragment("#{title}-header").with_content(%r{error_log[ ]+/var/log/nginx/www\.rspec\.example\.com\.error\.log}) } it { should contain_concat__fragment("#{title}-footer") } it { should contain_nginx__resource__location("#{title}-default") } it { should_not contain_file("/etc/nginx/fastcgi_params") } it { should contain_file("#{title}.conf symlink").with({ 'ensure' => 'link', 'path' => "/etc/nginx/sites-enabled/#{title}.conf", 'target' => "/etc/nginx/sites-available/#{title}.conf" })} end describe "vhost_header template content" do [ { :title => 'should set the IPv4 listen IP', :attr => 'listen_ip', :value => '127.0.0.1', :match => ' listen 127.0.0.1:80;', }, { :title => 'should set the IPv4 listen port', :attr => 'listen_port', :value => 45, :match => ' listen *:45;', }, { :title => 'should set the IPv4 listen options', :attr => 'listen_options', :value => 'spdy default', :match => ' listen *:80 spdy default;', }, { :title => 'should enable IPv6', :attr => 'ipv6_enable', :value => true, :match => ' listen [::]:80 default ipv6only=on;', }, { :title => 'should not enable IPv6', :attr => 'ipv6_enable', :value => false, :notmatch => / listen \[::\]:80 default ipv6only=on;/, }, { :title => 'should set the IPv6 listen IP', :attr => 'ipv6_listen_ip', :value => '2001:0db8:85a3:0000:0000:8a2e:0370:7334', :match => ' listen [2001:0db8:85a3:0000:0000:8a2e:0370:7334]:80 default ipv6only=on;', }, { :title => 'should set the IPv6 listen port', :attr => 'ipv6_listen_port', :value => 45, :match => ' listen [::]:45 default ipv6only=on;', }, { :title => 'should set the IPv6 listen options', :attr => 'ipv6_listen_options', :value => 'spdy', :match => ' listen [::]:80 spdy;', }, { :title => 'should set servername(s)', :attr => 'server_name', :value => ['name1','name2'], :match => ' server_name name1 name2;', }, { :title => 'should rewrite www servername to non-www', :attr => 'rewrite_www_to_non_www', :value => true, :match => ' server_name rspec.example.com;', }, { :title => 'should not rewrite www servername to non-www', :attr => 'rewrite_www_to_non_www', :value => false, :match => ' server_name www.rspec.example.com;', }, { :title => 'should set auth_basic', :attr => 'auth_basic', :value => 'value', :match => ' auth_basic "value";', }, { :title => 'should set auth_basic_user_file', :attr => 'auth_basic_user_file', :value => 'value', :match => ' auth_basic_user_file value;', }, { :title => 'should contain ordered prepended directives', :attr => 'vhost_cfg_prepend', :value => { 'test1' => ['test value 1a', 'test value 1b'], 'test2' => 'test value 2', 'allow' => 'test value 3' }, :match => [ ' allow test value 3;', ' test1 test value 1a;', ' test1 test value 1b;', ' test2 test value 2;', ], }, { :title => 'should set root', :attr => 'use_default_location', :value => false, :match => ' root /;', }, { :title => 'should not set root', :attr => 'use_default_location', :value => true, :notmatch => / root \/;/, }, { :title => 'should set proxy_set_header', :attr => 'proxy_set_header', :value => ['header1','header2'], :match => [ ' proxy_set_header header1;', ' proxy_set_header header2;', ], }, { :title => 'should rewrite to HTTPS', :attr => 'rewrite_to_https', :value => true, :match => [ ' if ($ssl_protocol = "") {', ' return 301 https://$host$request_uri;', ], }, { :title => 'should not rewrite to HTTPS', :attr => 'rewrite_to_https', :value => false, :notmatch => [ /if \(\$ssl_protocol = ""\) \{/, / return 301 https:\/\/\$host\$request_uri;/, ], }, { :title => 'should set access_log', :attr => 'access_log', :value => '/path/to/access.log', :match => ' access_log /path/to/access.log;', }, { :title => 'should set error_log', :attr => 'error_log', :value => '/path/to/error.log', :match => ' error_log /path/to/error.log;', }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :params do default_params.merge({ param[:attr].to_sym => param[:value] }) end it { should contain_concat__fragment("#{title}-header") } it param[:title] do lines = subject.resource('concat::fragment', "#{title}-header").send(:parameters)[:content].split("\n") (lines & Array(param[:match])).should == Array(param[:match]) Array(param[:notmatch]).each do |item| should contain_concat__fragment("#{title}-header").without_content(item) end end end end end describe "vhost_footer template content" do [ { :title => 'should contain include directives', :attr => 'include_files', :value => [ '/file1', '/file2' ], :match => [ 'include /file1;', 'include /file2;', ], }, { :title => 'should contain ordered appended directives', :attr => 'vhost_cfg_append', :value => { 'test1' => 'test value 1', 'test2' => ['test value 2a', 'test value 2b'], 'allow' => 'test value 3' }, :match => [ ' allow test value 3;', ' test1 test value 1;', ' test2 test value 2a;', ' test2 test value 2b;', ], }, { :title => 'should contain www to non-www rewrite', :attr => 'rewrite_www_to_non_www', :value => true, :match => [ ' listen *:80;', ' server_name www.rspec.example.com;', ' rewrite ^ http://rspec.example.com$uri permanent;', ], }, { :title => 'should not contain www to non-www rewrite', :attr => 'rewrite_www_to_non_www', :value => false, :notmatch => [ / listen \*:80;/, / server_name www\.rspec\.example\.com;/, / rewrite \^ http:\/\/rspec\.example\.com\$uri permanent;/, ], }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :params do default_params.merge({ param[:attr].to_sym => param[:value] }) end it { should contain_concat__fragment("#{title}-footer") } it param[:title] do lines = subject.resource('concat::fragment', "#{title}-footer").send(:parameters)[:content].split("\n") (lines & Array(param[:match])).should == Array(param[:match]) Array(param[:notmatch]).each do |item| should contain_concat__fragment("#{title}-footer").without_content(item) end end end end end describe "vhost_ssl_header template content" do [ { :title => 'should set the IPv4 listen IP', :attr => 'listen_ip', :value => '127.0.0.1', :match => ' listen 127.0.0.1:443 ssl;', }, { :title => 'should set the IPv4 SSL listen port', :attr => 'ssl_port', :value => 45, :match => ' listen *:45 ssl;', }, { :title => 'should set SPDY', :attr => 'spdy', :value => 'on', :match => ' listen *:443 ssl spdy;', }, { :title => 'should not set SPDY', :attr => 'spdy', :value => 'off', :match => ' listen *:443 ssl;', }, { :title => 'should set the IPv4 listen options', :attr => 'listen_options', :value => 'default', :match => ' listen *:443 ssl default;', }, { :title => 'should enable IPv6', :attr => 'ipv6_enable', :value => true, :match => ' listen [::]:443 ssl default ipv6only=on;', }, { :title => 'should disable IPv6', :attr => 'ipv6_enable', :value => false, :notmatch => / listen \[::\]:443 ssl default ipv6only=on;/, }, { :title => 'should set the IPv6 listen IP', :attr => 'ipv6_listen_ip', :value => '2001:0db8:85a3:0000:0000:8a2e:0370:7334', :match => ' listen [2001:0db8:85a3:0000:0000:8a2e:0370:7334]:443 ssl default ipv6only=on;', }, { :title => 'should set the IPv6 listen port', :attr => 'ssl_port', :value => 45, :match => ' listen [::]:45 ssl default ipv6only=on;', }, { :title => 'should set the IPv6 listen options', :attr => 'ipv6_listen_options', :value => 'spdy default', :match => ' listen [::]:443 ssl spdy default;', }, { :title => 'should set servername(s)', :attr => 'server_name', :value => ['name1','name2'], :match => ' server_name name1 name2;', }, { :title => 'should rewrite www servername to non-www', :attr => 'rewrite_www_to_non_www', :value => true, :match => ' server_name rspec.example.com;', }, { :title => 'should not rewrite www servername to non-www', :attr => 'rewrite_www_to_non_www', :value => false, :match => ' server_name www.rspec.example.com;', }, { :title => 'should set the SSL cache', :attr => 'ssl_cache', :value => 'shared:SSL:1m', :match => ' ssl_session_cache shared:SSL:1m;', }, { :title => 'should set the SSL protocols', :attr => 'ssl_protocols', :value => 'SSLv3', :match => ' ssl_protocols SSLv3;', }, { :title => 'should set the SSL ciphers', :attr => 'ssl_ciphers', :value => 'HIGH', :match => ' ssl_ciphers HIGH;', }, { :title => 'should set auth_basic', :attr => 'auth_basic', :value => 'value', :match => ' auth_basic "value";', }, { :title => 'should set auth_basic_user_file', :attr => 'auth_basic_user_file', :value => 'value', :match => ' auth_basic_user_file "value";', }, { :title => 'should set access_log', :attr => 'access_log', :value => '/path/to/access.log', :match => ' access_log /path/to/access.log;', }, { :title => 'should set error_log', :attr => 'error_log', :value => '/path/to/error.log', :match => ' error_log /path/to/error.log;', }, { :title => 'should contain ordered prepend directives', :attr => 'vhost_cfg_prepend', :value => { 'test1' => 'test value 1', 'test2' => ['test value 2a', 'test value 2b'], 'allow' => 'test value 3' }, :match => [ ' allow test value 3;', ' test1 test value 1;', ' test2 test value 2a;', ' test2 test value 2b;', ] }, { :title => 'should contain ordered ssl prepend directives', :attr => 'vhost_cfg_ssl_prepend', :value => { 'test1' => 'test value 1', 'test2' => ['test value 2a', 'test value 2b'], 'allow' => 'test value 3' }, :match => [ ' allow test value 3;', ' test1 test value 1;', ' test2 test value 2a;', ' test2 test value 2b;', ] }, { :title => 'should set root', :attr => 'use_default_location', :value => false, :match => ' root /;', }, { :title => 'should not set root', :attr => 'use_default_location', :value => true, :notmatch => / root \/;/, }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :params do default_params.merge({ param[:attr].to_sym => param[:value], :ssl => true, :ssl_key => 'dummy.key', :ssl_cert => 'dummy.crt', }) end it { should contain_concat__fragment("#{title}-ssl-header") } it param[:title] do lines = subject.resource('concat::fragment', "#{title}-ssl-header").send(:parameters)[:content].split("\n") (lines & Array(param[:match])).should == Array(param[:match]) Array(param[:notmatch]).each do |item| should contain_concat__fragment("#{title}-ssl-header").without_content(item) end end end end end describe "vhost_ssl_footer template content" do [ { :title => 'should contain include directives', :attr => 'include_files', :value => [ '/file1', '/file2' ], :match => [ 'include /file1;', 'include /file2;', ], }, { :title => 'should contain ordered appended directives', :attr => 'vhost_cfg_append', :value => { 'test1' => 'test value 1', 'test2' => 'test value 2', 'allow' => 'test value 3' }, :match => [ ' allow test value 3;', ' test1 test value 1;', ' test2 test value 2;', ] }, { :title => 'should contain ordered ssl appended directives', :attr => 'vhost_cfg_ssl_append', :value => { 'test1' => 'test value 1', 'test2' => ['test value 2a', 'test value 2b'], 'allow' => 'test value 3' }, :match => [ ' allow test value 3;', ' test1 test value 1;', ' test2 test value 2a;', ' test2 test value 2b;', ] }, { :title => 'should contain www to non-www rewrite', :attr => 'rewrite_www_to_non_www', :value => true, :match => [ ' listen *:443 ssl;', ' server_name www.rspec.example.com;', ' rewrite ^ https://rspec.example.com$uri permanent;', ], }, { :title => 'should not contain www to non-www rewrite', :attr => 'rewrite_www_to_non_www', :value => false, :notmatch => [ / listen \*:443 ssl;/, / server_name www\.rspec\.example\.com;/, / rewrite \^ https:\/\/rspec\.example\.com\$uri permanent;/, ], }, ].each do |param| context "when #{param[:attr]} is #{param[:value]}" do let :params do default_params.merge({ param[:attr].to_sym => param[:value], :ssl => true, :ssl_key => 'dummy.key', :ssl_cert => 'dummy.crt', }) end it { should contain_concat__fragment("#{title}-ssl-footer") } it param[:title] do lines = subject.resource('concat::fragment', "#{title}-ssl-footer").send(:parameters)[:content].split("\n") (lines & Array(param[:match])).should == Array(param[:match]) Array(param[:notmatch]).each do |item| should contain_concat__fragment("#{title}-ssl-footer").without_content(item) end end end end end context 'attribute resources' do context "SSL cert missing" do let(:params) {{ :ssl => true, :ssl_key => 'key' }} it { expect { should contain_class('nginx::resource::vhost') }.to raise_error(Puppet::Error, %r{nginx: SSL certificate/key \(ssl_cert/ssl_cert\) and/or SSL Private must be defined and exist on the target system\(s\)}) } end context "SSL key missing" do let(:params) {{ :ssl => true, :ssl_cert => 'cert' }} it { expect { should contain_class('nginx::resource::vhost') }.to raise_error(Puppet::Error, %r{nginx: SSL certificate/key \(ssl_cert/ssl_cert\) and/or SSL Private must be defined and exist on the target system\(s\)}) } end context 'when use_default_location => true' do let :params do default_params.merge({ :use_default_location => true, }) end it { should contain_nginx__resource__location("#{title}-default") } end context 'when use_default_location => false' do let :params do default_params.merge({ :use_default_location => false, }) end it { should_not contain_nginx__resource__location("#{title}-default") } end context 'when location_cfg_prepend => { key => value }' do let :params do default_params.merge({ :location_cfg_prepend => { 'key' => 'value' }, }) end it { should contain_nginx__resource__location("#{title}-default").with_location_cfg_prepend({ 'key' => 'value' }) } end context 'when location_cfg_append => { key => value }' do let :params do default_params.merge({ :location_cfg_append => { 'key' => 'value' }, }) end it { should contain_nginx__resource__location("#{title}-default").with_location_cfg_append({ 'key' => 'value' }) } end context 'when fastcgi => "localhost:9000"' do let :params do default_params.merge({ :fastcgi => 'localhost:9000', }) end it { should contain_file('/etc/nginx/fastcgi_params').with_mode('0770') } end context 'when listen_port == ssl_port' do let :params do default_params.merge({ :listen_port => 80, :ssl_port => 80, }) end it { should_not contain_concat__fragment("#{title}-header") } it { should_not contain_concat__fragment("#{title}-footer") } end context 'when listen_port != ssl_port' do let :params do default_params.merge({ :listen_port => 80, :ssl_port => 443, }) end it { should contain_concat__fragment("#{title}-header") } it { should contain_concat__fragment("#{title}-footer") } end context 'when ensure => absent' do let :params do default_params.merge({ :ensure => 'absent', :ssl => true, :ssl_key => 'dummy.key', :ssl_cert => 'dummy.cert', }) end it { should contain_nginx__resource__location("#{title}-default").with_ensure('absent') } it { should contain_file("#{title}.conf symlink").with_ensure('absent') } end context 'when ssl => true and ssl_port == listen_port' do let :params do default_params.merge({ :ssl => true, :listen_port => 80, :ssl_port => 80, :ssl_key => 'dummy.key', :ssl_cert => 'dummy.cert', }) end it { should contain_nginx__resource__location("#{title}-default").with_ssl_only(true) } it { should contain_concat__fragment("#{title}-ssl-header").with_content(%r{access_log[ ]+/var/log/nginx/ssl-www\.rspec\.example\.com\.access\.log}) } it { should contain_concat__fragment("#{title}-ssl-header").with_content(%r{error_log[ ]+/var/log/nginx/ssl-www\.rspec\.example\.com\.error\.log}) } it { should contain_concat__fragment("#{title}-ssl-footer") } it { should contain_file("/etc/nginx/#{title}.crt") } it { should contain_file("/etc/nginx/#{title}.key") } end context 'when passenger_cgi_param is set' do let :params do default_params.merge({ :passenger_cgi_param => { 'test1' => 'test value 1', 'test2' => 'test value 2', 'test3' => 'test value 3' } }) end it { should contain_concat__fragment("#{title}-header").with_content( /passenger_set_cgi_param test1 test value 1;/ ) } it { should contain_concat__fragment("#{title}-header").with_content( /passenger_set_cgi_param test2 test value 2;/ ) } it { should contain_concat__fragment("#{title}-header").with_content( /passenger_set_cgi_param test3 test value 3;/ ) } end context 'when passenger_cgi_param is set and ssl => true' do let :params do default_params.merge({ :passenger_cgi_param => { 'test1' => 'test value 1', 'test2' => 'test value 2', 'test3' => 'test value 3' }, :ssl => true, :ssl_key => 'dummy.key', :ssl_cert => 'dummy.cert', }) end it { should contain_concat__fragment("#{title}-ssl-header").with_content( /passenger_set_cgi_param test1 test value 1;/ ) } it { should contain_concat__fragment("#{title}-ssl-header").with_content( /passenger_set_cgi_param test2 test value 2;/ ) } it { should contain_concat__fragment("#{title}-ssl-header").with_content( /passenger_set_cgi_param test3 test value 3;/ ) } end context 'when vhost name is sanitized' do let :title do 'www rspec-vhost com' end let :params do default_params end it { should contain_concat('/etc/nginx/sites-available/www_rspec-vhost_com.conf') } end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/spec_helper.rb000077500000000000000000000002751245774017100275310ustar00rootroot00000000000000require 'puppetlabs_spec_helper/module_spec_helper' RSpec.configure do |c| c.default_facts = { :kernel => 'Linux', :concat_basedir => '/var/lib/puppet/concat', } end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/spec_helper_system.rb000077500000000000000000000057011245774017100311340ustar00rootroot00000000000000require 'rspec-system/spec_helper' require 'rspec-system-puppet/helpers' require 'rspec-system-serverspec/helpers' include RSpecSystemPuppet::Helpers RSpec.configure do |c| # Project root proj_root = File.expand_path(File.join(File.dirname(__FILE__), '..')) # Enable colour c.tty = true # This is where we 'setup' the nodes before running our tests c.before :suite do # Install puppet puppet_install # Install modules and dependencies puppet_module_install(:source => proj_root, :module_name => 'nginx') shell('puppet module install puppetlabs-apt') shell('puppet module install puppetlabs-stdlib') shell('puppet module install puppetlabs-concat') # Fake keys. # Valid self-signed SSL key with 10 year expiry. # Required for nginx to start when SSL enabled shell('echo "-----BEGIN PRIVATE KEY----- MIICdwIBADANBgkqhkiG9w0BAQEFAASCAmEwggJdAgEAAoGBAOPchwRZRF4KmU6E g7C6Pq9zhdLiQt9owdcLZNiZS+UVRQjeDHSy3titzh5YwSoQonlnSqd0g/PJ6kNA O3CNOMVuzAddnAaHzW1J4Rt6sZwOuidtJC4t/hFCgz5NqOMgYOOfratQx00A7ZXK TXMgNG79lDP5L/N06Ox53sOxhy4hAgMBAAECgYEAlfktCKi0fe0d8Hb5slUzMwmn GCECAMeTZbXDH2jucg4ozOhRbHHaiOUEmCa0pLokJiHdGhBvVQMd5Dufo7nflZzE mpZY0lCZE7HSeK6Bcbru/8w3vm3iBQTGK+MCaDtH5nQU7m/3cOXaenOX0ZmsTzRs QE/V84S1fuO8bBPSz20CQQD9d4LxrBByosFxRdHsTb/nnqx/rzLEf4M3MC7uydPv fDDbSRRSYpNxonQJfU3JrOk1WPWoXY30VQCv395s57X7AkEA5iOBT+ME8/PxuUUC ZDjg21tAdkaiCQ5kgeVTmkD1k/gTwreOV2AexWGrrcW/MLaIhpDCpQkw37y5vrYw UyDdkwJAAU+j8sIUF7O10nMtAc7pJjaQ59wtJA0QzbFHHN8YZI285vV60G5IGvdf KElopJlrX2ZFZwiM2m2yIjbDPMb6DwJAbNoiUbzZHOInVTA0316fzGEu7kKeZZYv J9lmX7GV9nUCM7lKVD2ckFOQNlMwCURs8ukJh7H/MfQ8Dt5xoQAMjQJBAOWpK6k6 b0fTREZFZRGZBJcSu959YyMzhpSFA+lXkLNTWX8j1/D88H731oMSImoQNWcYx2dH sCwOCDqu1nZ2LJ8= -----END PRIVATE KEY-----" > /tmp/blah.key') shell('echo "-----BEGIN CERTIFICATE----- MIIDRjCCAq+gAwIBAgIJAL9m0V4sHW2tMA0GCSqGSIb3DQEBBQUAMIG7MQswCQYD VQQGEwItLTESMBAGA1UECAwJU29tZVN0YXRlMREwDwYDVQQHDAhTb21lQ2l0eTEZ MBcGA1UECgwQU29tZU9yZ2FuaXphdGlvbjEfMB0GA1UECwwWU29tZU9yZ2FuaXph dGlvbmFsVW5pdDEeMBwGA1UEAwwVbG9jYWxob3N0LmxvY2FsZG9tYWluMSkwJwYJ KoZIhvcNAQkBFhpyb290QGxvY2FsaG9zdC5sb2NhbGRvbWFpbjAeFw0xMzExMzAw NzA3NDlaFw0yMzExMjgwNzA3NDlaMIG7MQswCQYDVQQGEwItLTESMBAGA1UECAwJ U29tZVN0YXRlMREwDwYDVQQHDAhTb21lQ2l0eTEZMBcGA1UECgwQU29tZU9yZ2Fu aXphdGlvbjEfMB0GA1UECwwWU29tZU9yZ2FuaXphdGlvbmFsVW5pdDEeMBwGA1UE AwwVbG9jYWxob3N0LmxvY2FsZG9tYWluMSkwJwYJKoZIhvcNAQkBFhpyb290QGxv Y2FsaG9zdC5sb2NhbGRvbWFpbjCBnzANBgkqhkiG9w0BAQEFAAOBjQAwgYkCgYEA 49yHBFlEXgqZToSDsLo+r3OF0uJC32jB1wtk2JlL5RVFCN4MdLLe2K3OHljBKhCi eWdKp3SD88nqQ0A7cI04xW7MB12cBofNbUnhG3qxnA66J20kLi3+EUKDPk2o4yBg 45+tq1DHTQDtlcpNcyA0bv2UM/kv83To7Hnew7GHLiECAwEAAaNQME4wHQYDVR0O BBYEFP5Kkot/7pStLaYPtT+vngE0v6N8MB8GA1UdIwQYMBaAFP5Kkot/7pStLaYP tT+vngE0v6N8MAwGA1UdEwQFMAMBAf8wDQYJKoZIhvcNAQEFBQADgYEAwYYQKVRN HaHIWGMBuXApE7t4PNdYWZ5Y56tI+HT59yVoDjc1YSnuzkKlWUPibVYoLpX/ROKr aIZ8kxsBjLvpi9KQTHi7Wl6Sw3ecoYdKy+2P8S5xOIpWjs8XVmOWf7Tq1+9KPv3z HLw/FDCzntkdq3G4em15CdFlO9BTY4HXiHU= -----END CERTIFICATE-----" > /tmp/blah.cert') end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/system/000077500000000000000000000000001245774017100262305ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/system/basic_spec.rb000077500000000000000000000016161245774017100306570ustar00rootroot00000000000000require 'spec_helper_system' # Here we put the more basic fundamental tests, ultra obvious stuff. describe "basic tests:" do context 'make sure we have copied the module across' do # No point diagnosing any more if the module wasn't copied properly context shell 'ls /etc/puppet/modules/nginx' do its(:stdout) { should =~ /Modulefile/ } its(:stderr) { should be_empty } its(:exit_code) { should be_zero } end end #puppet smoke test context puppet_apply 'notice("foo")' do its(:stdout) { should =~ /foo/ } its(:stderr) { should be_empty } its(:exit_code) { should be_zero } end it 'nginx class should work with no errors' do pp = <<-EOS class { 'nginx': } EOS # Run it twice and test for idempotency puppet_apply(pp) do |r| [0,2].should include(r.exit_code) r.refresh r.exit_code.should be_zero end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/system/class_spec.rb000077500000000000000000000012671245774017100307050ustar00rootroot00000000000000require 'spec_helper_system' describe "nginx class:" do case node.facts['osfamily'] when 'RedHat' package_name = 'nginx' when 'Debian' package_name = 'nginx' when 'Suse' package_name = 'nginx-0.8' end context 'should run successfully' do it 'should run successfully' do pp = "class { 'nginx': }" puppet_apply(pp) do |r| #r.stderr.should be_empty [0,2].should include r.exit_code r.refresh #r.stderr.should be_empty r.exit_code.should be_zero end end end describe package(package_name) do it { should be_installed } end describe service('nginx') do it { should be_running } end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/system/nginx_mail_spec.rb000077500000000000000000000020241245774017100317150ustar00rootroot00000000000000require 'spec_helper_system' describe "nginx::resource::mailhost define:" do it 'should run successfully' do pp = " class { 'nginx': mail => true, } nginx::resource::vhost { 'www.puppetlabs.com': ensure => present, www_root => '/var/www/www.puppetlabs.com', } nginx::resource::mailhost { 'domain1.example': ensure => present, auth_http => 'localhost/cgi-bin/auth', protocol => 'smtp', listen_port => 587, ssl_port => 465, xclient => 'off', } " puppet_apply(pp) do |r| [0,2].should include r.exit_code r.refresh # Not until deprecated variables fixed. #r.stderr.should be_empty r.exit_code.should be_zero end end describe file('/etc/nginx/conf.mail.d/domain1.example.conf') do it { should be_file } it { should contain "auth_http localhost/cgi-bin/auth;" } end describe file('/etc/nginx/sites-available/www.puppetlabs.com.conf') do it { should be_file } end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/system/nginx_proxy_spec.rb000077500000000000000000000021531245774017100321570ustar00rootroot00000000000000require 'spec_helper_system' describe "nginx::resource::upstream define:" do it 'should run successfully' do pp = " class { 'nginx': } nginx::resource::upstream { 'puppet_rack_app': ensure => present, members => [ 'localhost:3000', 'localhost:3001', 'localhost:3002', ], } nginx::resource::vhost { 'rack.puppetlabs.com': ensure => present, proxy => 'http://puppet_rack_app', } " puppet_apply(pp) do |r| [0,2].should include r.exit_code r.refresh r.stderr.should be_empty r.exit_code.should be_zero end end describe file('/etc/nginx/conf.d/puppet_rack_app-upstream.conf') do it { should be_file } it { should contain "server localhost:3000" } it { should contain "server localhost:3001" } it { should contain "server localhost:3002" } it { should_not contain "server localhost:3003" } end describe file('/etc/nginx/sites-available/rack.puppetlabs.com.conf') do it { should be_file } it { should contain "proxy_pass http://puppet_rack_app;" } end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/spec/system/nginx_vhost_spec.rb000077500000000000000000000060141245774017100321410ustar00rootroot00000000000000require 'spec_helper_system' describe "nginx::resource::vhost define:" do context 'new vhost on port 80' do it 'should configure a nginx vhost' do pp = " class { 'nginx': } nginx::resource::vhost { 'www.puppetlabs.com': ensure => present, www_root => '/var/www/www.puppetlabs.com', } host { 'www.puppetlabs.com': ip => '127.0.0.1', } file { ['/var/www','/var/www/www.puppetlabs.com']: ensure => directory } file { '/var/www/www.puppetlabs.com/index.html': ensure => file, content => 'Hello from www\n', } " puppet_apply(pp) do |r| [0,2].should include r.exit_code r.refresh r.stderr.should be_empty r.exit_code.should be_zero end end describe file('/etc/nginx/sites-available/www.puppetlabs.com.conf') do it { should be_file } it { should contain "www.puppetlabs.com" } end describe file('/etc/nginx/sites-enabled/www.puppetlabs.com.conf') do it { should be_linked_to '/etc/nginx/sites-available/www.puppetlabs.com.conf' } end describe service('nginx') do it { should be_running } end it 'should answer to www.puppetlabs.com' do shell("/usr/bin/curl http://www.puppetlabs.com:80") do |r| r.stdout.should == "Hello from www\n" r.exit_code.should be_zero end end end context 'should run successfully with ssl' do it 'should configure a nginx SSL vhost' do pp = " class { 'nginx': } nginx::resource::vhost { 'www.puppetlabs.com': ensure => present, ssl => true, ssl_cert => '/tmp/blah.cert', ssl_key => '/tmp/blah.key', www_root => '/var/www/www.puppetlabs.com', } host { 'www.puppetlabs.com': ip => '127.0.0.1', } file { ['/var/www','/var/www/www.puppetlabs.com']: ensure => directory } file { '/var/www/www.puppetlabs.com/index.html': ensure => file, content => 'Hello from www\n', } " puppet_apply(pp) do |r| [0,2].should include r.exit_code r.refresh r.stderr.should be_empty r.exit_code.should be_zero end end describe file('/etc/nginx/sites-available/www.puppetlabs.com.conf') do it { should be_file } it { should contain "ssl on;" } end describe file('/etc/nginx/sites-enabled/www.puppetlabs.com.conf') do it { should be_linked_to '/etc/nginx/sites-available/www.puppetlabs.com.conf' } end describe service('nginx') do it { should be_running } end it 'should answer to http://www.puppetlabs.com' do shell("/usr/bin/curl http://www.puppetlabs.com:80") do |r| r.stdout.should == "Hello from www\n" r.exit_code.should == 0 end end it 'should answer to https://www.puppetlabs.com' do # use --insecure because it's a self-signed cert shell("/usr/bin/curl --insecure https://www.puppetlabs.com:443") do |r| r.stdout.should == "Hello from www\n" r.exit_code.should == 0 end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/000077500000000000000000000000001245774017100257505ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/conf.d/000077500000000000000000000000001245774017100271175ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/conf.d/nginx.conf.erb000077500000000000000000000040001245774017100316550ustar00rootroot00000000000000user <%= scope.lookupvar('nginx::config::nx_daemon_user') %>; worker_processes <%= @worker_processes %>; worker_rlimit_nofile <%= @worker_rlimit_nofile %>; error_log <%= @nginx_error_log %>; pid <%= scope.lookupvar('nginx::params::nx_pid')%>; events { worker_connections <%= @worker_connections -%>; <% if scope.lookupvar('nginx::params::nx_multi_accept') == 'on' %>multi_accept on;<% end -%> <% if scope.lookupvar('nginx::params::nx_events_use') %>use <%= scope.lookupvar('nginx::params::nx_events_use')%>;<% end -%> } http { include <%= scope.lookupvar('nginx::params::nx_conf_dir') %>/mime.types; default_type application/octet-stream; access_log <%= @http_access_log %>; sendfile <%= scope.lookupvar('nginx::params::nx_sendfile')%>; server_tokens <%= @server_tokens %>; types_hash_max_size <%= scope.lookupvar('nginx::params::nx_types_hash_max_size')%>; types_hash_bucket_size <%= scope.lookupvar('nginx::params::nx_types_hash_bucket_size')%>; server_names_hash_bucket_size <%= @names_hash_bucket_size %>; server_names_hash_max_size <%= @names_hash_max_size %>; keepalive_timeout <%= scope.lookupvar('nginx::params::nx_keepalive_timeout')%>; tcp_nodelay <%= scope.lookupvar('nginx::params::nx_tcp_nodelay')%>; <% if @gzip == 'on' %> gzip on; gzip_disable "MSIE [1-6]\.(?!.*SV1)"; <% end -%> <% if @proxy_cache_path -%> proxy_cache_path <%= @proxy_cache_path %> levels=<%= @proxy_cache_levels %> keys_zone=<%= @proxy_cache_keys_zone %> max_size=<%= @proxy_cache_max_size %> inactive=<%= @proxy_cache_inactive %>; <% end -%> <% if @http_cfg_append -%><% @http_cfg_append.sort_by{|k,v| k}.each do |key,value| -%> <%= key %> <%= value %>; <% end -%> <% end -%> include <%= scope.lookupvar('nginx::params::nx_conf_dir') %>/conf.d/*.conf; include <%= scope.lookupvar('nginx::params::nx_conf_dir') %>/sites-enabled/*; } <% if scope.lookupvar('nginx::mail') %> mail { include <%= scope.lookupvar('nginx::params::nx_conf_dir') %>/conf.mail.d/*.conf; } <% end -%> examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/conf.d/proxy.conf.erb000077500000000000000000000013431245774017100317220ustar00rootroot00000000000000proxy_redirect <%= scope.lookupvar('nginx::params::nx_proxy_redirect') %>; client_max_body_size <%= @client_max_body_size %>; client_body_buffer_size <%= scope.lookupvar('nginx::params::nx_client_body_buffer_size') %>; proxy_connect_timeout <%= scope.lookupvar('nginx::params::nx_proxy_connect_timeout') %>; proxy_send_timeout <%= scope.lookupvar('nginx::params::nx_proxy_send_timeout') %>; proxy_read_timeout <%= scope.lookupvar('nginx::params::nx_proxy_read_timeout') %>; proxy_buffers <%= @proxy_buffers %>; proxy_buffer_size <%= @proxy_buffer_size %>; proxy_http_version <%= @proxy_http_version %>; <% @proxy_set_header.each do |header| %> proxy_set_header <%= header %>;<% end %> examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/conf.d/upstream.erb000077500000000000000000000010201245774017100314450ustar00rootroot00000000000000upstream <%= @name %> { <% if @upstream_cfg_prepend -%><% @upstream_cfg_prepend.sort_by{|k,v| k}.each do |key,value| %> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% @members.each do |i| %> server <%= i %> fail_timeout=<%= @upstream_fail_timeout %>;<% end %> } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/mailhost/000077500000000000000000000000001245774017100275705ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/mailhost/mailhost.erb000077500000000000000000000016441245774017100321120ustar00rootroot00000000000000 server { listen <%= @listen_ip %>:<%= @listen_port %><% if @listen_options %> <%= @listen_options %><% end %>; <% # check to see if ipv6 support exists in the kernel before applying %> <% if @ipv6_enable && (defined? @ipaddress6) %> listen [<%= @ipv6_listen_ip %>]:<%= @ipv6_listen_port %><% if @ipv6_listen_options %> <%= @ipv6_listen_options %><% end %>; <% end %> server_name <%= @server_name.join(" ") %>; protocol <%= @protocol %>; xclient <%= @xclient %>; auth_http <%= @auth_http %>; starttls <%= @starttls %>; <% if @starttls == 'on' || @starttls == 'only' %> ssl_certificate <%= @ssl_cert %>; ssl_certificate_key <%= @ssl_key %>; ssl_session_timeout 5m; ssl_protocols SSLv3 TLSv1; ssl_ciphers ALL:!ADH:!EXPORT56:RC4+RSA:+HIGH:+MEDIUM:+LOW:+SSLv3:+EXP; ssl_prefer_server_ciphers on; <%- end -%> } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/mailhost/mailhost_ssl.erb000077500000000000000000000013561245774017100327730ustar00rootroot00000000000000 server { listen <%= @ssl_port %>; <% # check to see if ipv6 support exists in the kernel before applying %> <% if @ipv6_enable && (defined? @ipaddress6) %> listen [<%= @ipv6_listen_ip %>]:<%= @ipv6_listen_port %> <% if @ipv6_listen_options %><%= @ipv6_listen_options %><% end %>; <% end %> server_name <%= @server_name.join(" ") %>; protocol <%= @protocol %>; xclient <%= @xclient %>; auth_http <%= @auth_http %>; ssl on; ssl_certificate <%= @ssl_cert %>; ssl_certificate_key <%= @ssl_key %>; ssl_session_timeout 5m; ssl_protocols SSLv3 TLSv1; ssl_ciphers ALL:!ADH:!EXPORT56:RC4+RSA:+HIGH:+MEDIUM:+LOW:+SSLv3:+EXP; ssl_prefer_server_ciphers on; } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/vhost/000077500000000000000000000000001245774017100271135ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/vhost/fastcgi_params.erb000077500000000000000000000017461245774017100326030ustar00rootroot00000000000000# This file managed by puppet on host <%= @fqdn %> fastcgi_param QUERY_STRING $query_string; fastcgi_param REQUEST_METHOD $request_method; fastcgi_param CONTENT_TYPE $content_type; fastcgi_param CONTENT_LENGTH $content_length; fastcgi_param SCRIPT_FILENAME $request_filename; fastcgi_param SCRIPT_NAME $fastcgi_script_name; fastcgi_param REQUEST_URI $request_uri; fastcgi_param DOCUMENT_URI $document_uri; fastcgi_param DOCUMENT_ROOT $document_root; fastcgi_param SERVER_PROTOCOL $server_protocol; fastcgi_param GATEWAY_INTERFACE CGI/1.1; fastcgi_param SERVER_SOFTWARE nginx/$nginx_version; fastcgi_param REMOTE_ADDR $remote_addr; fastcgi_param REMOTE_PORT $remote_port; fastcgi_param SERVER_ADDR $server_addr; fastcgi_param SERVER_PORT $server_port; fastcgi_param SERVER_NAME $server_name; fastcgi_param HTTPS $https; # PHP only, required if PHP was built with --enable-force-cgi-redirect fastcgi_param REDIRECT_STATUS 200; examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/vhost/vhost_footer.erb000077500000000000000000000017411245774017100323340ustar00rootroot00000000000000<% if @include_files %><% @include_files.each do |file| -%> include <%= file %>; <% end -%><% end -%> <%# make sure that allow comes before deny by forcing the allow key (if it -%> <%# exists) to be first in the output order. The hash keys also need to be -%> <%# sorted so that the ordering is stable. -%> <% if @vhost_cfg_append -%><% @vhost_cfg_append.sort_by{ |k, v| k.to_s == 'allow' ? '' : k.to_s }.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> } <% if @rewrite_www_to_non_www -%> server { listen <%= @listen_ip %>:<%= @listen_port %>; server_name www.<%= @name.gsub(/^www\./, '') %>; rewrite ^ http://<%= @name.gsub(/^www\./, '') %>$uri permanent; } <% end -%> examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/vhost/vhost_header.erb000077500000000000000000000042251245774017100322660ustar00rootroot00000000000000server { listen <%= @listen_ip %>:<%= @listen_port %><% if @listen_options %> <%= @listen_options %><% end %>; <% # check to see if ipv6 support exists in the kernel before applying %> <% if @ipv6_enable && (defined? @ipaddress6) %> listen [<%= @ipv6_listen_ip %>]:<%= @ipv6_listen_port %> <% if @ipv6_listen_options %><%= @ipv6_listen_options %><% end %>; <% end %> server_name <%= @rewrite_www_to_non_www ? @name.gsub(/^www\./, '') : @server_name.join(" ") %>; <% if defined? @auth_basic -%> auth_basic "<%= @auth_basic %>"; <% end -%> <% if defined? @auth_basic_user_file -%> auth_basic_user_file <%= @auth_basic_user_file %>; <% end -%> <% if defined? @client_max_body_size -%> client_max_body_size <%= @client_max_body_size %>; <% end -%> <%# make sure that allow comes before deny by forcing the allow key (if it -%> <%# exists) to be first in the output order. The hash keys also need to be -%> <%# sorted so that the ordering is stable. -%> <% if @vhost_cfg_prepend -%><% @vhost_cfg_prepend.sort_by{ |k, v| k.to_s == 'allow' ? '' : k.to_s }.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if @root -%> root <%= @root %>; <% end -%> <% if @passenger_cgi_param -%><% @passenger_cgi_param.keys.sort.each do |key| -%> passenger_set_cgi_param <%= key %> <%= @passenger_cgi_param[key] %>; <% end -%><% end -%> <% @proxy_set_header.each do |header| -%> proxy_set_header <%= header %>; <% end -%> <% if @add_header -%><% @add_header.each do |key,value| -%> add_header <%= key %> <%= value %>; <% end -%><% end -%> <% if @rewrite_to_https -%> if ($ssl_protocol = "") { return 301 https://$host$request_uri; } <% end -%> <% if @index_files.count > 0 -%> index <% Array(@index_files).each do |i| %> <%= i %><% end %>; <% end -%> access_log <%= @access_log_real %>; error_log <%= @error_log_real %>; examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/vhost/vhost_location_alias.erb000077500000000000000000000032111245774017100340110ustar00rootroot00000000000000 location <%= @location %> { <% if @location_custom_cfg_prepend -%><% @location_custom_cfg_prepend.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if @location_cfg_prepend -%><% @location_cfg_prepend.sort_by {|k,v| k}.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> alias <%= @location_alias %>; <% if @location_cfg_append -%><% @location_cfg_append.sort_by {|k,v| k}.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if @location_custom_cfg_append -%><% @location_custom_cfg_append.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> } vhost_location_directory.erb000077500000000000000000000042721245774017100346550ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/vhost location <%= @location %> { <% if @location_allow -%><% @location_allow.each do |allow_rule| -%> allow <%= allow_rule %>; <% end -%><% end -%> <% if @location_deny -%><% @location_deny.each do |deny_rule| -%> deny <%= deny_rule %>; <% end -%><% end -%> <% if @location_custom_cfg_prepend -%><% @location_custom_cfg_prepend.each do |value| -%> <%= value %> <% end -%><% end -%> <% if @location_cfg_prepend -%><% @location_cfg_prepend.sort_by {|k,v| k}.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if defined? @www_root -%> root <%= @www_root %>; <% end -%> <% if @try_files -%> try_files<% @try_files.each do |try| -%> <%= try %><% end -%>; <% end -%> <% if defined? @autoindex -%> autoindex <%= @autoindex %>; <% end -%> <% if @index_files.count > 0 -%> index <% Array(@index_files).each do |i| %> <%= i %><% end %>; <% end -%> <% @rewrite_rules.each do |rewrite_rule| -%> rewrite <%= rewrite_rule %>; <% end -%> <% if defined? @auth_basic -%> auth_basic "<%= @auth_basic %>"; <% end -%> <% if defined? @auth_basic_user_file -%> auth_basic_user_file <%= @auth_basic_user_file %>; <% end -%> <% if @location_cfg_append -%><% @location_cfg_append.sort_by {|k,v| k}.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if @location_custom_cfg_append -%><% @location_custom_cfg_append.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/vhost/vhost_location_empty.erb000077500000000000000000000006631245774017100340660ustar00rootroot00000000000000 location <%= @location %> { <% if @location_custom_cfg -%><% @location_custom_cfg.sort_by {|k,v| k}.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/vhost/vhost_location_fastcgi.erb000077500000000000000000000044001245774017100343410ustar00rootroot00000000000000 location <%= @location %> { <% if @location_allow -%><% @location_allow.each do |allow_rule| -%> allow <%= allow_rule %>; <% end -%><% end -%> <% if @location_deny -%><% @location_deny.each do |deny_rule| -%> deny <%= deny_rule %>; <% end -%><% end -%> <% if @location_custom_cfg_prepend -%><% @location_custom_cfg_prepend.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if @location_cfg_prepend -%><% @location_cfg_prepend.sort_by {|k,v| k}.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if defined? @www_root -%> root <%= @www_root %>; <% end -%> <% if @fastcgi_split_path -%> fastcgi_split_path_info <%= @fastcgi_split_path %>; <% end -%> <% if @try_files -%> try_files<% @try_files.each do |try| -%> <%= try %><% end -%>; <% end -%> include <%= @fastcgi_params %>; fastcgi_pass <%= @fastcgi %>; <% if defined? @fastcgi_script %> fastcgi_param SCRIPT_FILENAME <%= @fastcgi_script %>; <% end -%> <% if @location_cfg_append -%><% @location_cfg_append.sort_by {|k,v| k}.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if @location_custom_cfg_append -%><% @location_custom_cfg_append.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/vhost/vhost_location_proxy.erb000077500000000000000000000044461245774017100341140ustar00rootroot00000000000000 location <%= @location %> { <% if @location_allow -%><% @location_allow.each do |allow_rule| -%> allow <%= allow_rule %>; <% end -%><% end -%> <% if @location_deny -%><% @location_deny.each do |deny_rule| -%> deny <%= deny_rule %>; <% end -%><% end -%> <% if @location_custom_cfg_prepend -%><% @location_custom_cfg_prepend.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if @location_cfg_prepend -%><% @location_cfg_prepend.sort_by {|k,v| k}.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%=subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if @proxy_cache -%> proxy_cache <%= @proxy_cache %>; proxy_cache_valid <%= @proxy_cache_valid %>; <% end -%> proxy_pass <%= @proxy %>; proxy_read_timeout <%= @proxy_read_timeout %>; <% if @proxy_method -%> proxy_method <%= @proxy_method %>; <% end -%> <% if @proxy_set_body -%> proxy_set_body <%= @proxy_set_body %>; <% end -%> <% @rewrite_rules.each do |rewrite_rule| -%> rewrite <%= rewrite_rule %>; <% end -%> <% if @location_cfg_append -%><% @location_cfg_append.sort_by {|k,v| k}.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if @location_custom_cfg_append -%><% @location_custom_cfg_append.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> } vhost_location_stub_status.erb000077500000000000000000000031661245774017100352320ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/vhost location <%= @location %> { <% if @location_custom_cfg_prepend -%><% @location_custom_cfg_prepend.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if @location_cfg_prepend -%><% @location_cfg_prepend.sort_by {|k,v| k}.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> stub_status on; <% if @location_cfg_append -%><% @location_cfg_append.sort_by {|k,v| k}.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if @location_custom_cfg_append -%><% @location_custom_cfg_append.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/vhost/vhost_ssl_footer.erb000077500000000000000000000023031245774017100332100ustar00rootroot00000000000000<% if @include_files %><% @include_files.each do |file| -%> include <%= file %>; <% end -%><% end -%> <% if @vhost_cfg_append -%><% @vhost_cfg_append.sort_by{ |k, v| k.to_s == 'allow' ? '' : k.to_s }.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if @vhost_cfg_ssl_append -%><% @vhost_cfg_ssl_append.sort_by{ |k, v| k.to_s == 'allow' ? '' : k.to_s }.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> } <% if @rewrite_www_to_non_www -%> server { listen <%= @listen_ip %>:<%= @ssl_port %> ssl; server_name www.<%= @name.gsub(/^www\./, '') %>; rewrite ^ https://<%= @name.gsub(/^www\./, '') %>$uri permanent; } <% end %> examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/templates/vhost/vhost_ssl_header.erb000077500000000000000000000066071245774017100331550ustar00rootroot00000000000000server { listen <%= @listen_ip %>:<%= @ssl_port %> ssl<% if @spdy == 'on' %> spdy<% end %><% if @listen_options %> <%= @listen_options %><% end %>; <% if @ipv6_enable && (defined? @ipaddress6) %> listen [<%= @ipv6_listen_ip %>]:<%= @ssl_port %> ssl<% if @spdy == 'on' %> spdy<% end %><% if @ipv6_listen_options %> <%= @ipv6_listen_options %><% end %>; <% end %> server_name <%= @rewrite_www_to_non_www ? @name.gsub(/^www\./, '') : @server_name.join(" ") %>; ssl on; ssl_certificate <%= scope.lookupvar('nginx::params::nx_conf_dir') %>/<%= @name.gsub(' ', '_') %>.crt; ssl_certificate_key <%= scope.lookupvar('nginx::params::nx_conf_dir') %>/<%= @name.gsub(' ', '_') %>.key; <% if defined? @ssl_dhparam -%> ssl_dhparam <%= scope.lookupvar('nginx::params::nx_conf_dir') %>/<%= @name.gsub(' ', '_') %>.dh.pem; <% end -%> ssl_session_cache <%= @ssl_cache %>; ssl_session_timeout 5m; ssl_protocols <%= @ssl_protocols %>; ssl_ciphers <%= @ssl_ciphers %>; ssl_prefer_server_ciphers on; <% if @ssl_stapling -%> ssl_stapling on; <% end -%> <% if defined? @ssl_stapling_file -%> ssl_stapling_file <%= scope.lookupvar('nginx::params::nx_conf_dir') %>/<%= @name.gsub(' ', '_') %>.ocsp.resp; <% end -%> <% if defined? @ssl_stapling_responder -%> ssl_stapling_responder <%= @ssl_stapling_responder %>; <% end -%> <% if @ssl_stapling_verify -%> ssl_stapling_verify on; <% end -%> <% if defined? @ssl_trusted_cert -%> ssl_trusted_certificate <%= scope.lookupvar('nginx::params::nx_conf_dir') %>/<%= @name.gsub(' ', '_') %>.trusted.crt; <% end -%> <% if defined? @resolver -%> resolver <%= @resolver %>; <% end -%> <% if defined? @auth_basic -%> auth_basic "<%= @auth_basic %>"; <% end -%> <% if defined? @auth_basic_user_file -%> auth_basic_user_file "<%= @auth_basic_user_file %>"; <% end -%> <% if @index_files.count > 0 -%> index <% Array(@index_files).each do |i| %> <%= i %><% end %>; <% end -%> access_log <%= @ssl_access_log %>; error_log <%= @ssl_error_log %>; <% if @vhost_cfg_prepend -%><% @vhost_cfg_prepend.sort_by{ |k, v| k.to_s == 'allow' ? '' : k.to_s }.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if @vhost_cfg_ssl_prepend -%><% @vhost_cfg_ssl_prepend.sort_by{ |k, v| k.to_s == 'allow' ? '' : k.to_s }.each do |key,value| -%> <% if value.is_a?(Hash) -%><% value.each do |subkey,subvalue| -%> <% Array(subvalue).each do |asubvalue| -%> <%= key %> <%= subkey %> <%= asubvalue %>; <% end -%> <% end -%><% else -%> <% Array(value).each do |asubvalue| -%> <%= key %> <%= asubvalue %>; <% end -%> <% end -%> <% end -%><% end -%> <% if @root -%> root <%= @root %>; <% end -%> <% if @passenger_cgi_param -%><% @passenger_cgi_param.each do |key,value| -%> passenger_set_cgi_param <%= key %> <%= value %>; <% end -%><% end -%> <% @proxy_set_header.each do |header| -%> proxy_set_header <%= header %>; <% end -%> <% if @add_header -%><% @add_header.each do |key,value| -%> add_header <%= key %> <%= value %>; <% end -%><% end -%> examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/tests/000077500000000000000000000000001245774017100251145ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/tests/init.pp000077500000000000000000000004141245774017100264220ustar00rootroot00000000000000# The notify before should always come BEFORE all resources # managed by the nginx class # and the notify last should always come AFTER all resources # managed by the nginx class. node default { notify { 'before': } -> class { 'nginx': } -> notify { 'last': } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/tests/location_alias.pp000077500000000000000000000003161245774017100304410ustar00rootroot00000000000000include nginx nginx::resource::location { 'www.test.com-alias': ensure => present, location => '/some/url', location_alias => '/new/url/', vhost => 'www.test.com', } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/tests/upstream.pp000077500000000000000000000002621245774017100273200ustar00rootroot00000000000000include nginx nginx::resource::upstream { 'proxypass': ensure => present, members => [ 'localhost:3000', 'localhost:3001', 'localhost:3002', ], } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/tests/vhost.pp000077500000000000000000000005361245774017100266270ustar00rootroot00000000000000include nginx nginx::resource::vhost { 'test.local test': ensure => present, ipv6_enable => true, proxy => 'http://proxypass', } nginx::resource::vhost { 'test.local:8080': ensure => present, listen_port => 8080, server_name => ['test.local test'], ipv6_enable => true, proxy => 'http://proxypass', } examples-1.0.0/nyc_traffic_accidents/puppet/modules/nginx/tests/vhost_ssl.pp000077500000000000000000000006651245774017100275130ustar00rootroot00000000000000include nginx nginx::resource::vhost { 'test2.local test2': ensure => present, www_root => '/var/www/nginx-default', ssl => true, ssl_cert => 'puppet:///modules/sslkey/whildcard_mydomain.crt', ssl_key => 'puppet:///modules/sslkey/whildcard_mydomain.key' } nginx::resource::location { 'test2.local-bob': ensure => present, www_root => '/var/www/bob', location => '/bob', vhost => 'test2.local test2', } examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/000077500000000000000000000000001245774017100241105ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/CHANGELOG.md000077500000000000000000000163101245774017100257250ustar00rootroot00000000000000##2014-03-04 - Supported Release - 3.2.1 ###Summary This is a supported release ####Bugfixes - Fixed `is_integer`/`is_float`/`is_numeric` for checking the value of arithmatic expressions. ####Known bugs * No known bugs --- ##### 2012-09-18 - Chad Metcalf - 3.2.0 * Add an ensure\_packages function. (8a8c09e) ##### 2012-11-23 - Erik Dalén - 3.2.0 * (#17797) min() and max() functions (9954133) ##### 2012-05-23 - Peter Meier - 3.2.0 * (#14670) autorequire a file\_line resource's path (dfcee63) ##### 2012-11-19 - Joshua Harlan Lifton - 3.2.0 * Add join\_keys\_to\_values function (ee0f2b3) ##### 2012-11-17 - Joshua Harlan Lifton - 3.2.0 * Extend delete function for strings and hashes (7322e4d) ##### 2012-08-03 - Gary Larizza - 3.2.0 * Add the pick() function (ba6dd13) ##### 2012-03-20 - Wil Cooley - 3.2.0 * (#13974) Add predicate functions for interface facts (f819417) ##### 2012-11-06 - Joe Julian - 3.2.0 * Add function, uriescape, to URI.escape strings. Redmine #17459 (70f4a0e) ##### 2012-10-25 - Jeff McCune - 3.1.1 * (maint) Fix spec failures resulting from Facter API changes (97f836f) ##### 2012-10-23 - Matthaus Owens - 3.1.0 * Add PE facts to stdlib (cdf3b05) ##### 2012-08-16 - Jeff McCune - 3.0.1 * Fix accidental removal of facts\_dot\_d.rb in 3.0.0 release ##### 2012-08-16 - Jeff McCune - 3.0.0 * stdlib 3.0 drops support with Puppet 2.6 * stdlib 3.0 preserves support with Puppet 2.7 ##### 2012-08-07 - Dan Bode - 3.0.0 * Add function ensure\_resource and defined\_with\_params (ba789de) ##### 2012-07-10 - Hailee Kenney - 3.0.0 * (#2157) Remove facter\_dot\_d for compatibility with external facts (f92574f) ##### 2012-04-10 - Chris Price - 3.0.0 * (#13693) moving logic from local spec\_helper to puppetlabs\_spec\_helper (85f96df) ##### 2012-10-25 - Jeff McCune - 2.5.1 * (maint) Fix spec failures resulting from Facter API changes (97f836f) ##### 2012-10-23 - Matthaus Owens - 2.5.0 * Add PE facts to stdlib (cdf3b05) ##### 2012-08-15 - Dan Bode - 2.5.0 * Explicitly load functions used by ensure\_resource (9fc3063) ##### 2012-08-13 - Dan Bode - 2.5.0 * Add better docs about duplicate resource failures (97d327a) ##### 2012-08-13 - Dan Bode - 2.5.0 * Handle undef for parameter argument (4f8b133) ##### 2012-08-07 - Dan Bode - 2.5.0 * Add function ensure\_resource and defined\_with\_params (a0cb8cd) ##### 2012-08-20 - Jeff McCune - 2.5.0 * Disable tests that fail on 2.6.x due to #15912 (c81496e) ##### 2012-08-20 - Jeff McCune - 2.5.0 * (Maint) Fix mis-use of rvalue functions as statements (4492913) ##### 2012-08-20 - Jeff McCune - 2.5.0 * Add .rspec file to repo root (88789e8) ##### 2012-06-07 - Chris Price - 2.4.0 * Add support for a 'match' parameter to file\_line (a06c0d8) ##### 2012-08-07 - Erik Dalén - 2.4.0 * (#15872) Add to\_bytes function (247b69c) ##### 2012-07-19 - Jeff McCune - 2.4.0 * (Maint) use PuppetlabsSpec::PuppetInternals.scope (master) (deafe88) ##### 2012-07-10 - Hailee Kenney - 2.4.0 * (#2157) Make facts\_dot\_d compatible with external facts (5fb0ddc) ##### 2012-03-16 - Steve Traylen - 2.4.0 * (#13205) Rotate array/string randomley based on fqdn, fqdn\_rotate() (fef247b) ##### 2012-05-22 - Peter Meier - 2.3.3 * fix regression in #11017 properly (f0a62c7) ##### 2012-05-10 - Jeff McCune - 2.3.3 * Fix spec tests using the new spec\_helper (7d34333) ##### 2012-05-10 - Puppet Labs - 2.3.2 * Make file\_line default to ensure => present (1373e70) * Memoize file\_line spec instance variables (20aacc5) * Fix spec tests using the new spec\_helper (1ebfa5d) * (#13595) initialize\_everything\_for\_tests couples modules Puppet ver (3222f35) * (#13439) Fix MRI 1.9 issue with spec\_helper (15c5fd1) * (#13439) Fix test failures with Puppet 2.6.x (665610b) * (#13439) refactor spec helper for compatibility with both puppet 2.7 and master (82194ca) * (#13494) Specify the behavior of zero padded strings (61891bb) ##### 2012-03-29 Puppet Labs - 2.1.3 * (#11607) Add Rakefile to enable spec testing * (#12377) Avoid infinite loop when retrying require json ##### 2012-03-13 Puppet Labs - 2.3.1 * (#13091) Fix LoadError bug with puppet apply and puppet\_vardir fact ##### 2012-03-12 Puppet Labs - 2.3.0 * Add a large number of new Puppet functions * Backwards compatibility preserved with 2.2.x ##### 2011-12-30 Puppet Labs - 2.2.1 * Documentation only release for the Forge ##### 2011-12-30 Puppet Labs - 2.1.2 * Documentation only release for PE 2.0.x ##### 2011-11-08 Puppet Labs - 2.2.0 * #10285 - Refactor json to use pson instead. * Maint - Add watchr autotest script * Maint - Make rspec tests work with Puppet 2.6.4 * #9859 - Add root\_home fact and tests ##### 2011-08-18 Puppet Labs - 2.1.1 * Change facts.d paths to match Facter 2.0 paths. * /etc/facter/facts.d * /etc/puppetlabs/facter/facts.d ##### 2011-08-17 Puppet Labs - 2.1.0 * Add R.I. Pienaar's facts.d custom facter fact * facts defined in /etc/facts.d and /etc/puppetlabs/facts.d are automatically loaded now. ##### 2011-08-04 Puppet Labs - 2.0.0 * Rename whole\_line to file\_line * This is an API change and as such motivating a 2.0.0 release according to semver.org. ##### 2011-08-04 Puppet Labs - 1.1.0 * Rename append\_line to whole\_line * This is an API change and as such motivating a 1.1.0 release. ##### 2011-08-04 Puppet Labs - 1.0.0 * Initial stable release * Add validate\_array and validate\_string functions * Make merge() function work with Ruby 1.8.5 * Add hash merging function * Add has\_key function * Add loadyaml() function * Add append\_line native ##### 2011-06-21 Jeff McCune - 0.1.7 * Add validate\_hash() and getvar() functions ##### 2011-06-15 Jeff McCune - 0.1.6 * Add anchor resource type to provide containment for composite classes ##### 2011-06-03 Jeff McCune - 0.1.5 * Add validate\_bool() function to stdlib ##### 0.1.4 2011-05-26 Jeff McCune * Move most stages after main ##### 0.1.3 2011-05-25 Jeff McCune * Add validate\_re() function ##### 0.1.2 2011-05-24 Jeff McCune * Update to add annotated tag ##### 0.1.1 2011-05-24 Jeff McCune * Add stdlib::stages class with a standard set of stages examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/LICENSE000077500000000000000000000012401245774017100251150ustar00rootroot00000000000000Copyright (C) 2011 Puppet Labs Inc and some parts: Copyright (C) 2011 Krzysztof Wilczynski Puppet Labs can be contacted at: info@puppetlabs.com Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/Modulefile000077500000000000000000000005551245774017100261300ustar00rootroot00000000000000name 'puppetlabs-stdlib' version '3.2.1' source 'git://github.com/puppetlabs/puppetlabs-stdlib' author 'puppetlabs' license 'Apache 2.0' summary 'Puppet Module Standard Library' description 'Standard Library for Puppet Modules' project_page 'https://github.com/puppetlabs/puppetlabs-stdlib' ## Add dependencies, if any: # dependency 'username/name', '>= 1.2.0' examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/README.markdown000077500000000000000000000441461245774017100266250ustar00rootroot00000000000000# Puppet Labs Standard Library # This module provides a "standard library" of resources for developing Puppet Modules. This modules will include the following additions to Puppet * Stages * Facts * Functions * Defined resource types * Types * Providers This module is officially curated and provided by Puppet Labs. The modules Puppet Labs writes and distributes will make heavy use of this standard library. To report or research a bug with any part of this module, please go to [http://projects.puppetlabs.com/projects/stdlib](http://projects.puppetlabs.com/projects/stdlib) # Versions # This module follows semver.org (v1.0.0) versioning guidelines. The standard library module is released as part of [Puppet Enterprise](http://puppetlabs.com/puppet/puppet-enterprise/) and as a result older versions of Puppet Enterprise that Puppet Labs still supports will have bugfix maintenance branches periodically "merged up" into master. The current list of integration branches are: * v2.1.x (v2.1.1 released in PE 1.2, 1.2.1, 1.2.3, 1.2.4) * v2.2.x (Never released as part of PE, only to the Forge) * v2.3.x (Released in PE 2.5.x) * master (mainline development branch) The first Puppet Enterprise version including the stdlib module is Puppet Enterprise 1.2. # Compatibility # The stdlib module does not work with Puppet versions released prior to Puppet 2.6.0. ## stdlib 2.x ## All stdlib releases in the 2.0 major version support Puppet 2.6 and Puppet 2.7. ## stdlib 3.x ## The 3.0 major release of stdlib drops support for Puppet 2.6. Stdlib 3.x supports Puppet 2.7. # Functions # abs --- Returns the absolute value of a number, for example -34.56 becomes 34.56. Takes a single integer and float value as an argument. - *Type*: rvalue bool2num -------- Converts a boolean to a number. Converts the values: false, f, 0, n, and no to 0 true, t, 1, y, and yes to 1 Requires a single boolean or string as an input. - *Type*: rvalue capitalize ---------- Capitalizes the first letter of a string or array of strings. Requires either a single string or an array as an input. - *Type*: rvalue chomp ----- Removes the record separator from the end of a string or an array of strings, for example `hello\n` becomes `hello`. Requires a single string or array as an input. - *Type*: rvalue chop ---- Returns a new string with the last character removed. If the string ends with `\r\n`, both characters are removed. Applying chop to an empty string returns an empty string. If you wish to merely remove record separators then you should use the `chomp` function. Requires a string or array of strings as input. - *Type*: rvalue defined_with_params ------------------- Takes a resource reference and an optional hash of attributes. Returns true if a resource with the specified attributes has already been added to the catalog, and false otherwise. user { 'dan': ensure => present, } if ! defined_with_params(User[dan], {'ensure' => 'present' }) { user { 'dan': ensure => present, } } - *Type*: rvalue delete ------ Deletes a selected element from an array. *Examples:* delete(['a','b','c'], 'b') Would return: ['a','c'] - *Type*: rvalue delete_at --------- Deletes a determined indexed value from an array. *Examples:* delete_at(['a','b','c'], 1) Would return: ['a','c'] - *Type*: rvalue downcase -------- Converts the case of a string or all strings in an array to lower case. - *Type*: rvalue empty ----- Returns true if the variable is empty. - *Type*: rvalue ensure_resource --------------- Takes a resource type, title, and a list of attributes that describe a resource. user { 'dan': ensure => present, } This example only creates the resource if it does not already exist: ensure_resource('user, 'dan', {'ensure' => 'present' }) If the resource already exists but does not match the specified parameters, this function will attempt to recreate the resource leading to a duplicate resource definition error. - *Type*: statement flatten ------- This function flattens any deeply nested arrays and returns a single flat array as a result. *Examples:* flatten(['a', ['b', ['c']]]) Would return: ['a','b','c'] - *Type*: rvalue fqdn_rotate ----------- Rotates an array a random number of times based on a nodes fqdn. - *Type*: rvalue get_module_path --------------- Returns the absolute path of the specified module for the current environment. Example: $module_path = get_module_path('stdlib') - *Type*: rvalue getvar ------ Lookup a variable in a remote namespace. For example: $foo = getvar('site::data::foo') # Equivalent to $foo = $site::data::foo This is useful if the namespace itself is stored in a string: $datalocation = 'site::data' $bar = getvar("${datalocation}::bar") # Equivalent to $bar = $site::data::bar - *Type*: rvalue grep ---- This function searches through an array and returns any elements that match the provided regular expression. *Examples:* grep(['aaa','bbb','ccc','aaaddd'], 'aaa') Would return: ['aaa','aaaddd'] - *Type*: rvalue has_key ------- Determine if a hash has a certain key value. Example: $my_hash = {'key_one' => 'value_one'} if has_key($my_hash, 'key_two') { notice('we will not reach here') } if has_key($my_hash, 'key_one') { notice('this will be printed') } - *Type*: rvalue hash ---- This function converts and array into a hash. *Examples:* hash(['a',1,'b',2,'c',3]) Would return: {'a'=>1,'b'=>2,'c'=>3} - *Type*: rvalue is_array -------- Returns true if the variable passed to this function is an array. - *Type*: rvalue is_domain_name -------------- Returns true if the string passed to this function is a syntactically correct domain name. - *Type*: rvalue is_float -------- Returns true if the variable passed to this function is a float. - *Type*: rvalue is_hash ------- Returns true if the variable passed to this function is a hash. - *Type*: rvalue is_integer ---------- Returns true if the variable returned to this string is an integer. - *Type*: rvalue is_ip_address ------------- Returns true if the string passed to this function is a valid IP address. - *Type*: rvalue is_mac_address -------------- Returns true if the string passed to this function is a valid mac address. - *Type*: rvalue is_numeric ---------- Returns true if the variable passed to this function is a number. - *Type*: rvalue is_string --------- Returns true if the variable passed to this function is a string. - *Type*: rvalue join ---- This function joins an array into a string using a seperator. *Examples:* join(['a','b','c'], ",") Would result in: "a,b,c" - *Type*: rvalue keys ---- Returns the keys of a hash as an array. - *Type*: rvalue loadyaml -------- Load a YAML file containing an array, string, or hash, and return the data in the corresponding native data type. For example: $myhash = loadyaml('/etc/puppet/data/myhash.yaml') - *Type*: rvalue lstrip ------ Strips leading spaces to the left of a string. - *Type*: rvalue member ------ This function determines if a variable is a member of an array. *Examples:* member(['a','b'], 'b') Would return: true member(['a','b'], 'c') Would return: false - *Type*: rvalue merge ----- Merges two or more hashes together and returns the resulting hash. For example: $hash1 = {'one' => 1, 'two', => 2} $hash2 = {'two' => 'dos', 'three', => 'tres'} $merged_hash = merge($hash1, $hash2) # The resulting hash is equivalent to: # $merged_hash = {'one' => 1, 'two' => 'dos', 'three' => 'tres'} When there is a duplicate key, the key in the rightmost hash will "win." - *Type*: rvalue num2bool -------- This function converts a number into a true boolean. Zero becomes false. Numbers higher then 0 become true. - *Type*: rvalue parsejson --------- This function accepts JSON as a string and converts into the correct Puppet structure. - *Type*: rvalue parseyaml --------- This function accepts YAML as a string and converts it into the correct Puppet structure. - *Type*: rvalue prefix ------ This function applies a prefix to all elements in an array. *Examles:* prefix(['a','b','c'], 'p') Will return: ['pa','pb','pc'] - *Type*: rvalue range ----- When given range in the form of (start, stop) it will extrapolate a range as an array. *Examples:* range("0", "9") Will return: [0,1,2,3,4,5,6,7,8,9] range("00", "09") Will return: [0,1,2,3,4,5,6,7,8,9] (Zero padded strings are converted to integers automatically) range("a", "c") Will return: ["a","b","c"] range("host01", "host10") Will return: ["host01", "host02", ..., "host09", "host10"] - *Type*: rvalue reverse ------- Reverses the order of a string or array. - *Type*: rvalue rstrip ------ Strips leading spaces to the right of the string. - *Type*: rvalue shuffle ------- Randomizes the order of a string or array elements. - *Type*: rvalue size ---- Returns the number of elements in a string or array. - *Type*: rvalue sort ---- Sorts strings and arrays lexically. - *Type*: rvalue squeeze ------- Returns a new string where runs of the same character that occur in this set are replaced by a single character. - *Type*: rvalue str2bool -------- This converts a string to a boolean. This attempt to convert strings that contain things like: y, 1, t, true to 'true' and strings that contain things like: 0, f, n, false, no to 'false'. - *Type*: rvalue str2saltedsha512 ---------------- This converts a string to a salted-SHA512 password hash (which is used for OS X versions >= 10.7). Given any simple string, you will get a hex version of a salted-SHA512 password hash that can be inserted into your Puppet manifests as a valid password attribute. - *Type*: rvalue strftime -------- This function returns formatted time. *Examples:* To return the time since epoch: strftime("%s") To return the date: strftime("%Y-%m-%d") *Format meaning:* %a - The abbreviated weekday name (``Sun'') %A - The full weekday name (``Sunday'') %b - The abbreviated month name (``Jan'') %B - The full month name (``January'') %c - The preferred local date and time representation %C - Century (20 in 2009) %d - Day of the month (01..31) %D - Date (%m/%d/%y) %e - Day of the month, blank-padded ( 1..31) %F - Equivalent to %Y-%m-%d (the ISO 8601 date format) %h - Equivalent to %b %H - Hour of the day, 24-hour clock (00..23) %I - Hour of the day, 12-hour clock (01..12) %j - Day of the year (001..366) %k - hour, 24-hour clock, blank-padded ( 0..23) %l - hour, 12-hour clock, blank-padded ( 0..12) %L - Millisecond of the second (000..999) %m - Month of the year (01..12) %M - Minute of the hour (00..59) %n - Newline ( ) %N - Fractional seconds digits, default is 9 digits (nanosecond) %3N millisecond (3 digits) %6N microsecond (6 digits) %9N nanosecond (9 digits) %p - Meridian indicator (``AM'' or ``PM'') %P - Meridian indicator (``am'' or ``pm'') %r - time, 12-hour (same as %I:%M:%S %p) %R - time, 24-hour (%H:%M) %s - Number of seconds since 1970-01-01 00:00:00 UTC. %S - Second of the minute (00..60) %t - Tab character ( ) %T - time, 24-hour (%H:%M:%S) %u - Day of the week as a decimal, Monday being 1. (1..7) %U - Week number of the current year, starting with the first Sunday as the first day of the first week (00..53) %v - VMS date (%e-%b-%Y) %V - Week number of year according to ISO 8601 (01..53) %W - Week number of the current year, starting with the first Monday as the first day of the first week (00..53) %w - Day of the week (Sunday is 0, 0..6) %x - Preferred representation for the date alone, no time %X - Preferred representation for the time alone, no date %y - Year without a century (00..99) %Y - Year with century %z - Time zone as hour offset from UTC (e.g. +0900) %Z - Time zone name %% - Literal ``%'' character - *Type*: rvalue strip ----- This function removes leading and trailing whitespace from a string or from every string inside an array. *Examples:* strip(" aaa ") Would result in: "aaa" - *Type*: rvalue swapcase -------- This function will swap the existing case of a string. *Examples:* swapcase("aBcD") Would result in: "AbCd" - *Type*: rvalue time ---- This function will return the current time since epoch as an integer. *Examples:* time() Will return something like: 1311972653 - *Type*: rvalue to_bytes -------- Converts the argument into bytes, for example 4 kB becomes 4096. Takes a single string value as an argument. - *Type*: rvalue type ---- Returns the type when passed a variable. Type can be one of: * string * array * hash * float * integer * boolean - *Type*: rvalue unique ------ This function will remove duplicates from strings and arrays. *Examples:* unique("aabbcc") Will return: abc You can also use this with arrays: unique(["a","a","b","b","c","c"]) This returns: ["a","b","c"] - *Type*: rvalue upcase ------ Converts a string or an array of strings to uppercase. *Examples:* upcase("abcd") Will return: ABCD - *Type*: rvalue validate_absolute_path ---------------------- Validate the string represents an absolute path in the filesystem. This function works for windows and unix style paths. The following values will pass: $my_path = "C:/Program Files (x86)/Puppet Labs/Puppet" validate_absolute_path($my_path) $my_path2 = "/var/lib/puppet" validate_absolute_path($my_path2) The following values will fail, causing compilation to abort: validate_absolute_path(true) validate_absolute_path([ 'var/lib/puppet', '/var/foo' ]) validate_absolute_path([ '/var/lib/puppet', 'var/foo' ]) $undefined = undef validate_absolute_path($undefined) - *Type*: statement validate_array -------------- Validate that all passed values are array data structures. Abort catalog compilation if any value fails this check. The following values will pass: $my_array = [ 'one', 'two' ] validate_array($my_array) The following values will fail, causing compilation to abort: validate_array(true) validate_array('some_string') $undefined = undef validate_array($undefined) - *Type*: statement validate_bool ------------- Validate that all passed values are either true or false. Abort catalog compilation if any value fails this check. The following values will pass: $iamtrue = true validate_bool(true) validate_bool(true, true, false, $iamtrue) The following values will fail, causing compilation to abort: $some_array = [ true ] validate_bool("false") validate_bool("true") validate_bool($some_array) - *Type*: statement validate_hash ------------- Validate that all passed values are hash data structures. Abort catalog compilation if any value fails this check. The following values will pass: $my_hash = { 'one' => 'two' } validate_hash($my_hash) The following values will fail, causing compilation to abort: validate_hash(true) validate_hash('some_string') $undefined = undef validate_hash($undefined) - *Type*: statement validate_re ----------- Perform simple validation of a string against one or more regular expressions. The first argument of this function should be a string to test, and the second argument should be a stringified regular expression (without the // delimiters) or an array of regular expressions. If none of the regular expressions match the string passed in, compilation will abort with a parse error. If a third argument is specified, this will be the error message raised and seen by the user. The following strings will validate against the regular expressions: validate_re('one', '^one$') validate_re('one', [ '^one', '^two' ]) The following strings will fail to validate, causing compilation to abort: validate_re('one', [ '^two', '^three' ]) A helpful error message can be returned like this: validate_re($::puppetversion, '^2.7', 'The $puppetversion fact value does not match 2.7') - *Type*: statement validate_slength ---------------- Validate that the first argument is a string (or an array of strings), and less/equal to than the length of the second argument. It fails if the first argument is not a string or array of strings, and if arg 2 is not convertable to a number. The following values will pass: validate_slength("discombobulate",17) validate_slength(["discombobulate","moo"],17) The following valueis will not: validate_slength("discombobulate",1) validate_slength(["discombobulate","thermometer"],5) - *Type*: statement validate_string --------------- Validate that all passed values are string data structures. Abort catalog compilation if any value fails this check. The following values will pass: $my_string = "one two" validate_string($my_string, 'three') The following values will fail, causing compilation to abort: validate_string(true) validate_string([ 'some', 'array' ]) $undefined = undef validate_string($undefined) - *Type*: statement values ------ When given a hash this function will return the values of that hash. *Examples:* $hash = { 'a' => 1, 'b' => 2, 'c' => 3, } values($hash) This example would return: [1,2,3] - *Type*: rvalue values_at --------- Finds value inside an array based on location. The first argument is the array you want to analyze, and the second element can be a combination of: * A single numeric index * A range in the form of 'start-stop' (eg. 4-9) * An array combining the above *Examples*: values_at(['a','b','c'], 2) Would return ['c']. values_at(['a','b','c'], ["0-1"]) Would return ['a','b']. values_at(['a','b','c','d','e'], [0, "2-3"]) Would return ['a','c','d']. - *Type*: rvalue zip --- Takes one element from first array and merges corresponding elements from second array. This generates a sequence of n-element arrays, where n is one more than the count of arguments. *Example:* zip(['1','2','3'],['4','5','6']) Would result in: ["1", "4"], ["2", "5"], ["3", "6"] - *Type*: rvalue examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/README_DEVELOPER.markdown000077500000000000000000000025411245774017100302230ustar00rootroot00000000000000Puppet Specific Facts ===================== Facter is meant to stand alone and apart from Puppet. However, Facter often runs inside Puppet and all custom facts included in the stdlib module will almost always be evaluated in the context of Puppet and Facter working together. Still, we don't want to write custom facts that blow up in the users face if Puppet is not loaded in memory. This is often the case if the user runs `facter` without also supplying the `--puppet` flag. Ah! But Jeff, the custom fact won't be in the `$LOAD_PATH` unless the user supplies `--facter`! You might say... Not (always) true I say! If the user happens to have a CWD of `/stdlib/lib` then the facts will automatically be evaluated and blow up. In any event, it's pretty easy to write a fact that has no value if Puppet is not loaded. Simply do it like this: Facter.add(:node_vardir) do setcode do # This will be nil if Puppet is not available. Facter::Util::PuppetSettings.with_puppet do Puppet[:vardir] end end end The `Facter::Util::PuppetSettings.with_puppet` method accepts a block and yields to it only if the Puppet library is loaded. If the Puppet library is not loaded, then the method silently returns `nil` which Facter interprets as an undefined fact value. The net effect is that the fact won't be set. examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/RELEASE_PROCESS.markdown000077500000000000000000000017441245774017100301430ustar00rootroot00000000000000# Contributing to this module # * Work in a topic branch * Submit a github pull request * Address any comments / feeback * Merge into master using --no-ff # Releasing this module # * This module adheres to http://semver.org/ * Look for API breaking changes using git diff vX.Y.Z..master * If no API breaking changes, the minor version may be bumped. * If there are API breaking changes, the major version must be bumped. * If there are only small minor changes, the patch version may be bumped. * Update the CHANGELOG * Update the Modulefile * Commit these changes with a message along the lines of "Update CHANGELOG and Modulefile for release" * Create an annotated tag with git tag -a vX.Y.Z -m 'version X.Y.Z' (NOTE the leading v as per semver.org) * Push the tag with git push origin --tags * Build a new package with puppet-module or the rake build task if it exists * Publish the new package to the forge * Bonus points for an announcement to puppet-users. examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/Rakefile000077500000000000000000000000771245774017100255640ustar00rootroot00000000000000require 'rubygems' require 'puppetlabs_spec_helper/rake_tasks' examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/000077500000000000000000000000001245774017100246565ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/facter/000077500000000000000000000000001245774017100261225ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/facter/facter_dot_d.rb000077500000000000000000000114731245774017100310750ustar00rootroot00000000000000# A Facter plugin that loads facts from /etc/facter/facts.d # and /etc/puppetlabs/facter/facts.d. # # Facts can be in the form of JSON, YAML or Text files # and any executable that returns key=value pairs. # # In the case of scripts you can also create a file that # contains a cache TTL. For foo.sh store the ttl as just # a number in foo.sh.ttl # # The cache is stored in /tmp/facts_cache.yaml as a mode # 600 file and will have the end result of not calling your # fact scripts more often than is needed class Facter::Util::DotD require 'yaml' def initialize(dir="/etc/facts.d", cache_file="/tmp/facts_cache.yml") @dir = dir @cache_file = cache_file @cache = nil @types = {".txt" => :txt, ".json" => :json, ".yaml" => :yaml} end def entries Dir.entries(@dir).reject{|f| f =~ /^\.|\.ttl$/}.sort.map {|f| File.join(@dir, f) } rescue [] end def fact_type(file) extension = File.extname(file) type = @types[extension] || :unknown type = :script if type == :unknown && File.executable?(file) return type end def txt_parser(file) File.readlines(file).each do |line| if line =~ /^(.+)=(.+)$/ var = $1; val = $2 Facter.add(var) do setcode { val } end end end rescue Exception => e Facter.warn("Failed to handle #{file} as text facts: #{e.class}: #{e}") end def json_parser(file) begin require 'json' rescue LoadError retry if require 'rubygems' raise end JSON.load(File.read(file)).each_pair do |f, v| Facter.add(f) do setcode { v } end end rescue Exception => e Facter.warn("Failed to handle #{file} as json facts: #{e.class}: #{e}") end def yaml_parser(file) require 'yaml' YAML.load_file(file).each_pair do |f, v| Facter.add(f) do setcode { v } end end rescue Exception => e Facter.warn("Failed to handle #{file} as yaml facts: #{e.class}: #{e}") end def script_parser(file) result = cache_lookup(file) ttl = cache_time(file) unless result result = Facter::Util::Resolution.exec(file) if ttl > 0 Facter.debug("Updating cache for #{file}") cache_store(file, result) cache_save! end else Facter.debug("Using cached data for #{file}") end result.split("\n").each do |line| if line =~ /^(.+)=(.+)$/ var = $1; val = $2 Facter.add(var) do setcode { val } end end end rescue Exception => e Facter.warn("Failed to handle #{file} as script facts: #{e.class}: #{e}") Facter.debug(e.backtrace.join("\n\t")) end def cache_save! cache = load_cache File.open(@cache_file, "w", 0600) {|f| f.write(YAML.dump(cache)) } rescue end def cache_store(file, data) load_cache @cache[file] = {:data => data, :stored => Time.now.to_i} rescue end def cache_lookup(file) cache = load_cache return nil if cache.empty? ttl = cache_time(file) if cache[file] now = Time.now.to_i return cache[file][:data] if ttl == -1 return cache[file][:data] if (now - cache[file][:stored]) <= ttl return nil else return nil end rescue return nil end def cache_time(file) meta = file + ".ttl" return File.read(meta).chomp.to_i rescue return 0 end def load_cache unless @cache if File.exist?(@cache_file) @cache = YAML.load_file(@cache_file) else @cache = {} end end return @cache rescue @cache = {} return @cache end def create entries.each do |fact| type = fact_type(fact) parser = "#{type}_parser" if respond_to?("#{type}_parser") Facter.debug("Parsing #{fact} using #{parser}") send(parser, fact) end end end end Facter::Util::DotD.new("/etc/facter/facts.d").create Facter::Util::DotD.new("/etc/puppetlabs/facter/facts.d").create # Windows has a different configuration directory that defaults to a vendor # specific sub directory of the %COMMON_APPDATA% directory. if Dir.const_defined? 'COMMON_APPDATA' then windows_facts_dot_d = File.join(Dir::COMMON_APPDATA, 'PuppetLabs', 'facter', 'facts.d') Facter::Util::DotD.new(windows_facts_dot_d).create end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/facter/pe_version.rb000077500000000000000000000022241245774017100306230ustar00rootroot00000000000000# Fact: is_pe, pe_version, pe_major_version, pe_minor_version, pe_patch_version # # Purpose: Return various facts about the PE state of the system # # Resolution: Uses a regex match against puppetversion to determine whether the # machine has Puppet Enterprise installed, and what version (overall, major, # minor, patch) is installed. # # Caveats: # Facter.add("pe_version") do setcode do pe_ver = Facter.value("puppetversion").match(/Puppet Enterprise (\d+\.\d+\.\d+)/) pe_ver[1] if pe_ver end end Facter.add("is_pe") do setcode do if Facter.value(:pe_version).to_s.empty? then false else true end end end Facter.add("pe_major_version") do confine :is_pe => true setcode do if pe_version = Facter.value(:pe_version) pe_version.to_s.split('.')[0] end end end Facter.add("pe_minor_version") do confine :is_pe => true setcode do if pe_version = Facter.value(:pe_version) pe_version.to_s.split('.')[1] end end end Facter.add("pe_patch_version") do confine :is_pe => true setcode do if pe_version = Facter.value(:pe_version) pe_version.to_s.split('.')[2] end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/facter/puppet_vardir.rb000077500000000000000000000016511245774017100313410ustar00rootroot00000000000000# This facter fact returns the value of the Puppet vardir setting for the node # running puppet or puppet agent. The intent is to enable Puppet modules to # automatically have insight into a place where they can place variable data, # regardless of the node's platform. # # The value should be directly usable in a File resource path attribute. begin require 'facter/util/puppet_settings' rescue LoadError => e # puppet apply does not add module lib directories to the $LOAD_PATH (See # #4248). It should (in the future) but for the time being we need to be # defensive which is what this rescue block is doing. rb_file = File.join(File.dirname(__FILE__), 'util', 'puppet_settings.rb') load rb_file if File.exists?(rb_file) or raise e end Facter.add(:puppet_vardir) do setcode do # This will be nil if Puppet is not available. Facter::Util::PuppetSettings.with_puppet do Puppet[:vardir] end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/facter/root_home.rb000077500000000000000000000011071245774017100304440ustar00rootroot00000000000000# A facter fact to determine the root home directory. # This varies on PE supported platforms and may be # reconfigured by the end user. module Facter::Util::RootHome class << self def get_root_home root_ent = Facter::Util::Resolution.exec("getent passwd root") # The home directory is the sixth element in the passwd entry # If the platform doesn't have getent, root_ent will be nil and we should # return it straight away. root_ent && root_ent.split(":")[5] end end end Facter.add(:root_home) do setcode { Facter::Util::RootHome.get_root_home } end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/facter/util/000077500000000000000000000000001245774017100270775ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/facter/util/puppet_settings.rb000077500000000000000000000012241245774017100326630ustar00rootroot00000000000000module Facter module Util module PuppetSettings # This method is intended to provide a convenient way to evaluate a # Facter code block only if Puppet is loaded. This is to account for the # situation where the fact happens to be in the load path, but Puppet is # not loaded for whatever reason. Perhaps the user is simply running # facter without the --puppet flag and they happen to be working in a lib # directory of a module. def self.with_puppet begin Module.const_get("Puppet") rescue NameError nil else yield end end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/000077500000000000000000000000001245774017100261735ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/000077500000000000000000000000001245774017100274675ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/000077500000000000000000000000001245774017100314775ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/abs.rb000077500000000000000000000016171245774017100326010ustar00rootroot00000000000000# # abs.rb # module Puppet::Parser::Functions newfunction(:abs, :type => :rvalue, :doc => <<-EOS Returns the absolute value of a number, for example -34.56 becomes 34.56. Takes a single integer and float value as an argument. EOS ) do |arguments| raise(Puppet::ParseError, "abs(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] # Numbers in Puppet are often string-encoded which is troublesome ... if value.is_a?(String) if value.match(/^-?(?:\d+)(?:\.\d+){1}$/) value = value.to_f elsif value.match(/^-?\d+$/) value = value.to_i else raise(Puppet::ParseError, 'abs(): Requires float or ' + 'integer to work with') end end # We have numeric value to handle ... result = value.abs return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/bool2num.rb000077500000000000000000000027071245774017100335720ustar00rootroot00000000000000# # bool2num.rb # module Puppet::Parser::Functions newfunction(:bool2num, :type => :rvalue, :doc => <<-EOS Converts a boolean to a number. Converts the values: false, f, 0, n, and no to 0 true, t, 1, y, and yes to 1 Requires a single boolean or string as an input. EOS ) do |arguments| raise(Puppet::ParseError, "bool2num(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class # We can have either true or false, or string which resembles boolean ... unless [FalseClass, TrueClass, String].include?(klass) raise(Puppet::ParseError, 'bool2num(): Requires either ' + 'boolean or string to work with') end if value.is_a?(String) # We consider all the yes, no, y, n and so on too ... value = case value # # This is how undef looks like in Puppet ... # We yield 0 (or false if you wish) in this case. # when /^$/, '' then false # Empty string will be false ... when /^(1|t|y|true|yes)$/ then true when /^(0|f|n|false|no)$/ then false when /^(undef|undefined)$/ then false # This is not likely to happen ... else raise(Puppet::ParseError, 'bool2num(): Unknown type of boolean given') end end # We have real boolean values as well ... result = value ? 1 : 0 return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/capitalize.rb000077500000000000000000000016011245774017100341520ustar00rootroot00000000000000# # capitalize.rb # module Puppet::Parser::Functions newfunction(:capitalize, :type => :rvalue, :doc => <<-EOS Capitalizes the first letter of a string or array of strings. Requires either a single string or an array as an input. EOS ) do |arguments| raise(Puppet::ParseError, "capitalize(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class unless [Array, String].include?(klass) raise(Puppet::ParseError, 'capitalize(): Requires either ' + 'array or string to work with') end if value.is_a?(Array) # Numbers in Puppet are often string-encoded which is troublesome ... result = value.collect { |i| i.is_a?(String) ? i.capitalize : i } else result = value.capitalize end return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/chomp.rb000077500000000000000000000016271245774017100331430ustar00rootroot00000000000000# # chomp.rb # module Puppet::Parser::Functions newfunction(:chomp, :type => :rvalue, :doc => <<-'EOS' Removes the record separator from the end of a string or an array of strings, for example `hello\n` becomes `hello`. Requires a single string or array as an input. EOS ) do |arguments| raise(Puppet::ParseError, "chomp(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class unless [Array, String].include?(klass) raise(Puppet::ParseError, 'chomp(): Requires either ' + 'array or string to work with') end if value.is_a?(Array) # Numbers in Puppet are often string-encoded which is troublesome ... result = value.collect { |i| i.is_a?(String) ? i.chomp : i } else result = value.chomp end return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/chop.rb000077500000000000000000000020601245774017100327560ustar00rootroot00000000000000# # chop.rb # module Puppet::Parser::Functions newfunction(:chop, :type => :rvalue, :doc => <<-'EOS' Returns a new string with the last character removed. If the string ends with `\r\n`, both characters are removed. Applying chop to an empty string returns an empty string. If you wish to merely remove record separators then you should use the `chomp` function. Requires a string or array of strings as input. EOS ) do |arguments| raise(Puppet::ParseError, "chop(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class unless [Array, String].include?(klass) raise(Puppet::ParseError, 'chop(): Requires either an ' + 'array or string to work with') end if value.is_a?(Array) # Numbers in Puppet are often string-encoded which is troublesome ... result = value.collect { |i| i.is_a?(String) ? i.chop : i } else result = value.chop end return result end end # vim: set ts=2 sw=2 et : defined_with_params.rb000077500000000000000000000020501245774017100357410ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions# Test whether a given class or definition is defined require 'puppet/parser/functions' Puppet::Parser::Functions.newfunction(:defined_with_params, :type => :rvalue, :doc => <<-'ENDOFDOC' Takes a resource reference and an optional hash of attributes. Returns true if a resource with the specified attributes has already been added to the catalog, and false otherwise. user { 'dan': ensure => present, } if ! defined_with_params(User[dan], {'ensure' => 'present' }) { user { 'dan': ensure => present, } } ENDOFDOC ) do |vals| reference, params = vals raise(ArgumentError, 'Must specify a reference') unless reference if (! params) || params == '' params = {} end ret = false if resource = findresource(reference.to_s) matches = params.collect do |key, value| resource[key] == value end ret = params.empty? || !matches.include?(false) end Puppet.debug("Resource #{reference} was not determined to be defined") ret end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/delete.rb000077500000000000000000000020661245774017100332750ustar00rootroot00000000000000# # delete.rb # # TODO(Krzysztof Wilczynski): We need to add support for regular expression ... module Puppet::Parser::Functions newfunction(:delete, :type => :rvalue, :doc => <<-EOS Deletes all instances of a given element from an array, substring from a string, or key from a hash. *Examples:* delete(['a','b','c','b'], 'b') Would return: ['a','c'] delete({'a'=>1,'b'=>2,'c'=>3}, 'b') Would return: {'a'=>1,'c'=>3} delete('abracadabra', 'bra') Would return: 'acada' EOS ) do |arguments| if (arguments.size != 2) then raise(Puppet::ParseError, "delete(): Wrong number of arguments "+ "given #{arguments.size} for 2.") end collection = arguments[0] item = arguments[1] case collection when Array, Hash collection.delete item when String collection.gsub! item, '' else raise(TypeError, "delete(): First argument must be an Array, " + "String, or Hash. Given an argument of class #{collection.class}.") end collection end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/delete_at.rb000077500000000000000000000022231245774017100337540ustar00rootroot00000000000000# # delete_at.rb # module Puppet::Parser::Functions newfunction(:delete_at, :type => :rvalue, :doc => <<-EOS Deletes a determined indexed value from an array. *Examples:* delete_at(['a','b','c'], 1) Would return: ['a','c'] EOS ) do |arguments| raise(Puppet::ParseError, "delete_at(): Wrong number of arguments " + "given (#{arguments.size} for 2)") if arguments.size < 2 array = arguments[0] unless array.is_a?(Array) raise(Puppet::ParseError, 'delete_at(): Requires array to work with') end index = arguments[1] if index.is_a?(String) and not index.match(/^\d+$/) raise(Puppet::ParseError, 'delete_at(): You must provide ' + 'non-negative numeric index') end result = array.clone # Numbers in Puppet are often string-encoded which is troublesome ... index = index.to_i if index > result.size - 1 # First element is at index 0 is it not? raise(Puppet::ParseError, 'delete_at(): Given index ' + 'exceeds size of array given') end result.delete_at(index) # We ignore the element that got deleted ... return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/downcase.rb000077500000000000000000000014761245774017100336420ustar00rootroot00000000000000# # downcase.rb # module Puppet::Parser::Functions newfunction(:downcase, :type => :rvalue, :doc => <<-EOS Converts the case of a string or all strings in an array to lower case. EOS ) do |arguments| raise(Puppet::ParseError, "downcase(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class unless [Array, String].include?(klass) raise(Puppet::ParseError, 'downcase(): Requires either ' + 'array or string to work with') end if value.is_a?(Array) # Numbers in Puppet are often string-encoded which is troublesome ... result = value.collect { |i| i.is_a?(String) ? i.downcase : i } else result = value.downcase end return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/empty.rb000077500000000000000000000011331245774017100331630ustar00rootroot00000000000000# # empty.rb # module Puppet::Parser::Functions newfunction(:empty, :type => :rvalue, :doc => <<-EOS Returns true if the variable is empty. EOS ) do |arguments| raise(Puppet::ParseError, "empty(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class unless [Array, Hash, String].include?(klass) raise(Puppet::ParseError, 'empty(): Requires either ' + 'array, hash or string to work with') end result = value.empty? return result end end # vim: set ts=2 sw=2 et : ensure_packages.rb000077500000000000000000000014101245774017100351030ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions# # ensure_packages.rb # require 'puppet/parser/functions' module Puppet::Parser::Functions newfunction(:ensure_packages, :type => :statement, :doc => <<-EOS Takes a list of packages and only installs them if they don't already exist. EOS ) do |arguments| raise(Puppet::ParseError, "ensure_packages(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size != 1 raise(Puppet::ParseError, "ensure_packages(): Requires array " + "given (#{arguments[0].class})") if !arguments[0].kind_of?(Array) Puppet::Parser::Functions.function(:ensure_resource) arguments[0].each { |package_name| function_ensure_resource(['package', package_name, {'ensure' => 'present' } ]) } end end # vim: set ts=2 sw=2 et : ensure_resource.rb000077500000000000000000000023301245774017100351560ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions# Test whether a given class or definition is defined require 'puppet/parser/functions' Puppet::Parser::Functions.newfunction(:ensure_resource, :type => :statement, :doc => <<-'ENDOFDOC' Takes a resource type, title, and a list of attributes that describe a resource. user { 'dan': ensure => present, } This example only creates the resource if it does not already exist: ensure_resource('user, 'dan', {'ensure' => 'present' }) If the resource already exists but does not match the specified parameters, this function will attempt to recreate the resource leading to a duplicate resource definition error. ENDOFDOC ) do |vals| type, title, params = vals raise(ArgumentError, 'Must specify a type') unless type raise(ArgumentError, 'Must specify a title') unless title params ||= {} Puppet::Parser::Functions.function(:defined_with_params) if function_defined_with_params(["#{type}[#{title}]", params]) Puppet.debug("Resource #{type}[#{title}] not created b/c it already exists") else Puppet::Parser::Functions.function(:create_resources) function_create_resources([type.capitalize, { title => params }]) end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/flatten.rb000077500000000000000000000012271245774017100334660ustar00rootroot00000000000000# # flatten.rb # module Puppet::Parser::Functions newfunction(:flatten, :type => :rvalue, :doc => <<-EOS This function flattens any deeply nested arrays and returns a single flat array as a result. *Examples:* flatten(['a', ['b', ['c']]]) Would return: ['a','b','c'] EOS ) do |arguments| raise(Puppet::ParseError, "flatten(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 array = arguments[0] unless array.is_a?(Array) raise(Puppet::ParseError, 'flatten(): Requires array to work with') end result = array.flatten return result end end # vim: set ts=2 sw=2 et : fqdn_rotate.rb000077500000000000000000000021631245774017100342600ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions# # fqdn_rotate.rb # module Puppet::Parser::Functions newfunction(:fqdn_rotate, :type => :rvalue, :doc => <<-EOS Rotates an array a random number of times based on a nodes fqdn. EOS ) do |arguments| raise(Puppet::ParseError, "fqdn_rotate(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class require 'digest/md5' unless [Array, String].include?(klass) raise(Puppet::ParseError, 'fqdn_rotate(): Requires either ' + 'array or string to work with') end result = value.clone string = value.is_a?(String) ? true : false # Check whether it makes sense to rotate ... return result if result.size <= 1 # We turn any string value into an array to be able to rotate ... result = string ? result.split('') : result elements = result.size srand(Digest::MD5.hexdigest([lookupvar('::fqdn'),arguments].join(':')).hex) rand(elements).times { result.push result.shift } result = string ? result.join : result return result end end # vim: set ts=2 sw=2 et : get_module_path.rb000077500000000000000000000011441245774017100351100ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functionsmodule Puppet::Parser::Functions newfunction(:get_module_path, :type =>:rvalue, :doc => <<-EOT Returns the absolute path of the specified module for the current environment. Example: $module_path = get_module_path('stdlib') EOT ) do |args| raise(Puppet::ParseError, "get_module_path(): Wrong number of arguments, expects one") unless args.size == 1 if module_path = Puppet::Module.find(args[0], compiler.environment.to_s) module_path.path else raise(Puppet::ParseError, "Could not find module #{args[0]} in environment #{compiler.environment}") end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/getvar.rb000077500000000000000000000012241245774017100333160ustar00rootroot00000000000000module Puppet::Parser::Functions newfunction(:getvar, :type => :rvalue, :doc => <<-'ENDHEREDOC') do |args| Lookup a variable in a remote namespace. For example: $foo = getvar('site::data::foo') # Equivalent to $foo = $site::data::foo This is useful if the namespace itself is stored in a string: $datalocation = 'site::data' $bar = getvar("${datalocation}::bar") # Equivalent to $bar = $site::data::bar ENDHEREDOC unless args.length == 1 raise Puppet::ParseError, ("getvar(): wrong number of arguments (#{args.length}; must be 1)") end self.lookupvar("#{args[0]}") end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/grep.rb000077500000000000000000000011411245774017100327610ustar00rootroot00000000000000# # grep.rb # module Puppet::Parser::Functions newfunction(:grep, :type => :rvalue, :doc => <<-EOS This function searches through an array and returns any elements that match the provided regular expression. *Examples:* grep(['aaa','bbb','ccc','aaaddd'], 'aaa') Would return: ['aaa','aaaddd'] EOS ) do |arguments| if (arguments.size != 2) then raise(Puppet::ParseError, "grep(): Wrong number of arguments "+ "given #{arguments.size} for 2") end a = arguments[0] pattern = Regexp.new(arguments[1]) a.grep(pattern) end end # vim: set ts=2 sw=2 et : has_interface_with.rb000077500000000000000000000022361245774017100356010ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions# # has_interface_with # module Puppet::Parser::Functions newfunction(:has_interface_with, :type => :rvalue, :doc => <<-EOS Returns boolean based on kind and value: * macaddress * netmask * ipaddress * network has_interface_with("macaddress", "x:x:x:x:x:x") has_interface_with("ipaddress", "127.0.0.1") => true etc. If no "kind" is given, then the presence of the interface is checked: has_interface_with("lo") => true EOS ) do |args| raise(Puppet::ParseError, "has_interface_with(): Wrong number of arguments " + "given (#{args.size} for 1 or 2)") if args.size < 1 or args.size > 2 interfaces = lookupvar('interfaces') # If we do not have any interfaces, then there are no requested attributes return false if (interfaces == :undefined) interfaces = interfaces.split(',') if args.size == 1 return interfaces.member?(args[0]) end kind, value = args if lookupvar(kind) == value return true end result = false interfaces.each do |iface| if value == lookupvar("#{kind}_#{iface}") result = true break end end result end end has_ip_address.rb000077500000000000000000000013221245774017100347160ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions# # has_ip_address # module Puppet::Parser::Functions newfunction(:has_ip_address, :type => :rvalue, :doc => <<-EOS Returns true if the client has the requested IP address on some interface. This function iterates through the 'interfaces' fact and checks the 'ipaddress_IFACE' facts, performing a simple string comparison. EOS ) do |args| raise(Puppet::ParseError, "has_ip_address(): Wrong number of arguments " + "given (#{args.size} for 1)") if args.size != 1 Puppet::Parser::Functions.autoloader.load(:has_interface_with) \ unless Puppet::Parser::Functions.autoloader.loaded?(:has_interface_with) function_has_interface_with(['ipaddress', args[0]]) end end # vim:sts=2 sw=2 has_ip_network.rb000077500000000000000000000013171245774017100347660ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions# # has_ip_network # module Puppet::Parser::Functions newfunction(:has_ip_network, :type => :rvalue, :doc => <<-EOS Returns true if the client has an IP address within the requested network. This function iterates through the 'interfaces' fact and checks the 'network_IFACE' facts, performing a simple string comparision. EOS ) do |args| raise(Puppet::ParseError, "has_ip_network(): Wrong number of arguments " + "given (#{args.size} for 1)") if args.size != 1 Puppet::Parser::Functions.autoloader.load(:has_interface_with) \ unless Puppet::Parser::Functions.autoloader.loaded?(:has_interface_with) function_has_interface_with(['network', args[0]]) end end # vim:sts=2 sw=2 examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/has_key.rb000077500000000000000000000014231245774017100334520ustar00rootroot00000000000000module Puppet::Parser::Functions newfunction(:has_key, :type => :rvalue, :doc => <<-'ENDHEREDOC') do |args| Determine if a hash has a certain key value. Example: $my_hash = {'key_one' => 'value_one'} if has_key($my_hash, 'key_two') { notice('we will not reach here') } if has_key($my_hash, 'key_one') { notice('this will be printed') } ENDHEREDOC unless args.length == 2 raise Puppet::ParseError, ("has_key(): wrong number of arguments (#{args.length}; must be 2)") end unless args[0].is_a?(Hash) raise Puppet::ParseError, "has_key(): expects the first argument to be a hash, got #{args[0].inspect} which is of type #{args[0].class}" end args[0].has_key?(args[1]) end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/hash.rb000077500000000000000000000015351245774017100327560ustar00rootroot00000000000000# # hash.rb # module Puppet::Parser::Functions newfunction(:hash, :type => :rvalue, :doc => <<-EOS This function converts and array into a hash. *Examples:* hash(['a',1,'b',2,'c',3]) Would return: {'a'=>1,'b'=>2,'c'=>3} EOS ) do |arguments| raise(Puppet::ParseError, "hash(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 array = arguments[0] unless array.is_a?(Array) raise(Puppet::ParseError, 'hash(): Requires array to work with') end result = {} begin # This is to make it compatible with older version of Ruby ... array = array.flatten result = Hash[*array] rescue Exception raise(Puppet::ParseError, 'hash(): Unable to compute ' + 'hash from array given') end return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/is_array.rb000077500000000000000000000007051245774017100336420ustar00rootroot00000000000000# # is_array.rb # module Puppet::Parser::Functions newfunction(:is_array, :type => :rvalue, :doc => <<-EOS Returns true if the variable passed to this function is an array. EOS ) do |arguments| raise(Puppet::ParseError, "is_array(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 type = arguments[0] result = type.is_a?(Array) return result end end # vim: set ts=2 sw=2 et : is_domain_name.rb000077500000000000000000000022411245774017100347110ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions# # is_domain_name.rb # module Puppet::Parser::Functions newfunction(:is_domain_name, :type => :rvalue, :doc => <<-EOS Returns true if the string passed to this function is a syntactically correct domain name. EOS ) do |arguments| if (arguments.size != 1) then raise(Puppet::ParseError, "is_domain_name(): Wrong number of arguments "+ "given #{arguments.size} for 1") end domain = arguments[0] # Limits (rfc1035, 3.1) domain_max_length=255 label_min_length=1 label_max_length=63 # Allow ".", it is the top level domain return true if domain == '.' # Remove the final dot, if present. domain.chomp!('.') # Check the whole domain return false if domain.empty? return false if domain.length > domain_max_length # Check each label in the domain labels = domain.split('.') vlabels = labels.each do |label| break if label.length < label_min_length break if label.length > label_max_length break if label[-1..-1] == '-' break if label[0..0] == '-' break unless /^[a-z\d-]+$/i.match(label) end return vlabels == labels end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/is_float.rb000077500000000000000000000010331245774017100336240ustar00rootroot00000000000000# # is_float.rb # module Puppet::Parser::Functions newfunction(:is_float, :type => :rvalue, :doc => <<-EOS Returns true if the variable passed to this function is a float. EOS ) do |arguments| if (arguments.size != 1) then raise(Puppet::ParseError, "is_float(): Wrong number of arguments "+ "given #{arguments.size} for 1") end value = arguments[0] if value != value.to_f.to_s and !value.is_a? Float then return false else return true end end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/is_hash.rb000077500000000000000000000007001245774017100334420ustar00rootroot00000000000000# # is_hash.rb # module Puppet::Parser::Functions newfunction(:is_hash, :type => :rvalue, :doc => <<-EOS Returns true if the variable passed to this function is a hash. EOS ) do |arguments| raise(Puppet::ParseError, "is_hash(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size != 1 type = arguments[0] result = type.is_a?(Hash) return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/is_integer.rb000077500000000000000000000010451245774017100341570ustar00rootroot00000000000000# # is_integer.rb # module Puppet::Parser::Functions newfunction(:is_integer, :type => :rvalue, :doc => <<-EOS Returns true if the variable returned to this string is an integer. EOS ) do |arguments| if (arguments.size != 1) then raise(Puppet::ParseError, "is_integer(): Wrong number of arguments "+ "given #{arguments.size} for 1") end value = arguments[0] if value != value.to_i.to_s and !value.is_a? Fixnum then return false else return true end end end # vim: set ts=2 sw=2 et : is_ip_address.rb000077500000000000000000000011671245774017100345650ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions# # is_ip_address.rb # module Puppet::Parser::Functions newfunction(:is_ip_address, :type => :rvalue, :doc => <<-EOS Returns true if the string passed to this function is a valid IP address. EOS ) do |arguments| require 'ipaddr' if (arguments.size != 1) then raise(Puppet::ParseError, "is_ip_address(): Wrong number of arguments "+ "given #{arguments.size} for 1") end begin ip = IPAddr.new(arguments[0]) rescue ArgumentError return false end if ip.ipv4? or ip.ipv6? then return true else return false end end end # vim: set ts=2 sw=2 et : is_mac_address.rb000077500000000000000000000011721245774017100347110ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions# # is_mac_address.rb # module Puppet::Parser::Functions newfunction(:is_mac_address, :type => :rvalue, :doc => <<-EOS Returns true if the string passed to this function is a valid mac address. EOS ) do |arguments| if (arguments.size != 1) then raise(Puppet::ParseError, "is_mac_address(): Wrong number of arguments "+ "given #{arguments.size} for 1") end mac = arguments[0] if /^[a-fA-F0-9]{1,2}:[a-fA-F0-9]{1,2}:[a-fA-F0-9]{1,2}:[a-fA-F0-9]{1,2}:[a-fA-F0-9]{1,2}:[a-fA-F0-9]{1,2}$/.match(mac) then return true else return false end end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/is_numeric.rb000077500000000000000000000010761245774017100341700ustar00rootroot00000000000000# # is_numeric.rb # module Puppet::Parser::Functions newfunction(:is_numeric, :type => :rvalue, :doc => <<-EOS Returns true if the variable passed to this function is a number. EOS ) do |arguments| if (arguments.size != 1) then raise(Puppet::ParseError, "is_numeric(): Wrong number of arguments "+ "given #{arguments.size} for 1") end value = arguments[0] if value == value.to_f.to_s or value == value.to_i.to_s or value.is_a? Numeric then return true else return false end end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/is_string.rb000077500000000000000000000010571245774017100340330ustar00rootroot00000000000000# # is_string.rb # module Puppet::Parser::Functions newfunction(:is_string, :type => :rvalue, :doc => <<-EOS Returns true if the variable passed to this function is a string. EOS ) do |arguments| raise(Puppet::ParseError, "is_string(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 type = arguments[0] result = type.is_a?(String) if result and (type == type.to_f.to_s or type == type.to_i.to_s) then return false end return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/join.rb000077500000000000000000000016031245774017100327660ustar00rootroot00000000000000# # join.rb # module Puppet::Parser::Functions newfunction(:join, :type => :rvalue, :doc => <<-EOS This function joins an array into a string using a seperator. *Examples:* join(['a','b','c'], ",") Would result in: "a,b,c" EOS ) do |arguments| # Technically we support two arguments but only first is mandatory ... raise(Puppet::ParseError, "join(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 array = arguments[0] unless array.is_a?(Array) raise(Puppet::ParseError, 'join(): Requires array to work with') end suffix = arguments[1] if arguments[1] if suffix unless suffix.is_a?(String) raise(Puppet::ParseError, 'join(): Requires string to work with') end end result = suffix ? array.join(suffix) : array.join return result end end # vim: set ts=2 sw=2 et : join_keys_to_values.rb000077500000000000000000000024061245774017100360250ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions# # join.rb # module Puppet::Parser::Functions newfunction(:join_keys_to_values, :type => :rvalue, :doc => <<-EOS This function joins each key of a hash to that key's corresponding value with a separator. Keys and values are cast to strings. The return value is an array in which each element is one joined key/value pair. *Examples:* join_keys_to_values({'a'=>1,'b'=>2}, " is ") Would result in: ["a is 1","b is 2"] EOS ) do |arguments| # Validate the number of arguments. if arguments.size != 2 raise(Puppet::ParseError, "join_keys_to_values(): Takes exactly two " + "arguments, but #{arguments.size} given.") end # Validate the first argument. hash = arguments[0] if not hash.is_a?(Hash) raise(TypeError, "join_keys_to_values(): The first argument must be a " + "hash, but a #{hash.class} was given.") end # Validate the second argument. separator = arguments[1] if not separator.is_a?(String) raise(TypeError, "join_keys_to_values(): The second argument must be a " + "string, but a #{separator.class} was given.") end # Join the keys to their values. hash.map do |k,v| String(k) + separator + String(v) end end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/keys.rb000077500000000000000000000010021245774017100327730ustar00rootroot00000000000000# # keys.rb # module Puppet::Parser::Functions newfunction(:keys, :type => :rvalue, :doc => <<-EOS Returns the keys of a hash as an array. EOS ) do |arguments| raise(Puppet::ParseError, "keys(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 hash = arguments[0] unless hash.is_a?(Hash) raise(Puppet::ParseError, 'keys(): Requires hash to work with') end result = hash.keys return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/loadyaml.rb000077500000000000000000000007731245774017100336400ustar00rootroot00000000000000module Puppet::Parser::Functions newfunction(:loadyaml, :type => :rvalue, :doc => <<-'ENDHEREDOC') do |args| Load a YAML file containing an array, string, or hash, and return the data in the corresponding native data type. For example: $myhash = loadyaml('/etc/puppet/data/myhash.yaml') ENDHEREDOC unless args.length == 1 raise Puppet::ParseError, ("loadyaml(): wrong number of arguments (#{args.length}; must be 1)") end YAML.load_file(args[0]) end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/lstrip.rb000077500000000000000000000014311245774017100333430ustar00rootroot00000000000000# # lstrip.rb # module Puppet::Parser::Functions newfunction(:lstrip, :type => :rvalue, :doc => <<-EOS Strips leading spaces to the left of a string. EOS ) do |arguments| raise(Puppet::ParseError, "lstrip(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class unless [Array, String].include?(klass) raise(Puppet::ParseError, 'lstrip(): Requires either ' + 'array or string to work with') end if value.is_a?(Array) # Numbers in Puppet are often string-encoded which is troublesome ... result = value.collect { |i| i.is_a?(String) ? i.lstrip : i } else result = value.lstrip end return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/max.rb000077500000000000000000000005251245774017100326160ustar00rootroot00000000000000module Puppet::Parser::Functions newfunction(:max, :type => :rvalue, :doc => <<-EOS Returns the highest value of all arguments. Requires at least one argument. EOS ) do |args| raise(Puppet::ParseError, "max(): Wrong number of arguments " + "need at least one") if args.size == 0 return args.max end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/member.rb000077500000000000000000000017131245774017100333000ustar00rootroot00000000000000# # member.rb # # TODO(Krzysztof Wilczynski): We need to add support for regular expression ... # TODO(Krzysztof Wilczynski): Support for strings and hashes too ... module Puppet::Parser::Functions newfunction(:member, :type => :rvalue, :doc => <<-EOS This function determines if a variable is a member of an array. *Examples:* member(['a','b'], 'b') Would return: true member(['a','b'], 'c') Would return: false EOS ) do |arguments| raise(Puppet::ParseError, "member(): Wrong number of arguments " + "given (#{arguments.size} for 2)") if arguments.size < 2 array = arguments[0] unless array.is_a?(Array) raise(Puppet::ParseError, 'member(): Requires array to work with') end item = arguments[1] raise(Puppet::ParseError, 'member(): You must provide item ' + 'to search for within array given') if item.empty? result = array.include?(item) return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/merge.rb000077500000000000000000000020521245774017100331250ustar00rootroot00000000000000module Puppet::Parser::Functions newfunction(:merge, :type => :rvalue, :doc => <<-'ENDHEREDOC') do |args| Merges two or more hashes together and returns the resulting hash. For example: $hash1 = {'one' => 1, 'two', => 2} $hash2 = {'two' => 'dos', 'three', => 'tres'} $merged_hash = merge($hash1, $hash2) # The resulting hash is equivalent to: # $merged_hash = {'one' => 1, 'two' => 'dos', 'three' => 'tres'} When there is a duplicate key, the key in the rightmost hash will "win." ENDHEREDOC if args.length < 2 raise Puppet::ParseError, ("merge(): wrong number of arguments (#{args.length}; must be at least 2)") end # The hash we accumulate into accumulator = Hash.new # Merge into the accumulator hash args.each do |arg| unless arg.is_a?(Hash) raise Puppet::ParseError, "merge: unexpected argument type #{arg.class}, only expects hash arguments" end accumulator.merge!(arg) end # Return the fully merged hash accumulator end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/min.rb000077500000000000000000000005241245774017100326130ustar00rootroot00000000000000module Puppet::Parser::Functions newfunction(:min, :type => :rvalue, :doc => <<-EOS Returns the lowest value of all arguments. Requires at least one argument. EOS ) do |args| raise(Puppet::ParseError, "min(): Wrong number of arguments " + "need at least one") if args.size == 0 return args.min end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/num2bool.rb000077500000000000000000000021121245774017100335600ustar00rootroot00000000000000# # num2bool.rb # # TODO(Krzysztof Wilczynski): We probably need to approach numeric values differently ... module Puppet::Parser::Functions newfunction(:num2bool, :type => :rvalue, :doc => <<-EOS This function converts a number into a true boolean. Zero becomes false. Numbers higher then 0 become true. EOS ) do |arguments| raise(Puppet::ParseError, "num2bool(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 number = arguments[0] # Only numbers allowed ... unless number.match(/^\-?\d+$/) raise(Puppet::ParseError, 'num2bool(): Requires integer to work with') end result = case number when /^0$/ false when /^\-?\d+$/ # Numbers in Puppet are often string-encoded which is troublesome ... number = number.to_i # We yield true for any positive number and false otherwise ... number > 0 ? true : false else raise(Puppet::ParseError, 'num2bool(): Unknown numeric format given') end return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/parsejson.rb000077500000000000000000000007771245774017100340460ustar00rootroot00000000000000# # parsejson.rb # module Puppet::Parser::Functions newfunction(:parsejson, :type => :rvalue, :doc => <<-EOS This function accepts JSON as a string and converts into the correct Puppet structure. EOS ) do |arguments| if (arguments.size != 1) then raise(Puppet::ParseError, "parsejson(): Wrong number of arguments "+ "given #{arguments.size} for 1") end json = arguments[0] # PSON is natively available in puppet PSON.load(json) end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/parseyaml.rb000077500000000000000000000007351245774017100340310ustar00rootroot00000000000000# # parseyaml.rb # module Puppet::Parser::Functions newfunction(:parseyaml, :type => :rvalue, :doc => <<-EOS This function accepts YAML as a string and converts it into the correct Puppet structure. EOS ) do |arguments| if (arguments.size != 1) then raise(Puppet::ParseError, "parseyaml(): Wrong number of arguments "+ "given #{arguments.size} for 1") end require 'yaml' YAML::load(arguments[0]) end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/pick.rb000077500000000000000000000017711245774017100327630ustar00rootroot00000000000000module Puppet::Parser::Functions newfunction(:pick, :type => :rvalue, :doc => <<-EOS This function is similar to a coalesce function in SQL in that it will return the first value in a list of values that is not undefined or an empty string (two things in Puppet that will return a boolean false value). Typically, this function is used to check for a value in the Puppet Dashboard/Enterprise Console, and failover to a default value like the following: $real_jenkins_version = pick($::jenkins_version, '1.449') The value of $real_jenkins_version will first look for a top-scope variable called 'jenkins_version' (note that parameters set in the Puppet Dashboard/ Enterprise Console are brought into Puppet as top-scope variables), and, failing that, will use a default value of 1.449. EOS ) do |args| args = args.compact args.delete(:undef) args.delete(:undefined) args.delete("") if args[0].to_s.empty? then fail "Must provide non empty value." else return args[0] end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/prefix.rb000077500000000000000000000017601245774017100333300ustar00rootroot00000000000000# # prefix.rb # module Puppet::Parser::Functions newfunction(:prefix, :type => :rvalue, :doc => <<-EOS This function applies a prefix to all elements in an array. *Examles:* prefix(['a','b','c'], 'p') Will return: ['pa','pb','pc'] EOS ) do |arguments| # Technically we support two arguments but only first is mandatory ... raise(Puppet::ParseError, "prefix(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 array = arguments[0] unless array.is_a?(Array) raise(Puppet::ParseError, 'prefix(): Requires array to work with') end prefix = arguments[1] if arguments[1] if prefix unless prefix.is_a?(String) raise(Puppet::ParseError, 'prefix(): Requires string to work with') end end # Turn everything into string same as join would do ... result = array.collect do |i| i = i.to_s prefix ? prefix + i : i end return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/range.rb000077500000000000000000000036271245774017100331330ustar00rootroot00000000000000# # range.rb # # TODO(Krzysztof Wilczynski): We probably need to approach numeric values differently ... module Puppet::Parser::Functions newfunction(:range, :type => :rvalue, :doc => <<-EOS When given range in the form of (start, stop) it will extrapolate a range as an array. *Examples:* range("0", "9") Will return: [0,1,2,3,4,5,6,7,8,9] range("00", "09") Will return: [0,1,2,3,4,5,6,7,8,9] (Zero padded strings are converted to integers automatically) range("a", "c") Will return: ["a","b","c"] range("host01", "host10") Will return: ["host01", "host02", ..., "host09", "host10"] EOS ) do |arguments| # We support more than one argument but at least one is mandatory ... raise(Puppet::ParseError, "range(): Wrong number of " + "arguments given (#{arguments.size} for 1)") if arguments.size < 1 if arguments.size > 1 start = arguments[0] stop = arguments[1] type = '..' # We select simplest type for Range available in Ruby ... elsif arguments.size > 0 value = arguments[0] if m = value.match(/^(\w+)(\.\.\.?|\-)(\w+)$/) start = m[1] stop = m[3] type = m[2] elsif value.match(/^.+$/) raise(Puppet::ParseError, 'range(): Unable to compute range ' + 'from the value given') else raise(Puppet::ParseError, 'range(): Unknown format of range given') end end # Check whether we have integer value if so then make it so ... if start.match(/^\d+$/) start = start.to_i stop = stop.to_i else start = start.to_s stop = stop.to_s end range = case type when /^(\.\.|\-)$/ then (start .. stop) when /^(\.\.\.)$/ then (start ... stop) # Exclusive of last element ... end result = range.collect { |i| i } # Get them all ... Pokemon ... return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/reject.rb000077500000000000000000000011151245774017100333010ustar00rootroot00000000000000# # reject.rb # module Puppet::Parser::Functions newfunction(:reject, :type => :rvalue, :doc => <<-EOS) do |args| This function searches through an array and rejects all elements that match the provided regular expression. *Examples:* reject(['aaa','bbb','ccc','aaaddd'], 'aaa') Would return: ['bbb','ccc'] EOS if (args.size != 2) raise Puppet::ParseError, "reject(): Wrong number of arguments given #{args.size} for 2" end ary = args[0] pattern = Regexp.new(args[1]) ary.reject { |e| e =~ pattern } end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/reverse.rb000077500000000000000000000011321245774017100334770ustar00rootroot00000000000000# # reverse.rb # module Puppet::Parser::Functions newfunction(:reverse, :type => :rvalue, :doc => <<-EOS Reverses the order of a string or array. EOS ) do |arguments| raise(Puppet::ParseError, "reverse(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class unless [Array, String].include?(klass) raise(Puppet::ParseError, 'reverse(): Requires either ' + 'array or string to work with') end result = value.reverse return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/rstrip.rb000077500000000000000000000013201245774017100333460ustar00rootroot00000000000000# # rstrip.rb # module Puppet::Parser::Functions newfunction(:rstrip, :type => :rvalue, :doc => <<-EOS Strips leading spaces to the right of the string. EOS ) do |arguments| raise(Puppet::ParseError, "rstrip(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class unless [Array, String].include?(klass) raise(Puppet::ParseError, 'rstrip(): Requires either ' + 'array or string to work with') end if value.is_a?(Array) result = value.collect { |i| i.is_a?(String) ? i.rstrip : i } else result = value.rstrip end return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/shuffle.rb000077500000000000000000000021461245774017100334660ustar00rootroot00000000000000# # shuffle.rb # module Puppet::Parser::Functions newfunction(:shuffle, :type => :rvalue, :doc => <<-EOS Randomizes the order of a string or array elements. EOS ) do |arguments| raise(Puppet::ParseError, "shuffle(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class unless [Array, String].include?(klass) raise(Puppet::ParseError, 'shuffle(): Requires either ' + 'array or string to work with') end result = value.clone string = value.is_a?(String) ? true : false # Check whether it makes sense to shuffle ... return result if result.size <= 1 # We turn any string value into an array to be able to shuffle ... result = string ? result.split('') : result elements = result.size # Simple implementation of Fisher–Yates in-place shuffle ... elements.times do |i| j = rand(elements - i) + i result[j], result[i] = result[i], result[j] end result = string ? result.join : result return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/size.rb000077500000000000000000000022351245774017100330030ustar00rootroot00000000000000# # size.rb # # TODO(Krzysztof Wilczynski): Support for hashes would be nice too ... module Puppet::Parser::Functions newfunction(:size, :type => :rvalue, :doc => <<-EOS Returns the number of elements in a string or array. EOS ) do |arguments| raise(Puppet::ParseError, "size(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 item = arguments[0] if item.is_a?(String) begin # # Check whether your item is a numeric value or not ... # This will take care about positive and/or negative numbers # for both integer and floating-point values ... # # Please note that Puppet has no notion of hexadecimal # nor octal numbers for its DSL at this point in time ... # Float(item) raise(Puppet::ParseError, 'size(): Requires either ' + 'string or array to work with') rescue ArgumentError result = item.size end elsif item.is_a?(Array) result = item.size else raise(Puppet::ParseError, 'size(): Unknown type given') end return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/sort.rb000077500000000000000000000007771245774017100330310ustar00rootroot00000000000000# # sort.rb # module Puppet::Parser::Functions newfunction(:sort, :type => :rvalue, :doc => <<-EOS Sorts strings and arrays lexically. EOS ) do |arguments| if (arguments.size != 1) then raise(Puppet::ParseError, "sort(): Wrong number of arguments "+ "given #{arguments.size} for 1") end value = arguments[0] if value.is_a?(Array) then value.sort elsif value.is_a?(String) then value.split("").sort.join("") end end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/squeeze.rb000077500000000000000000000014621245774017100335130ustar00rootroot00000000000000# # squeeze.rb # module Puppet::Parser::Functions newfunction(:squeeze, :type => :rvalue, :doc => <<-EOS Returns a new string where runs of the same character that occur in this set are replaced by a single character. EOS ) do |arguments| if ((arguments.size != 2) and (arguments.size != 1)) then raise(Puppet::ParseError, "squeeze(): Wrong number of arguments "+ "given #{arguments.size} for 2 or 1") end item = arguments[0] squeezeval = arguments[1] if item.is_a?(Array) then if squeezeval then item.collect { |i| i.squeeze(squeezeval) } else item.collect { |i| i.squeeze } end else if squeezeval then item.squeeze(squeezeval) else item.squeeze end end end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/str2bool.rb000077500000000000000000000022571245774017100336030ustar00rootroot00000000000000# # str2bool.rb # module Puppet::Parser::Functions newfunction(:str2bool, :type => :rvalue, :doc => <<-EOS This converts a string to a boolean. This attempt to convert strings that contain things like: y, 1, t, true to 'true' and strings that contain things like: 0, f, n, false, no to 'false'. EOS ) do |arguments| raise(Puppet::ParseError, "str2bool(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 string = arguments[0] unless string.is_a?(String) raise(Puppet::ParseError, 'str2bool(): Requires either ' + 'string to work with') end # We consider all the yes, no, y, n and so on too ... result = case string # # This is how undef looks like in Puppet ... # We yield false in this case. # when /^$/, '' then false # Empty string will be false ... when /^(1|t|y|true|yes)$/ then true when /^(0|f|n|false|no)$/ then false when /^(undef|undefined)$/ then false # This is not likely to happen ... else raise(Puppet::ParseError, 'str2bool(): Unknown type of boolean given') end return result end end # vim: set ts=2 sw=2 et : str2saltedsha512.rb000077500000000000000000000017731245774017100347730ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions# # str2saltedsha512.rb # module Puppet::Parser::Functions newfunction(:str2saltedsha512, :type => :rvalue, :doc => <<-EOS This converts a string to a salted-SHA512 password hash (which is used for OS X versions >= 10.7). Given any simple string, you will get a hex version of a salted-SHA512 password hash that can be inserted into your Puppet manifests as a valid password attribute. EOS ) do |arguments| require 'digest/sha2' raise(Puppet::ParseError, "str2saltedsha512(): Wrong number of arguments " + "passed (#{arguments.size} but we require 1)") if arguments.size != 1 password = arguments[0] unless password.is_a?(String) raise(Puppet::ParseError, 'str2saltedsha512(): Requires a ' + "String argument, you passed: #{password.class}") end seedint = rand(2**31 - 1) seedstring = Array(seedint).pack("L") saltedpass = Digest::SHA512.digest(seedstring + password) (seedstring + saltedpass).unpack('H*')[0] end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/strftime.rb000077500000000000000000000063771245774017100337010ustar00rootroot00000000000000# # strftime.rb # module Puppet::Parser::Functions newfunction(:strftime, :type => :rvalue, :doc => <<-EOS This function returns formatted time. *Examples:* To return the time since epoch: strftime("%s") To return the date: strftime("%Y-%m-%d") *Format meaning:* %a - The abbreviated weekday name (``Sun'') %A - The full weekday name (``Sunday'') %b - The abbreviated month name (``Jan'') %B - The full month name (``January'') %c - The preferred local date and time representation %C - Century (20 in 2009) %d - Day of the month (01..31) %D - Date (%m/%d/%y) %e - Day of the month, blank-padded ( 1..31) %F - Equivalent to %Y-%m-%d (the ISO 8601 date format) %h - Equivalent to %b %H - Hour of the day, 24-hour clock (00..23) %I - Hour of the day, 12-hour clock (01..12) %j - Day of the year (001..366) %k - hour, 24-hour clock, blank-padded ( 0..23) %l - hour, 12-hour clock, blank-padded ( 0..12) %L - Millisecond of the second (000..999) %m - Month of the year (01..12) %M - Minute of the hour (00..59) %n - Newline (\n) %N - Fractional seconds digits, default is 9 digits (nanosecond) %3N millisecond (3 digits) %6N microsecond (6 digits) %9N nanosecond (9 digits) %p - Meridian indicator (``AM'' or ``PM'') %P - Meridian indicator (``am'' or ``pm'') %r - time, 12-hour (same as %I:%M:%S %p) %R - time, 24-hour (%H:%M) %s - Number of seconds since 1970-01-01 00:00:00 UTC. %S - Second of the minute (00..60) %t - Tab character (\t) %T - time, 24-hour (%H:%M:%S) %u - Day of the week as a decimal, Monday being 1. (1..7) %U - Week number of the current year, starting with the first Sunday as the first day of the first week (00..53) %v - VMS date (%e-%b-%Y) %V - Week number of year according to ISO 8601 (01..53) %W - Week number of the current year, starting with the first Monday as the first day of the first week (00..53) %w - Day of the week (Sunday is 0, 0..6) %x - Preferred representation for the date alone, no time %X - Preferred representation for the time alone, no date %y - Year without a century (00..99) %Y - Year with century %z - Time zone as hour offset from UTC (e.g. +0900) %Z - Time zone name %% - Literal ``%'' character EOS ) do |arguments| # Technically we support two arguments but only first is mandatory ... raise(Puppet::ParseError, "strftime(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 format = arguments[0] raise(Puppet::ParseError, 'strftime(): You must provide ' + 'format for evaluation') if format.empty? # The Time Zone argument is optional ... time_zone = arguments[1] if arguments[1] time = Time.new # There is probably a better way to handle Time Zone ... if time_zone and not time_zone.empty? original_zone = ENV['TZ'] local_time = time.clone local_time = local_time.utc ENV['TZ'] = time_zone time = local_time.localtime ENV['TZ'] = original_zone end result = time.strftime(format) return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/strip.rb000077500000000000000000000015001245774017100331640ustar00rootroot00000000000000# # strip.rb # module Puppet::Parser::Functions newfunction(:strip, :type => :rvalue, :doc => <<-EOS This function removes leading and trailing whitespace from a string or from every string inside an array. *Examples:* strip(" aaa ") Would result in: "aaa" EOS ) do |arguments| raise(Puppet::ParseError, "strip(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class unless [Array, String].include?(klass) raise(Puppet::ParseError, 'strip(): Requires either ' + 'array or string to work with') end if value.is_a?(Array) result = value.collect { |i| i.is_a?(String) ? i.strip : i } else result = value.strip end return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/swapcase.rb000077500000000000000000000015511245774017100336370ustar00rootroot00000000000000# # swapcase.rb # module Puppet::Parser::Functions newfunction(:swapcase, :type => :rvalue, :doc => <<-EOS This function will swap the existing case of a string. *Examples:* swapcase("aBcD") Would result in: "AbCd" EOS ) do |arguments| raise(Puppet::ParseError, "swapcase(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class unless [Array, String].include?(klass) raise(Puppet::ParseError, 'swapcase(): Requires either ' + 'array or string to work with') end if value.is_a?(Array) # Numbers in Puppet are often string-encoded which is troublesome ... result = value.collect { |i| i.is_a?(String) ? i.swapcase : i } else result = value.swapcase end return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/time.rb000077500000000000000000000020431245774017100327640ustar00rootroot00000000000000# # time.rb # module Puppet::Parser::Functions newfunction(:time, :type => :rvalue, :doc => <<-EOS This function will return the current time since epoch as an integer. *Examples:* time() Will return something like: 1311972653 EOS ) do |arguments| # The Time Zone argument is optional ... time_zone = arguments[0] if arguments[0] if (arguments.size != 0) and (arguments.size != 1) then raise(Puppet::ParseError, "time(): Wrong number of arguments "+ "given #{arguments.size} for 0 or 1") end time = Time.new # There is probably a better way to handle Time Zone ... if time_zone and not time_zone.empty? original_zone = ENV['TZ'] local_time = time.clone local_time = local_time.utc ENV['TZ'] = time_zone time = local_time.localtime ENV['TZ'] = original_zone end # Calling Time#to_i on a receiver changes it. Trust me I am the Doctor. result = time.strftime('%s') result = result.to_i return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/to_bytes.rb000077500000000000000000000016021245774017100336560ustar00rootroot00000000000000module Puppet::Parser::Functions newfunction(:to_bytes, :type => :rvalue, :doc => <<-EOS Converts the argument into bytes, for example 4 kB becomes 4096. Takes a single string value as an argument. EOS ) do |arguments| raise(Puppet::ParseError, "to_bytes(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size != 1 arg = arguments[0] return arg if arg.is_a? Numeric value,prefix = */([0-9.e+-]*)\s*([^bB]?)/.match(arg)[1,2] value = value.to_f case prefix when '' then return value.to_i when 'k' then return (value*(1<<10)).to_i when 'M' then return (value*(1<<20)).to_i when 'G' then return (value*(1<<30)).to_i when 'T' then return (value*(1<<40)).to_i when 'E' then return (value*(1<<50)).to_i else raise Puppet::ParseError, "to_bytes(): Unknown prefix #{prefix}" end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/type.rb000077500000000000000000000020711245774017100330100ustar00rootroot00000000000000# # type.rb # module Puppet::Parser::Functions newfunction(:type, :type => :rvalue, :doc => <<-EOS Returns the type when passed a variable. Type can be one of: * string * array * hash * float * integer * boolean EOS ) do |arguments| raise(Puppet::ParseError, "type(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class if not [TrueClass, FalseClass, Array, Bignum, Fixnum, Float, Hash, String].include?(klass) raise(Puppet::ParseError, 'type(): Unknown type') end klass = klass.to_s # Ugly ... # We note that Integer is the parent to Bignum and Fixnum ... result = case klass when /^(?:Big|Fix)num$/ then 'integer' when /^(?:True|False)Class$/ then 'boolean' else klass end if result == "String" then if value == value.to_i.to_s then result = "Integer" elsif value == value.to_f.to_s then result = "Float" end end return result.downcase end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/unique.rb000077500000000000000000000020251245774017100333340ustar00rootroot00000000000000# # unique.rb # module Puppet::Parser::Functions newfunction(:unique, :type => :rvalue, :doc => <<-EOS This function will remove duplicates from strings and arrays. *Examples:* unique("aabbcc") Will return: abc You can also use this with arrays: unique(["a","a","b","b","c","c"]) This returns: ["a","b","c"] EOS ) do |arguments| raise(Puppet::ParseError, "unique(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class unless [Array, String].include?(klass) raise(Puppet::ParseError, 'unique(): Requires either ' + 'array or string to work with') end result = value.clone string = value.is_a?(String) ? true : false # We turn any string value into an array to be able to shuffle ... result = string ? result.split('') : result result = result.uniq # Remove duplicates ... result = string ? result.join : result return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/upcase.rb000077500000000000000000000015311245774017100333070ustar00rootroot00000000000000# # upcase.rb # module Puppet::Parser::Functions newfunction(:upcase, :type => :rvalue, :doc => <<-EOS Converts a string or an array of strings to uppercase. *Examples:* upcase("abcd") Will return: ASDF EOS ) do |arguments| raise(Puppet::ParseError, "upcase(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class unless [Array, String].include?(klass) raise(Puppet::ParseError, 'upcase(): Requires either ' + 'array or string to work with') end if value.is_a?(Array) # Numbers in Puppet are often string-encoded which is troublesome ... result = value.collect { |i| i.is_a?(String) ? i.upcase : i } else result = value.upcase end return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/uriescape.rb000077500000000000000000000016511245774017100340120ustar00rootroot00000000000000# # uriescape.rb # require 'uri' module Puppet::Parser::Functions newfunction(:uriescape, :type => :rvalue, :doc => <<-EOS Urlencodes a string or array of strings. Requires either a single string or an array as an input. EOS ) do |arguments| raise(Puppet::ParseError, "uriescape(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 value = arguments[0] klass = value.class unsafe = ":/?#[]@!$&'()*+,;= " unless [Array, String].include?(klass) raise(Puppet::ParseError, 'uriescape(): Requires either ' + 'array or string to work with') end if value.is_a?(Array) # Numbers in Puppet are often string-encoded which is troublesome ... result = value.collect { |i| i.is_a?(String) ? URI.escape(i,unsafe) : i } else result = URI.escape(value,unsafe) end return result end end # vim: set ts=2 sw=2 et : validate_absolute_path.rb000077500000000000000000000043401245774017100364540ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functionsmodule Puppet::Parser::Functions newfunction(:validate_absolute_path, :doc => <<-'ENDHEREDOC') do |args| Validate the string represents an absolute path in the filesystem. This function works for windows and unix style paths. The following values will pass: $my_path = "C:/Program Files (x86)/Puppet Labs/Puppet" validate_absolute_path($my_path) $my_path2 = "/var/lib/puppet" validate_absolute_path($my_path2) The following values will fail, causing compilation to abort: validate_absolute_path(true) validate_absolute_path([ 'var/lib/puppet', '/var/foo' ]) validate_absolute_path([ '/var/lib/puppet', 'var/foo' ]) $undefined = undef validate_absolute_path($undefined) ENDHEREDOC require 'puppet/util' unless args.length > 0 then raise Puppet::ParseError, ("validate_absolute_path(): wrong number of arguments (#{args.length}; must be > 0)") end args.each do |arg| # This logic was borrowed from # [lib/puppet/file_serving/base.rb](https://github.com/puppetlabs/puppet/blob/master/lib/puppet/file_serving/base.rb) # Puppet 2.7 and beyond will have Puppet::Util.absolute_path? Fall back to a back-ported implementation otherwise. if Puppet::Util.respond_to?(:absolute_path?) then unless Puppet::Util.absolute_path?(arg, :posix) or Puppet::Util.absolute_path?(arg, :windows) raise Puppet::ParseError, ("#{arg.inspect} is not an absolute path.") end else # This code back-ported from 2.7.x's lib/puppet/util.rb Puppet::Util.absolute_path? # Determine in a platform-specific way whether a path is absolute. This # defaults to the local platform if none is specified. # Escape once for the string literal, and once for the regex. slash = '[\\\\/]' name = '[^\\\\/]+' regexes = { :windows => %r!^(([A-Z]:#{slash})|(#{slash}#{slash}#{name}#{slash}#{name})|(#{slash}#{slash}\?#{slash}#{name}))!i, :posix => %r!^/!, } rval = (!!(arg =~ regexes[:posix])) || (!!(arg =~ regexes[:windows])) rval or raise Puppet::ParseError, ("#{arg.inspect} is not an absolute path.") end end end end validate_array.rb000077500000000000000000000015621245774017100347430ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functionsmodule Puppet::Parser::Functions newfunction(:validate_array, :doc => <<-'ENDHEREDOC') do |args| Validate that all passed values are array data structures. Abort catalog compilation if any value fails this check. The following values will pass: $my_array = [ 'one', 'two' ] validate_array($my_array) The following values will fail, causing compilation to abort: validate_array(true) validate_array('some_string') $undefined = undef validate_array($undefined) ENDHEREDOC unless args.length > 0 then raise Puppet::ParseError, ("validate_array(): wrong number of arguments (#{args.length}; must be > 0)") end args.each do |arg| unless arg.is_a?(Array) raise Puppet::ParseError, ("#{arg.inspect} is not an Array. It looks to be a #{arg.class}") end end end end validate_bool.rb000077500000000000000000000016551245774017100345630ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functionsmodule Puppet::Parser::Functions newfunction(:validate_bool, :doc => <<-'ENDHEREDOC') do |args| Validate that all passed values are either true or false. Abort catalog compilation if any value fails this check. The following values will pass: $iamtrue = true validate_bool(true) validate_bool(true, true, false, $iamtrue) The following values will fail, causing compilation to abort: $some_array = [ true ] validate_bool("false") validate_bool("true") validate_bool($some_array) ENDHEREDOC unless args.length > 0 then raise Puppet::ParseError, ("validate_bool(): wrong number of arguments (#{args.length}; must be > 0)") end args.each do |arg| unless (arg.is_a?(TrueClass) || arg.is_a?(FalseClass)) raise Puppet::ParseError, ("#{arg.inspect} is not a boolean. It looks to be a #{arg.class}") end end end end validate_hash.rb000077500000000000000000000015501245774017100345450ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functionsmodule Puppet::Parser::Functions newfunction(:validate_hash, :doc => <<-'ENDHEREDOC') do |args| Validate that all passed values are hash data structures. Abort catalog compilation if any value fails this check. The following values will pass: $my_hash = { 'one' => 'two' } validate_hash($my_hash) The following values will fail, causing compilation to abort: validate_hash(true) validate_hash('some_string') $undefined = undef validate_hash($undefined) ENDHEREDOC unless args.length > 0 then raise Puppet::ParseError, ("validate_hash(): wrong number of arguments (#{args.length}; must be > 0)") end args.each do |arg| unless arg.is_a?(Hash) raise Puppet::ParseError, ("#{arg.inspect} is not a Hash. It looks to be a #{arg.class}") end end end end validate_re.rb000077500000000000000000000030531245774017100342300ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functionsmodule Puppet::Parser::Functions newfunction(:validate_re, :doc => <<-'ENDHEREDOC') do |args| Perform simple validation of a string against one or more regular expressions. The first argument of this function should be a string to test, and the second argument should be a stringified regular expression (without the // delimiters) or an array of regular expressions. If none of the regular expressions match the string passed in, compilation will abort with a parse error. If a third argument is specified, this will be the error message raised and seen by the user. The following strings will validate against the regular expressions: validate_re('one', '^one$') validate_re('one', [ '^one', '^two' ]) The following strings will fail to validate, causing compilation to abort: validate_re('one', [ '^two', '^three' ]) A helpful error message can be returned like this: validate_re($::puppetversion, '^2.7', 'The $puppetversion fact value does not match 2.7') ENDHEREDOC if (args.length < 2) or (args.length > 3) then raise Puppet::ParseError, ("validate_re(): wrong number of arguments (#{args.length}; must be 2 or 3)") end msg = args[2] || "validate_re(): #{args[0].inspect} does not match #{args[1].inspect}" # We're using a flattened array here because we can't call String#any? in # Ruby 1.9 like we can in Ruby 1.8 raise Puppet::ParseError, (msg) unless [args[1]].flatten.any? do |re_str| args[0] =~ Regexp.compile(re_str) end end end validate_slength.rb000077500000000000000000000044131245774017100352670ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functionsmodule Puppet::Parser::Functions newfunction(:validate_slength, :doc => <<-'ENDHEREDOC') do |args| Validate that the first argument is a string (or an array of strings), and less/equal to than the length of the second argument. It fails if the first argument is not a string or array of strings, and if arg 2 is not convertable to a number. The following values will pass: validate_slength("discombobulate",17) validate_slength(["discombobulate","moo"],17) The following valueis will not: validate_slength("discombobulate",1) validate_slength(["discombobulate","thermometer"],5) ENDHEREDOC raise Puppet::ParseError, ("validate_slength(): Wrong number of arguments (#{args.length}; must be = 2)") unless args.length == 2 unless (args[0].is_a?(String) or args[0].is_a?(Array)) raise Puppet::ParseError, ("validate_slength(): please pass a string, or an array of strings - what you passed didn't work for me at all - #{args[0].class}") end begin max_length = args[1].to_i rescue NoMethodError => e raise Puppet::ParseError, ("validate_slength(): Couldn't convert whatever you passed as the length parameter to an integer - sorry: " + e.message ) end raise Puppet::ParseError, ("validate_slength(): please pass a positive number as max_length") unless max_length > 0 case args[0] when String raise Puppet::ParseError, ("validate_slength(): #{args[0].inspect} is #{args[0].length} characters. It should have been less than or equal to #{max_length} characters") unless args[0].length <= max_length when Array args[0].each do |arg| if arg.is_a?(String) unless ( arg.is_a?(String) and arg.length <= max_length ) raise Puppet::ParseError, ("validate_slength(): #{arg.inspect} is #{arg.length} characters. It should have been less than or equal to #{max_length} characters") end else raise Puppet::ParseError, ("validate_slength(): #{arg.inspect} is not a string, it's a #{arg.class}") end end else raise Puppet::ParseError, ("validate_slength(): please pass a string, or an array of strings - what you passed didn't work for me at all - #{args[0].class}") end end end validate_string.rb000077500000000000000000000016041245774017100351300ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functionsmodule Puppet::Parser::Functions newfunction(:validate_string, :doc => <<-'ENDHEREDOC') do |args| Validate that all passed values are string data structures. Abort catalog compilation if any value fails this check. The following values will pass: $my_string = "one two" validate_string($my_string, 'three') The following values will fail, causing compilation to abort: validate_string(true) validate_string([ 'some', 'array' ]) $undefined = undef validate_string($undefined) ENDHEREDOC unless args.length > 0 then raise Puppet::ParseError, ("validate_string(): wrong number of arguments (#{args.length}; must be > 0)") end args.each do |arg| unless arg.is_a?(String) raise Puppet::ParseError, ("#{arg.inspect} is not a string. It looks to be a #{arg.class}") end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/values.rb000077500000000000000000000012661245774017100333330ustar00rootroot00000000000000# # values.rb # module Puppet::Parser::Functions newfunction(:values, :type => :rvalue, :doc => <<-EOS When given a hash this function will return the values of that hash. *Examples:* $hash = { 'a' => 1, 'b' => 2, 'c' => 3, } values($hash) This example would return: [1,2,3] EOS ) do |arguments| raise(Puppet::ParseError, "values(): Wrong number of arguments " + "given (#{arguments.size} for 1)") if arguments.size < 1 hash = arguments[0] unless hash.is_a?(Hash) raise(Puppet::ParseError, 'values(): Requires hash to work with') end result = hash.values return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/values_at.rb000077500000000000000000000050661245774017100340210ustar00rootroot00000000000000# # values_at.rb # module Puppet::Parser::Functions newfunction(:values_at, :type => :rvalue, :doc => <<-EOS Finds value inside an array based on location. The first argument is the array you want to analyze, and the second element can be a combination of: * A single numeric index * A range in the form of 'start-stop' (eg. 4-9) * An array combining the above *Examples*: values_at(['a','b','c'], 2) Would return ['c']. values_at(['a','b','c'], ["0-1"]) Would return ['a','b']. values_at(['a','b','c','d','e'], [0, "2-3"]) Would return ['a','c','d']. EOS ) do |arguments| raise(Puppet::ParseError, "values_at(): Wrong number of " + "arguments given (#{arguments.size} for 2)") if arguments.size < 2 array = arguments.shift unless array.is_a?(Array) raise(Puppet::ParseError, 'values_at(): Requires array to work with') end indices = [arguments.shift].flatten() # Get them all ... Pokemon ... if not indices or indices.empty? raise(Puppet::ParseError, 'values_at(): You must provide ' + 'at least one positive index to collect') end result = [] indices_list = [] indices.each do |i| if m = i.match(/^(\d+)(\.\.\.?|\-)(\d+)$/) start = m[1].to_i stop = m[3].to_i type = m[2] if start > stop raise(Puppet::ParseError, 'values_at(): Stop index in ' + 'given indices range is smaller than the start index') elsif stop > array.size - 1 # First element is at index 0 is it not? raise(Puppet::ParseError, 'values_at(): Stop index in ' + 'given indices range exceeds array size') end range = case type when /^(\.\.|\-)$/ then (start .. stop) when /^(\.\.\.)$/ then (start ... stop) # Exclusive of last element ... end range.each { |i| indices_list << i.to_i } else # Only positive numbers allowed in this case ... if not i.match(/^\d+$/) raise(Puppet::ParseError, 'values_at(): Unknown format ' + 'of given index') end # In Puppet numbers are often string-encoded ... i = i.to_i if i > array.size - 1 # Same story. First element is at index 0 ... raise(Puppet::ParseError, 'values_at(): Given index ' + 'exceeds array size') end indices_list << i end end # We remove nil values as they make no sense in Puppet DSL ... result = indices_list.collect { |i| array[i] }.compact return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/parser/functions/zip.rb000077500000000000000000000035311245774017100326330ustar00rootroot00000000000000# # zip.rb # module Puppet::Parser::Functions newfunction(:zip, :type => :rvalue, :doc => <<-EOS Takes one element from first array and merges corresponding elements from second array. This generates a sequence of n-element arrays, where n is one more than the count of arguments. *Example:* zip(['1','2','3'],['4','5','6']) Would result in: ["1", "4"], ["2", "5"], ["3", "6"] EOS ) do |arguments| # Technically we support three arguments but only first is mandatory ... raise(Puppet::ParseError, "zip(): Wrong number of arguments " + "given (#{arguments.size} for 2)") if arguments.size < 2 a = arguments[0] b = arguments[1] unless a.is_a?(Array) and b.is_a?(Array) raise(Puppet::ParseError, 'zip(): Requires array to work with') end flatten = arguments[2] if arguments[2] if flatten klass = flatten.class # We can have either true or false, or string which resembles boolean ... unless [FalseClass, TrueClass, String].include?(klass) raise(Puppet::ParseError, 'zip(): Requires either ' + 'boolean or string to work with') end if flatten.is_a?(String) # We consider all the yes, no, y, n and so on too ... flatten = case flatten # # This is how undef looks like in Puppet ... # We yield false in this case. # when /^$/, '' then false # Empty string will be false ... when /^(1|t|y|true|yes)$/ then true when /^(0|f|n|false|no)$/ then false when /^(undef|undefined)$/ then false # This is not likely to happen ... else raise(Puppet::ParseError, 'zip(): Unknown type of boolean given') end end end result = a.zip(b) result = flatten ? result.flatten : result return result end end # vim: set ts=2 sw=2 et : examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/provider/000077500000000000000000000000001245774017100300255ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/provider/file_line/000077500000000000000000000000001245774017100317535ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/provider/file_line/ruby.rb000077500000000000000000000026421245774017100332700ustar00rootroot00000000000000 Puppet::Type.type(:file_line).provide(:ruby) do def exists? lines.find do |line| line.chomp == resource[:line].chomp end end def create if resource[:match] handle_create_with_match() else handle_create_without_match() end end def destroy local_lines = lines File.open(resource[:path],'w') do |fh| fh.write(local_lines.reject{|l| l.chomp == resource[:line] }.join('')) end end private def lines # If this type is ever used with very large files, we should # write this in a different way, using a temp # file; for now assuming that this type is only used on # small-ish config files that can fit into memory without # too much trouble. @lines ||= File.readlines(resource[:path]) end def handle_create_with_match() regex = resource[:match] ? Regexp.new(resource[:match]) : nil match_count = lines.select { |l| regex.match(l) }.count if match_count > 1 raise Puppet::Error, "More than one line in file '#{resource[:path]}' matches pattern '#{resource[:match]}'" end File.open(resource[:path], 'w') do |fh| lines.each do |l| fh.puts(regex.match(l) ? resource[:line] : l) end if (match_count == 0) fh.puts(resource[:line]) end end end def handle_create_without_match File.open(resource[:path], 'a') do |fh| fh.puts resource[:line] end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/type/000077500000000000000000000000001245774017100271545ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/type/anchor.rb000077500000000000000000000027771245774017100307730ustar00rootroot00000000000000Puppet::Type.newtype(:anchor) do desc <<-'ENDOFDESC' A simple resource type intended to be used as an anchor in a composite class. In Puppet 2.6, when a class declares another class, the resources in the interior class are not contained by the exterior class. This interacts badly with the pattern of composing complex modules from smaller classes, as it makes it impossible for end users to specify order relationships between the exterior class and other modules. The anchor type lets you work around this. By sandwiching any interior classes between two no-op resources that _are_ contained by the exterior class, you can ensure that all resources in the module are contained. class ntp { # These classes will have the correct order relationship with each # other. However, without anchors, they won't have any order # relationship to Class['ntp']. class { 'ntp::package': } -> class { 'ntp::config': } -> class { 'ntp::service': } # These two resources "anchor" the composed classes within the ntp # class. anchor { 'ntp::begin': } -> Class['ntp::package'] Class['ntp::service'] -> anchor { 'ntp::end': } } This allows the end user of the ntp module to establish require and before relationships with Class['ntp']: class { 'ntp': } -> class { 'mcollective': } class { 'mcollective': } -> class { 'ntp': } ENDOFDESC newparam :name do desc "The name of the anchor resource." end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/lib/puppet/type/file_line.rb000077500000000000000000000041641245774017100314370ustar00rootroot00000000000000Puppet::Type.newtype(:file_line) do desc <<-EOT Ensures that a given line is contained within a file. The implementation matches the full line, including whitespace at the beginning and end. If the line is not contained in the given file, Puppet will add the line to ensure the desired state. Multiple resources may be declared to manage multiple lines in the same file. Example: file_line { 'sudo_rule': path => '/etc/sudoers', line => '%sudo ALL=(ALL) ALL', } file_line { 'sudo_rule_nopw': path => '/etc/sudoers', line => '%sudonopw ALL=(ALL) NOPASSWD: ALL', } In this example, Puppet will ensure both of the specified lines are contained in the file /etc/sudoers. EOT ensurable do defaultvalues defaultto :present end newparam(:name, :namevar => true) do desc 'An arbitrary name used as the identity of the resource.' end newparam(:match) do desc 'An optional regular expression to run against existing lines in the file;\n' + 'if a match is found, we replace that line rather than adding a new line.' end newparam(:line) do desc 'The line to be appended to the file located by the path parameter.' end newparam(:path) do desc 'The file Puppet will ensure contains the line specified by the line parameter.' validate do |value| unless (Puppet.features.posix? and value =~ /^\//) or (Puppet.features.microsoft_windows? and (value =~ /^.:\// or value =~ /^\/\/[^\/]+\/[^\/]+/)) raise(Puppet::Error, "File paths must be fully qualified, not '#{value}'") end end end # Autorequire the file resource if it's being managed autorequire(:file) do self[:path] end validate do unless self[:line] and self[:path] raise(Puppet::Error, "Both line and path are required attributes") end if (self[:match]) unless Regexp.new(self[:match]).match(self[:line]) raise(Puppet::Error, "When providing a 'match' parameter, the value must be a regex that matches against the value of your 'line' parameter") end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/manifests/000077500000000000000000000000001245774017100261015ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/manifests/init.pp000077500000000000000000000006231245774017100274110ustar00rootroot00000000000000# Class: stdlib # # This module manages stdlib. Most of stdlib's features are automatically # loaded by Puppet, but this class should be declared in order to use the # standardized run stages. # # Parameters: none # # Actions: # # Declares all other classes in the stdlib module. Currently, this consists # of stdlib::stages. # # Requires: nothing # class stdlib { class { 'stdlib::stages': } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/manifests/stages.pp000077500000000000000000000015331245774017100277350ustar00rootroot00000000000000# Class: stdlib::stages # # This class manages a standard set of run stages for Puppet. It is managed by # the stdlib class, and should not be declared independently. # # The high level stages are (in order): # # * setup # * main # * runtime # * setup_infra # * deploy_infra # * setup_app # * deploy_app # * deploy # # Parameters: none # # Actions: # # Declares various run-stages for deploying infrastructure, # language runtimes, and application layers. # # Requires: nothing # # Sample Usage: # # node default { # include stdlib # class { java: stage => 'runtime' } # } # class stdlib::stages { stage { 'setup': before => Stage['main'] } stage { 'runtime': require => Stage['main'] } -> stage { 'setup_infra': } -> stage { 'deploy_infra': } -> stage { 'setup_app': } -> stage { 'deploy_app': } -> stage { 'deploy': } } examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/metadata.json000077500000000000000000000501761245774017100265770ustar00rootroot00000000000000{ "operatingsystem_support": [ { "operatingsystem": "RedHat", "operatingsystemrelease": [ "4", "5", "6" ] }, { "operatingsystem": "CentOS", "operatingsystemrelease": [ "4", "5", "6" ] }, { "operatingsystem": "OracleLinux", "operatingsystemrelease": [ "4", "5", "6" ] }, { "operatingsystem": "Scientific", "operatingsystemrelease": [ "4", "5", "6" ] }, { "operatingsystem": "SLES", "operatingsystemrelease": [ "11 SP1" ] }, { "operatingsystem": "Debian", "operatingsystemrelease": [ "6", "7" ] }, { "operatingsystem": "Ubuntu", "operatingsystemrelease": [ "10.04", "12.04" ] }, { "operatingsystem": "Solaris", "operatingsystemrelease": [ "10", "11" ] }, { "operatingsystem": "Windows", "operatingsystemrelease": [ "Server 2003", "Server 2003 R2", "Server 2008", "Server 2008 R2", "Server 2012", "Server 2012 R2", "7", "8" ] }, { "operatingsystem": "AIX", "operatingsystemrelease": [ "5.3", "6.1", "7.1" ] } ], "requirements": [ { "name": "pe", "version_requirement": "3.2.x" }, { "name": "puppet", "version_requirement": ">=2.7.20 <4.0.0" } ], "name": "puppetlabs-stdlib", "version": "3.2.1", "source": "git://github.com/puppetlabs/puppetlabs-stdlib", "author": "puppetlabs", "license": "Apache 2.0", "summary": "Puppet Module Standard Library", "description": "Standard Library for Puppet Modules", "project_page": "https://github.com/puppetlabs/puppetlabs-stdlib", "dependencies": [ ], "types": [ { "name": "anchor", "doc": "A simple resource type intended to be used as an anchor in a composite class.\n\nIn Puppet 2.6, when a class declares another class, the resources in the\ninterior class are not contained by the exterior class. This interacts badly\nwith the pattern of composing complex modules from smaller classes, as it\nmakes it impossible for end users to specify order relationships between the\nexterior class and other modules.\n\nThe anchor type lets you work around this. By sandwiching any interior\nclasses between two no-op resources that _are_ contained by the exterior\nclass, you can ensure that all resources in the module are contained.\n\n class ntp {\n # These classes will have the correct order relationship with each\n # other. However, without anchors, they won't have any order\n # relationship to Class['ntp'].\n class { 'ntp::package': }\n -> class { 'ntp::config': }\n -> class { 'ntp::service': }\n\n # These two resources \"anchor\" the composed classes within the ntp\n # class.\n anchor { 'ntp::begin': } -> Class['ntp::package']\n Class['ntp::service'] -> anchor { 'ntp::end': }\n }\n\nThis allows the end user of the ntp module to establish require and before\nrelationships with Class['ntp']:\n\n class { 'ntp': } -> class { 'mcollective': }\n class { 'mcollective': } -> class { 'ntp': }", "properties": [ ], "parameters": [ { "name": "name", "doc": "The name of the anchor resource.\n\n" } ] }, { "name": "file_line", "doc": "Ensures that a given line is contained within a file. The implementation\nmatches the full line, including whitespace at the beginning and end. If\nthe line is not contained in the given file, Puppet will add the line to\nensure the desired state. Multiple resources may be declared to manage\nmultiple lines in the same file.\n\nExample:\n\n file_line { 'sudo_rule':\n path => '/etc/sudoers',\n line => '%sudo ALL=(ALL) ALL',\n }\n file_line { 'sudo_rule_nopw':\n path => '/etc/sudoers',\n line => '%sudonopw ALL=(ALL) NOPASSWD: ALL',\n }\n\nIn this example, Puppet will ensure both of the specified lines are\ncontained in the file /etc/sudoers.", "properties": [ { "name": "ensure", "doc": "The basic property that the resource should be in.\n\nValid values are `present`, `absent`. " } ], "parameters": [ { "name": "name", "doc": "An arbitrary name used as the identity of the resource.\n\n" }, { "name": "match", "doc": "An optional regular expression to run against existing lines in the file;\\nif a match is found, we replace that line rather than adding a new line.\n\n" }, { "name": "line", "doc": "The line to be appended to the file located by the path parameter.\n\n" }, { "name": "path", "doc": "The file Puppet will ensure contains the line specified by the line parameter.\n\n" } ], "providers": [ { "name": "ruby", "doc": "" } ] } ], "checksums": { "CHANGELOG.md": "f8ffe38740fb36071daad3c548989e96", "LICENSE": "38a048b9d82e713d4e1b2573e370a756", "Modulefile": "845d941ceb9361df73b3aaed2c61df49", "README.markdown": "719cd9e9c77c8af555ac54baaf62c036", "README_DEVELOPER.markdown": "220a8b28521b5c5d2ea87c4ddb511165", "RELEASE_PROCESS.markdown": "1981f306c0047720e37be07bb6c976a4", "Rakefile": "f37e6131fe7de9a49b09d31596f5fbf1", "lib/facter/facter_dot_d.rb": "926b2c2e886a43c615d7663029d43595", "lib/facter/pe_version.rb": "4a9353952963b011759f3e6652a10da5", "lib/facter/puppet_vardir.rb": "c7ddc97e8a84ded3dd93baa5b9b3283d", "lib/facter/root_home.rb": "f559294cceafcf70799339627d94871d", "lib/facter/util/puppet_settings.rb": "9f1d2593d0ae56bfca89d4b9266aeee1", "lib/puppet/parser/functions/abs.rb": "c2f2c4a62a56e7adbf5cf0b292e081fc", "lib/puppet/parser/functions/bool2num.rb": "8e627eee990e811e35e7e838c586bd77", "lib/puppet/parser/functions/capitalize.rb": "14481fc8c7c83fe002066ebcf6722f17", "lib/puppet/parser/functions/chomp.rb": "7040b3348d2f770f265cf4c8c25c51c5", "lib/puppet/parser/functions/chop.rb": "4cc840d63ec172d8533a613676391d39", "lib/puppet/parser/functions/defined_with_params.rb": "ffab4433d03f32b551f2ea024a2948fc", "lib/puppet/parser/functions/delete.rb": "9b17b9f7f820adf02360147c1a2f4279", "lib/puppet/parser/functions/delete_at.rb": "6bc24b79390d463d8be95396c963381a", "lib/puppet/parser/functions/downcase.rb": "9204a04c2a168375a38d502db8811bbe", "lib/puppet/parser/functions/empty.rb": "ae92905c9d94ddca30bf56b7b1dabedf", "lib/puppet/parser/functions/ensure_packages.rb": "ca852b2441ca44b91a984094de4e3afc", "lib/puppet/parser/functions/ensure_resource.rb": "5c2e7990e22e5a532931627b4aaf545b", "lib/puppet/parser/functions/flatten.rb": "251d63696564254d41742ecbfbfcb9fd", "lib/puppet/parser/functions/fqdn_rotate.rb": "20743a138c56fc806a35cb7b60137dbc", "lib/puppet/parser/functions/get_module_path.rb": "d4bf50da25c0b98d26b75354fa1bcc45", "lib/puppet/parser/functions/getvar.rb": "10bf744212947bc6a7bfd2c9836dbd23", "lib/puppet/parser/functions/grep.rb": "5682995af458b05f3b53dd794c4bf896", "lib/puppet/parser/functions/has_interface_with.rb": "8d3ebca805dc6edb88b6b7a13d404787", "lib/puppet/parser/functions/has_ip_address.rb": "ee207f47906455a5aa49c4fb219dd325", "lib/puppet/parser/functions/has_ip_network.rb": "b4d726c8b2a0afac81ced8a3a28aa731", "lib/puppet/parser/functions/has_key.rb": "7cd9728c38f0b0065f832dabd62b0e7e", "lib/puppet/parser/functions/hash.rb": "75fd86c01d5b1e50be1bc8b22d3d0a61", "lib/puppet/parser/functions/is_array.rb": "875ca4356cb0d7a10606fb146b4a3d11", "lib/puppet/parser/functions/is_domain_name.rb": "fba9f855df3bbf90d72dfd5201f65d2b", "lib/puppet/parser/functions/is_float.rb": "f1b0d333061d31bf0c25bd4c33dc134b", "lib/puppet/parser/functions/is_hash.rb": "8c7d9a05084dab0389d1b779c8a05b1a", "lib/puppet/parser/functions/is_integer.rb": "a50ebc15c30bffd759e4a6f8ec6a0cf3", "lib/puppet/parser/functions/is_ip_address.rb": "a53f6e3a5855954148230846ccb3e04d", "lib/puppet/parser/functions/is_mac_address.rb": "288bd4b38d4df42a83681f13e7eaaee0", "lib/puppet/parser/functions/is_numeric.rb": "0a9bcc49e8f57af81bdfbb7e7c3a575c", "lib/puppet/parser/functions/is_string.rb": "2bd9a652bbb2668323eee6c57729ff64", "lib/puppet/parser/functions/join.rb": "b28087823456ca5cf943de4a233ac77f", "lib/puppet/parser/functions/join_keys_to_values.rb": "f29da49531228f6ca5b3aa0df00a14c2", "lib/puppet/parser/functions/keys.rb": "eb6ac815ea14fbf423580ed903ef7bad", "lib/puppet/parser/functions/loadyaml.rb": "2b912f257aa078e376d3b3f6a86c2a00", "lib/puppet/parser/functions/lstrip.rb": "210b103f78622e099f91cc2956b6f741", "lib/puppet/parser/functions/max.rb": "02975799d44ded069c1a0769cbf8b73b", "lib/puppet/parser/functions/member.rb": "541e67d06bc4155e79b00843a125e9bc", "lib/puppet/parser/functions/merge.rb": "52281fe881b762e2adfef20f58dc4180", "lib/puppet/parser/functions/min.rb": "35f1e50e7f9ff6d5b04e48952d4e13bd", "lib/puppet/parser/functions/num2bool.rb": "dbdc81982468ebb8ac24ab78d7097ad3", "lib/puppet/parser/functions/parsejson.rb": "e7f968c34928107b84cd0860daf50ab1", "lib/puppet/parser/functions/parseyaml.rb": "6cfee471d287c8d110a3629a9ac31b69", "lib/puppet/parser/functions/pick.rb": "2bede116a0651405c47e650bbf942abe", "lib/puppet/parser/functions/prefix.rb": "6a2d86233c9435afc1738f60a0c34576", "lib/puppet/parser/functions/range.rb": "033048bba333fe429e77e0f2e91db25f", "lib/puppet/parser/functions/reject.rb": "689f6a7c961a55fe9dcd240921f4c7f9", "lib/puppet/parser/functions/reverse.rb": "1386371c0f5301055fdf99079e862b3e", "lib/puppet/parser/functions/rstrip.rb": "8a0d69876bdbc88a2054ba41c9c38961", "lib/puppet/parser/functions/shuffle.rb": "6445e6b4dc62c37b184a60eeaf34414b", "lib/puppet/parser/functions/size.rb": "8972d48c0f9e487d659bd7326b40b642", "lib/puppet/parser/functions/sort.rb": "504b033b438461ca4f9764feeb017833", "lib/puppet/parser/functions/squeeze.rb": "ae5aafb7478cced0ba0c23856e45cec5", "lib/puppet/parser/functions/str2bool.rb": "846b49d623cb847c1870d7ac4a6bedf3", "lib/puppet/parser/functions/str2saltedsha512.rb": "49afad7b386be38ce53deaefef326e85", "lib/puppet/parser/functions/strftime.rb": "e02e01a598ca5d7d6eee0ba22440304a", "lib/puppet/parser/functions/strip.rb": "273d547c7b05c0598556464dfd12f5fd", "lib/puppet/parser/functions/swapcase.rb": "4902f38f0b9292afec66d40fee4b02ec", "lib/puppet/parser/functions/time.rb": "08d88d52abd1e230e3a2f82107545d48", "lib/puppet/parser/functions/to_bytes.rb": "83f23c33adbfa42b2a9d9fc2db3daeb4", "lib/puppet/parser/functions/type.rb": "62f914d6c90662aaae40c5539701be60", "lib/puppet/parser/functions/unique.rb": "217ccce6d23235af92923f50f8556963", "lib/puppet/parser/functions/upcase.rb": "a5744a74577cfa136fca2835e75888d3", "lib/puppet/parser/functions/uriescape.rb": "9ebc34f1b2f319626512b8cd7cde604c", "lib/puppet/parser/functions/validate_absolute_path.rb": "385137ac24a2dec6cecc4e6ea75be442", "lib/puppet/parser/functions/validate_array.rb": "72b29289b8af1cfc3662ef9be78911b8", "lib/puppet/parser/functions/validate_bool.rb": "4ddffdf5954b15863d18f392950b88f4", "lib/puppet/parser/functions/validate_hash.rb": "e9cfaca68751524efe16ecf2f958a9a0", "lib/puppet/parser/functions/validate_re.rb": "c6664b3943bc820415a43f16372dc2a9", "lib/puppet/parser/functions/validate_slength.rb": "0ca530d1d3b45c3fe2d604c69acfc22f", "lib/puppet/parser/functions/validate_string.rb": "6afcbc51f83f0714348b8d61e06ea7eb", "lib/puppet/parser/functions/values.rb": "066a6e4170e5034edb9a80463dff2bb5", "lib/puppet/parser/functions/values_at.rb": "094ac110ce9f7a5b16d0c80a0cf2243c", "lib/puppet/parser/functions/zip.rb": "a80782461ed9465f0cd0c010936f1855", "lib/puppet/provider/file_line/ruby.rb": "f0f61ee3076d6b8f5883872abe844f37", "lib/puppet/type/anchor.rb": "cc1da7acfe1259d5b86a64e2dea42c34", "lib/puppet/type/file_line.rb": "3e8222cb58f3503b3ea7de3647c602a0", "manifests/init.pp": "f2ba5f36e7227ed87bbb69034fc0de8b", "manifests/stages.pp": "cc6ed1751d334b0ea278c0335c7f0b5a", "spec/functions/defined_with_params_spec.rb": "3bdfac38e3d6f06140ff2e926f4ebed2", "spec/functions/ensure_packages_spec.rb": "935b4aec5ab36bdd0458c1a9b2a93ad5", "spec/functions/ensure_resource_spec.rb": "0ff2b16e3b1d23603c6cbfca08109c02", "spec/monkey_patches/alias_should_to_must.rb": "7cd4065c63f06f1ab3aaa1c5f92af947", "spec/monkey_patches/publicize_methods.rb": "1b03a4af94f7dac35f7c2809caf372ca", "spec/spec.opts": "a600ded995d948e393fbe2320ba8e51c", "spec/spec_helper.rb": "4449b0cafd8f7b2fb440c0cdb0a1f2b3", "spec/unit/facter/pe_version_spec.rb": "ef031cca838f36f99b1dab3259df96a5", "spec/unit/facter/root_home_spec.rb": "4f4c4236ac2368d2e27fd2f3eb606a19", "spec/unit/facter/util/puppet_settings_spec.rb": "345bcbef720458e25be0190b7638e4d9", "spec/unit/puppet/parser/functions/abs_spec.rb": "0a5864a29a8e9e99acc483268bd5917c", "spec/unit/puppet/parser/functions/bool2num_spec.rb": "67c3055d5d4e4c9fbcaca82038a09081", "spec/unit/puppet/parser/functions/capitalize_spec.rb": "82a4209a033fc88c624f708c12e64e2a", "spec/unit/puppet/parser/functions/chomp_spec.rb": "3cd8e2fe6b12efeffad94cce5b693b7c", "spec/unit/puppet/parser/functions/chop_spec.rb": "4e9534d25b952b261c9f46add677c390", "spec/unit/puppet/parser/functions/delete_at_spec.rb": "5a4287356b5bd36a6e4c100421215b8e", "spec/unit/puppet/parser/functions/delete_spec.rb": "0d84186ea618523b4b2a4ca0b5a09c9e", "spec/unit/puppet/parser/functions/downcase_spec.rb": "b0197829512f2e92a2d2b06ce8e2226f", "spec/unit/puppet/parser/functions/empty_spec.rb": "028c30267d648a172d8a81a9262c3abe", "spec/unit/puppet/parser/functions/flatten_spec.rb": "c1c039171d1baef89452092731b9e003", "spec/unit/puppet/parser/functions/fqdn_rotate_spec.rb": "c053cb14a26e820713c882040f0569ab", "spec/unit/puppet/parser/functions/get_module_path_spec.rb": "24c75fb78853f05d35d041b59232c3f4", "spec/unit/puppet/parser/functions/getvar_spec.rb": "842bf88d47077a9ae64097b6e39c3364", "spec/unit/puppet/parser/functions/grep_spec.rb": "78179537496a7150469e591a95e255d8", "spec/unit/puppet/parser/functions/has_interface_with_spec.rb": "7c16d731c518b434c81b8cb2227cc916", "spec/unit/puppet/parser/functions/has_ip_address_spec.rb": "f53c7baeaf024ff577447f6c28c0f3a7", "spec/unit/puppet/parser/functions/has_ip_network_spec.rb": "885ea8a4c987b735d683b742bf846cb1", "spec/unit/puppet/parser/functions/has_key_spec.rb": "3e4e730d98bbdfb88438b6e08e45868e", "spec/unit/puppet/parser/functions/hash_spec.rb": "826337a92d8f7a189b7ac19615db0ed7", "spec/unit/puppet/parser/functions/is_array_spec.rb": "8c020af9c360abdbbf1ba887bb26babe", "spec/unit/puppet/parser/functions/is_domain_name_spec.rb": "8eed3a9eb9334bf6a473ad4e2cabc2ec", "spec/unit/puppet/parser/functions/is_float_spec.rb": "171fc0e382d9856c2d8db2b70c9ec9cd", "spec/unit/puppet/parser/functions/is_hash_spec.rb": "408e121a5e30c4c5c4a0a383beb6e209", "spec/unit/puppet/parser/functions/is_integer_spec.rb": "a302cf1de5ccb494ca9614d2fc2b53c5", "spec/unit/puppet/parser/functions/is_ip_address_spec.rb": "6040a9bae4e5c853966148b634501157", "spec/unit/puppet/parser/functions/is_mac_address_spec.rb": "644cd498b426ff2f9ea9cbc5d8e141d7", "spec/unit/puppet/parser/functions/is_numeric_spec.rb": "5f08148803b6088c27b211c446ad3658", "spec/unit/puppet/parser/functions/is_string_spec.rb": "5c015d8267de852da3a12b984e077092", "spec/unit/puppet/parser/functions/join_keys_to_values_spec.rb": "7c7937411b7fe4bb944c0c022d3a96b0", "spec/unit/puppet/parser/functions/join_spec.rb": "c3b50c39390a86b493511be2c6722235", "spec/unit/puppet/parser/functions/keys_spec.rb": "35cc2ed490dc68da6464f245dfebd617", "spec/unit/puppet/parser/functions/lstrip_spec.rb": "1fc2c2d80b5f724a358c3cfeeaae6249", "spec/unit/puppet/parser/functions/max_spec.rb": "8c8eb040afb373d55c88745377fc2313", "spec/unit/puppet/parser/functions/member_spec.rb": "067c60985efc57022ca1c5508d74d77f", "spec/unit/puppet/parser/functions/merge_spec.rb": "a0e0d7514b90a157def16244cbbf81df", "spec/unit/puppet/parser/functions/min_spec.rb": "8371e367c8ff0525308b9cbeeba3ab94", "spec/unit/puppet/parser/functions/num2bool_spec.rb": "7c80e016a73122fa5f921dac02626d89", "spec/unit/puppet/parser/functions/parsejson_spec.rb": "37ab84381e035c31d6a3dd9bf73a3d53", "spec/unit/puppet/parser/functions/parseyaml_spec.rb": "65dfed872930ffe0d21954c15daaf498", "spec/unit/puppet/parser/functions/pick_spec.rb": "aba6247d3925e373272fca6768fd5403", "spec/unit/puppet/parser/functions/prefix_spec.rb": "16a95b321d76e773812693c80edfbe36", "spec/unit/puppet/parser/functions/range_spec.rb": "91d69115dea43f62a2dca9a10467d836", "spec/unit/puppet/parser/functions/reject_spec.rb": "8e16c9f064870e958b6278261e480954", "spec/unit/puppet/parser/functions/reverse_spec.rb": "48169990e59081ccbd112b6703418ce4", "spec/unit/puppet/parser/functions/rstrip_spec.rb": "a408e933753c9c323a05d7079d32cbb3", "spec/unit/puppet/parser/functions/shuffle_spec.rb": "2141a54d2fb3cf725b88184d639677f4", "spec/unit/puppet/parser/functions/size_spec.rb": "d126b696b21a8cd754d58f78ddba6f06", "spec/unit/puppet/parser/functions/sort_spec.rb": "7039cd230a94e95d9d1de2e1094acae2", "spec/unit/puppet/parser/functions/squeeze_spec.rb": "df5b349c208a9a2a4d4b8e6d9324756f", "spec/unit/puppet/parser/functions/str2bool_spec.rb": "a3f9c1e4121a58e02c1614cc771d180d", "spec/unit/puppet/parser/functions/str2saltedsha512_spec.rb": "215579d1a544bd62b251bf048c565b26", "spec/unit/puppet/parser/functions/strftime_spec.rb": "bf140883ecf3254277306fa5b25f0344", "spec/unit/puppet/parser/functions/strip_spec.rb": "a01796bebbdabd3fad12b0662ea5966e", "spec/unit/puppet/parser/functions/swapcase_spec.rb": "0660ce8807608cc8f98ad1edfa76a402", "spec/unit/puppet/parser/functions/time_spec.rb": "b6d0279062779efe5153fe5cfafc5bbd", "spec/unit/puppet/parser/functions/to_bytes_spec.rb": "80aaf68cf7e938e46b5278c1907af6be", "spec/unit/puppet/parser/functions/type_spec.rb": "422f2c33458fe9b0cc9614d16f7573ba", "spec/unit/puppet/parser/functions/unique_spec.rb": "2df8b3b2edb9503943cb4dcb4a371867", "spec/unit/puppet/parser/functions/upcase_spec.rb": "813668919bc62cdd1d349dafc19fbbb3", "spec/unit/puppet/parser/functions/uriescape_spec.rb": "8d9e15156d93fe29bfe91a2e83352ff4", "spec/unit/puppet/parser/functions/validate_absolute_path_spec.rb": "07839082d24d5a7628fd5bce6c8b35c3", "spec/unit/puppet/parser/functions/validate_array_spec.rb": "3fd3c8cca1c69e47e89acf27fafd2ddb", "spec/unit/puppet/parser/functions/validate_bool_spec.rb": "9b1e15d42a7aaa45e56cca0e60ac1fc3", "spec/unit/puppet/parser/functions/validate_hash_spec.rb": "399d936c9532e7f328291027b7535ea7", "spec/unit/puppet/parser/functions/validate_re_spec.rb": "b21292ad2f30c0d43ab2f0c2df0ba7d5", "spec/unit/puppet/parser/functions/validate_slength_spec.rb": "a1b4d805149dc0143e9a57e43e1f84bf", "spec/unit/puppet/parser/functions/validate_string_spec.rb": "3c04a751615a86656f04d313028a4cf4", "spec/unit/puppet/parser/functions/values_at_spec.rb": "de45fd8abbc4c037c3c4fac2dcf186f9", "spec/unit/puppet/parser/functions/values_spec.rb": "0ac9e141ed1f612d7cc224f747b2d1d9", "spec/unit/puppet/parser/functions/zip_spec.rb": "06a86e4e70d2aea63812582aae1d26c4", "spec/unit/puppet/provider/file_line/ruby_spec.rb": "e8cd7432739cb212d40a9148523bd4d7", "spec/unit/puppet/type/anchor_spec.rb": "a5478a72a7fab2d215f39982a9230c18", "spec/unit/puppet/type/file_line_spec.rb": "0f532215c0467bf323b233c9f1733e37", "spec/watchr.rb": "b588ddf9ef1c19ab97aa892cc776da73", "tests/file_line.pp": "67727539aa7b7dd76f06626fe734f7f7", "tests/has_interface_with.pp": "384f0afaafc04dcbd6b0bda20214854c", "tests/has_ip_address.pp": "f8ac1b6d3c75c484d0b8b33f24a732b1", "tests/has_ip_network.pp": "2250fc62ed9aec64bd8542ac12829005", "tests/init.pp": "1d98070412c76824e66db4b7eb74d433" } }examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/000077500000000000000000000000001245774017100250425ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/functions/000077500000000000000000000000001245774017100270525ustar00rootroot00000000000000defined_with_params_spec.rb000077500000000000000000000025271245774017100343370ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' require 'rspec-puppet' describe 'defined_with_params' do describe 'when a resource is not specified' do it { should run.with_params().and_raise_error(ArgumentError) } end describe 'when compared against a resource with no attributes' do let :pre_condition do 'user { "dan": }' end it do should run.with_params('User[dan]', {}).and_return(true) should run.with_params('User[bob]', {}).and_return(false) should run.with_params('User[dan]', {'foo' => 'bar'}).and_return(false) end end describe 'when compared against a resource with attributes' do let :pre_condition do 'user { "dan": ensure => present, shell => "/bin/csh", managehome => false}' end it do should run.with_params('User[dan]', {}).and_return(true) should run.with_params('User[dan]', '').and_return(true) should run.with_params('User[dan]', {'ensure' => 'present'} ).and_return(true) should run.with_params('User[dan]', {'ensure' => 'present', 'managehome' => false} ).and_return(true) should run.with_params('User[dan]', {'ensure' => 'absent', 'managehome' => false} ).and_return(false) end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/functions/ensure_packages_spec.rb000077500000000000000000000024411245774017100335540ustar00rootroot00000000000000#! /usr/bin/env ruby require 'spec_helper' require 'rspec-puppet' describe 'ensure_packages' do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } describe 'argument handling' do it 'fails with no arguments' do should run.with_params().and_raise_error(Puppet::ParseError) end it 'requires an array' do lambda { scope.function_ensure_packages([['foo']]) }.should_not raise_error end it 'fails when given a string' do should run.with_params('foo').and_raise_error(Puppet::ParseError) end end context 'given a catalog containing Package[puppet]{ensure => absent}' do let :pre_condition do 'package { puppet: ensure => absent }' end # NOTE: should run.with_params has the side effect of making the compiler # available to the test harness. it 'has no effect on Package[puppet]' do should run.with_params(['puppet']) rsrc = compiler.catalog.resource('Package[puppet]') rsrc.to_hash.should == {:ensure => "absent"} end end context 'given a clean catalog' do it 'declares package resources with ensure => present' do should run.with_params(['facter']) rsrc = compiler.catalog.resource('Package[facter]') rsrc.to_hash.should == {:name => "facter", :ensure => "present"} end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/functions/ensure_resource_spec.rb000077500000000000000000000025241245774017100336270ustar00rootroot00000000000000#! /usr/bin/env ruby -S rspec require 'spec_helper' require 'rspec-puppet' describe 'ensure_resource' do describe 'when a type or title is not specified' do it do should run.with_params().and_raise_error(ArgumentError) should run.with_params(['type']).and_raise_error(ArgumentError) end end describe 'when compared against a resource with no attributes' do let :pre_condition do 'user { "dan": }' end it do should run.with_params('user', 'dan', {}) compiler.catalog.resource('User[dan]').to_s.should == 'User[dan]' end end describe 'when compared against a resource with attributes' do let :pre_condition do 'user { "dan": ensure => present, shell => "/bin/csh", managehome => false}' end it do # these first three should not fail should run.with_params('User', 'dan', {}) should run.with_params('User', 'dan', '') should run.with_params('User', 'dan', {'ensure' => 'present'}) should run.with_params('User', 'dan', {'ensure' => 'present', 'managehome' => false} ) # test that this fails should run.with_params('User', 'dan', {'ensure' => 'absent', 'managehome' => false} ).and_raise_error(Puppet::Error) end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/monkey_patches/000077500000000000000000000000001245774017100300535ustar00rootroot00000000000000alias_should_to_must.rb000077500000000000000000000002271245774017100345460ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/monkey_patchesrequire 'rspec' class Object # This is necessary because the RAL has a 'should' # method. alias :must :should alias :must_not :should_not end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/monkey_patches/publicize_methods.rb000077500000000000000000000005631245774017100341200ustar00rootroot00000000000000# Some monkey-patching to allow us to test private methods. class Class def publicize_methods(*methods) saved_private_instance_methods = methods.empty? ? self.private_instance_methods : methods self.class_eval { public(*saved_private_instance_methods) } yield self.class_eval { private(*saved_private_instance_methods) } end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/spec.opts000077500000000000000000000000571245774017100267100ustar00rootroot00000000000000--format s --colour --loadby mtime --backtrace examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/spec_helper.rb000077500000000000000000000016661245774017100276740ustar00rootroot00000000000000dir = File.expand_path(File.dirname(__FILE__)) $LOAD_PATH.unshift File.join(dir, 'lib') # Don't want puppet getting the command line arguments for rake or autotest ARGV.clear require 'puppet' require 'facter' require 'mocha' gem 'rspec', '>=2.0.0' require 'rspec/expectations' require 'puppetlabs_spec_helper/module_spec_helper' RSpec.configure do |config| # FIXME REVISIT - We may want to delegate to Facter like we do in # Puppet::PuppetSpecInitializer.initialize_via_testhelper(config) because # this behavior is a duplication of the spec_helper in Facter. config.before :each do # Ensure that we don't accidentally cache facts and environment between # test cases. This requires each example group to explicitly load the # facts being exercised with something like # Facter.collection.loader.load(:ipaddress) Facter::Util::Loader.any_instance.stubs(:load_all) Facter.clear Facter.clear_messages end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/000077500000000000000000000000001245774017100260215ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/facter/000077500000000000000000000000001245774017100272655ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/facter/pe_version_spec.rb000077500000000000000000000041121245774017100327760ustar00rootroot00000000000000#!/usr/bin/env rspec require 'spec_helper' describe "PE Version specs" do before :each do # Explicitly load the pe_version.rb file which contains generated facts # that cannot be automatically loaded. Puppet 2.x implements # Facter.collection.load while Facter 1.x markes Facter.collection.load as # a private method. if Facter.collection.respond_to? :load Facter.collection.load(:pe_version) else Facter.collection.loader.load(:pe_version) end end context "If PE is installed" do %w{ 2.6.1 2.10.300 }.each do |version| puppetversion = "2.7.19 (Puppet Enterprise #{version})" context "puppetversion => #{puppetversion}" do before :each do Facter.fact(:puppetversion).stubs(:value).returns(puppetversion) end (major,minor,patch) = version.split(".") it "Should return true" do Facter.fact(:is_pe).value.should == true end it "Should have a version of #{version}" do Facter.fact(:pe_version).value.should == version end it "Should have a major version of #{major}" do Facter.fact(:pe_major_version).value.should == major end it "Should have a minor version of #{minor}" do Facter.fact(:pe_minor_version).value.should == minor end it "Should have a patch version of #{patch}" do Facter.fact(:pe_patch_version).value.should == patch end end end end context "When PE is not installed" do before :each do Facter.fact(:puppetversion).stubs(:value).returns("2.7.19") end it "is_pe is false" do Facter.fact(:is_pe).value.should == false end it "pe_version is nil" do Facter.fact(:pe_version).value.should be_nil end it "pe_major_version is nil" do Facter.fact(:pe_major_version).value.should be_nil end it "pe_minor_version is nil" do Facter.fact(:pe_minor_version).value.should be_nil end it "Should have a patch version" do Facter.fact(:pe_patch_version).value.should be_nil end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/facter/root_home_spec.rb000077500000000000000000000024771245774017100326340ustar00rootroot00000000000000require 'spec_helper' require 'facter/root_home' describe Facter::Util::RootHome do context "solaris" do let(:root_ent) { "root:x:0:0:Super-User:/:/sbin/sh" } let(:expected_root_home) { "/" } it "should return /" do Facter::Util::Resolution.expects(:exec).with("getent passwd root").returns(root_ent) Facter::Util::RootHome.get_root_home.should == expected_root_home end end context "linux" do let(:root_ent) { "root:x:0:0:root:/root:/bin/bash" } let(:expected_root_home) { "/root" } it "should return /root" do Facter::Util::Resolution.expects(:exec).with("getent passwd root").returns(root_ent) Facter::Util::RootHome.get_root_home.should == expected_root_home end end context "macosx" do let(:root_ent) { "root:*:0:0:System Administrator:/var/root:/bin/sh" } let(:expected_root_home) { "/var/root" } it "should return /var/root" do Facter::Util::Resolution.expects(:exec).with("getent passwd root").returns(root_ent) Facter::Util::RootHome.get_root_home.should == expected_root_home end end context "windows" do before :each do Facter::Util::Resolution.expects(:exec).with("getent passwd root").returns(nil) end it "should be nil on windows" do Facter::Util::RootHome.get_root_home.should be_nil end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/facter/util/000077500000000000000000000000001245774017100302425ustar00rootroot00000000000000puppet_settings_spec.rb000077500000000000000000000016771245774017100347750ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/facter/utilrequire 'spec_helper' require 'facter/util/puppet_settings' describe Facter::Util::PuppetSettings do describe "#with_puppet" do context "Without Puppet loaded" do before(:each) do Module.expects(:const_get).with("Puppet").raises(NameError) end it 'should be nil' do subject.with_puppet { Puppet[:vardir] }.should be_nil end it 'should not yield to the block' do Puppet.expects(:[]).never subject.with_puppet { Puppet[:vardir] }.should be_nil end end context "With Puppet loaded" do module Puppet; end let(:vardir) { "/var/lib/puppet" } before :each do Puppet.expects(:[]).with(:vardir).returns vardir end it 'should yield to the block' do subject.with_puppet { Puppet[:vardir] } end it 'should return the nodes vardir' do subject.with_puppet { Puppet[:vardir] }.should eq vardir end end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/000077500000000000000000000000001245774017100273365ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/000077500000000000000000000000001245774017100306325ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions/000077500000000000000000000000001245774017100326425ustar00rootroot00000000000000abs_spec.rb000077500000000000000000000012271245774017100346740ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the abs function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("abs").should == "function_abs" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_abs([]) }.should( raise_error(Puppet::ParseError)) end it "should convert a negative number into a positive" do result = scope.function_abs(["-34"]) result.should(eq(34)) end it "should do nothing with a positive number" do result = scope.function_abs(["5678"]) result.should(eq(5678)) end end bool2num_spec.rb000077500000000000000000000012071245774017100356620ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the bool2num function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("bool2num").should == "function_bool2num" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_bool2num([]) }.should( raise_error(Puppet::ParseError)) end it "should convert true to 1" do result = scope.function_bool2num([true]) result.should(eq(1)) end it "should convert false to 0" do result = scope.function_bool2num([false]) result.should(eq(0)) end end capitalize_spec.rb000077500000000000000000000010671245774017100362560ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the capitalize function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("capitalize").should == "function_capitalize" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_capitalize([]) }.should( raise_error(Puppet::ParseError)) end it "should capitalize the beginning of a string" do result = scope.function_capitalize(["abc"]) result.should(eq("Abc")) end end chomp_spec.rb000077500000000000000000000010251245774017100352310ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the chomp function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("chomp").should == "function_chomp" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_chomp([]) }.should( raise_error(Puppet::ParseError)) end it "should chomp the end of a string" do result = scope.function_chomp(["abc\n"]) result.should(eq("abc")) end end chop_spec.rb000077500000000000000000000010211245774017100350500ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the chop function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("chop").should == "function_chop" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_chop([]) }.should( raise_error(Puppet::ParseError)) end it "should chop the end of a string" do result = scope.function_chop(["asdf\n"]) result.should(eq("asdf")) end end delete_at_spec.rb000077500000000000000000000011161245774017100360520ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the delete_at function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("delete_at").should == "function_delete_at" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_delete_at([]) }.should( raise_error(Puppet::ParseError)) end it "should delete an item at specified location from an array" do result = scope.function_delete_at([['a','b','c'],1]) result.should(eq(['a','c'])) end end delete_spec.rb000077500000000000000000000023571245774017100353760ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the delete function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("delete").should == "function_delete" end it "should raise a ParseError if there are fewer than 2 arguments" do lambda { scope.function_delete([]) }.should( raise_error(Puppet::ParseError)) end it "should raise a ParseError if there are greater than 2 arguments" do lambda { scope.function_delete([[], 'foo', 'bar']) }.should( raise_error(Puppet::ParseError)) end it "should raise a TypeError if a number is passed as the first argument" do lambda { scope.function_delete([1, 'bar']) }.should( raise_error(TypeError)) end it "should delete all instances of an element from an array" do result = scope.function_delete([['a','b','c','b'],'b']) result.should(eq(['a','c'])) end it "should delete all instances of a substring from a string" do result = scope.function_delete(['foobarbabarz','bar']) result.should(eq('foobaz')) end it "should delete a key from a hash" do result = scope.function_delete([{ 'a' => 1, 'b' => 2, 'c' => 3 },'b']) result.should(eq({ 'a' => 1, 'c' => 3 })) end end downcase_spec.rb000077500000000000000000000012731245774017100357330ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the downcase function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("downcase").should == "function_downcase" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_downcase([]) }.should( raise_error(Puppet::ParseError)) end it "should downcase a string" do result = scope.function_downcase(["ASFD"]) result.should(eq("asfd")) end it "should do nothing to a string that is already downcase" do result = scope.function_downcase(["asdf asdf"]) result.should(eq("asdf asdf")) end end empty_spec.rb000077500000000000000000000012351245774017100352640ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the empty function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("empty").should == "function_empty" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_empty([]) }.should( raise_error(Puppet::ParseError)) end it "should return a true for an empty string" do result = scope.function_empty(['']) result.should(eq(true)) end it "should return a false for a non-empty string" do result = scope.function_empty(['asdf']) result.should(eq(false)) end end flatten_spec.rb000077500000000000000000000014001245774017100355550ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the flatten function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("flatten").should == "function_flatten" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_flatten([]) }.should( raise_error(Puppet::ParseError)) end it "should flatten a complex data structure" do result = scope.function_flatten([["a","b",["c",["d","e"],"f","g"]]]) result.should(eq(["a","b","c","d","e","f","g"])) end it "should do nothing to a structure that is already flat" do result = scope.function_flatten([["a","b","c","d"]]) result.should(eq(["a","b","c","d"])) end end fqdn_rotate_spec.rb000077500000000000000000000024701245774017100364360ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the fqdn_rotate function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("fqdn_rotate").should == "function_fqdn_rotate" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_fqdn_rotate([]) }.should( raise_error(Puppet::ParseError)) end it "should rotate a string and the result should be the same size" do scope.expects(:lookupvar).with("::fqdn").returns("127.0.0.1") result = scope.function_fqdn_rotate(["asdf"]) result.size.should(eq(4)) end it "should rotate a string to give the same results for one host" do scope.expects(:lookupvar).with("::fqdn").returns("127.0.0.1").twice scope.function_fqdn_rotate(["abcdefg"]).should eql(scope.function_fqdn_rotate(["abcdefg"])) end it "should rotate a string to give different values on different hosts" do scope.expects(:lookupvar).with("::fqdn").returns("127.0.0.1") val1 = scope.function_fqdn_rotate(["abcdefghijklmnopqrstuvwxyz01234567890987654321"]) scope.expects(:lookupvar).with("::fqdn").returns("127.0.0.2") val2 = scope.function_fqdn_rotate(["abcdefghijklmnopqrstuvwxyz01234567890987654321"]) val1.should_not eql(val2) end end get_module_path_spec.rb000077500000000000000000000040401245774017100372630ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe Puppet::Parser::Functions.function(:get_module_path) do Internals = PuppetlabsSpec::PuppetInternals class StubModule attr_reader :path def initialize(path) @path = path end end def scope(environment = "production") Internals.scope(:compiler => Internals.compiler(:node => Internals.node(:environment => environment))) end it 'should only allow one argument' do expect { scope.function_get_module_path([]) }.should raise_error(Puppet::ParseError, /Wrong number of arguments, expects one/) expect { scope.function_get_module_path(['1','2','3']) }.should raise_error(Puppet::ParseError, /Wrong number of arguments, expects one/) end it 'should raise an exception when the module cannot be found' do expect { scope.function_get_module_path(['foo']) }.should raise_error(Puppet::ParseError, /Could not find module/) end describe 'when locating a module' do let(:modulepath) { "/tmp/does_not_exist" } let(:path_of_module_foo) { StubModule.new("/tmp/does_not_exist/foo") } before(:each) { Puppet[:modulepath] = modulepath } it 'should be able to find module paths from the modulepath setting' do Puppet::Module.expects(:find).with('foo', 'production').returns(path_of_module_foo) scope.function_get_module_path(['foo']).should == path_of_module_foo.path end it 'should be able to find module paths when the modulepath is a list' do Puppet[:modulepath] = modulepath + ":/tmp" Puppet::Module.expects(:find).with('foo', 'production').returns(path_of_module_foo) scope.function_get_module_path(['foo']).should == path_of_module_foo.path end it 'should respect the environment' do pending("Disabled on Puppet 2.6.x") if Puppet.version =~ /^2\.6\b/ Puppet.settings[:environment] = 'danstestenv' Puppet::Module.expects(:find).with('foo', 'danstestenv').returns(path_of_module_foo) scope('danstestenv').function_get_module_path(['foo']).should == path_of_module_foo.path end end end getvar_spec.rb000077500000000000000000000024221245774017100354150ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe Puppet::Parser::Functions.function(:getvar) do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } describe 'when calling getvar from puppet' do it "should not compile when no arguments are passed" do pending("Fails on 2.6.x, see bug #15912") if Puppet.version =~ /^2\.6\./ Puppet[:code] = '$foo = getvar()' expect { scope.compiler.compile }.to raise_error(Puppet::ParseError, /wrong number of arguments/) end it "should not compile when too many arguments are passed" do pending("Fails on 2.6.x, see bug #15912") if Puppet.version =~ /^2\.6\./ Puppet[:code] = '$foo = getvar("foo::bar", "baz")' expect { scope.compiler.compile }.to raise_error(Puppet::ParseError, /wrong number of arguments/) end it "should lookup variables in other namespaces" do pending("Fails on 2.6.x, see bug #15912") if Puppet.version =~ /^2\.6\./ Puppet[:code] = <<-'ENDofPUPPETcode' class site::data { $foo = 'baz' } include site::data $foo = getvar("site::data::foo") if $foo != 'baz' { fail('getvar did not return what we expect') } ENDofPUPPETcode scope.compiler.compile end end end grep_spec.rb000077500000000000000000000010741245774017100350640ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the grep function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("grep").should == "function_grep" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_grep([]) }.should( raise_error(Puppet::ParseError)) end it "should grep contents from an array" do result = scope.function_grep([["aaabbb","bbbccc","dddeee"], "bbb"]) result.should(eq(["aaabbb","bbbccc"])) end end has_interface_with_spec.rb000077500000000000000000000043431245774017100377570ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#!/usr/bin/env ruby -S rspec require 'spec_helper' describe Puppet::Parser::Functions.function(:has_interface_with) do let(:scope) do PuppetlabsSpec::PuppetInternals.scope end # The subject of these examples is the method itself. subject do function_name = Puppet::Parser::Functions.function(:has_interface_with) scope.method(function_name) end # We need to mock out the Facts so we can specify how we expect this function # to behave on different platforms. context "On Mac OS X Systems" do before :each do scope.stubs(:lookupvar).with("interfaces").returns('lo0,gif0,stf0,en1,p2p0,fw0,en0,vmnet1,vmnet8,utun0') end it 'should have loopback (lo0)' do subject.call(['lo0']).should be_true end it 'should not have loopback (lo)' do subject.call(['lo']).should be_false end end context "On Linux Systems" do before :each do scope.stubs(:lookupvar).with("interfaces").returns('eth0,lo') scope.stubs(:lookupvar).with("ipaddress").returns('10.0.0.1') scope.stubs(:lookupvar).with("ipaddress_lo").returns('127.0.0.1') scope.stubs(:lookupvar).with("ipaddress_eth0").returns('10.0.0.1') scope.stubs(:lookupvar).with('muppet').returns('kermit') scope.stubs(:lookupvar).with('muppet_lo').returns('mspiggy') scope.stubs(:lookupvar).with('muppet_eth0').returns('kermit') end it 'should have loopback (lo)' do subject.call(['lo']).should be_true end it 'should not have loopback (lo0)' do subject.call(['lo0']).should be_false end it 'should have ipaddress with 127.0.0.1' do subject.call(['ipaddress', '127.0.0.1']).should be_true end it 'should have ipaddress with 10.0.0.1' do subject.call(['ipaddress', '10.0.0.1']).should be_true end it 'should not have ipaddress with 10.0.0.2' do subject.call(['ipaddress', '10.0.0.2']).should be_false end it 'should have muppet named kermit' do subject.call(['muppet', 'kermit']).should be_true end it 'should have muppet named mspiggy' do subject.call(['muppet', 'mspiggy']).should be_true end it 'should not have muppet named bigbird' do subject.call(['muppet', 'bigbird']).should be_false end end end has_ip_address_spec.rb000077500000000000000000000021121245774017100370710ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#!/usr/bin/env ruby -S rspec require 'spec_helper' describe Puppet::Parser::Functions.function(:has_ip_address) do let(:scope) do PuppetlabsSpec::PuppetInternals.scope end subject do function_name = Puppet::Parser::Functions.function(:has_ip_address) scope.method(function_name) end context "On Linux Systems" do before :each do scope.stubs(:lookupvar).with('interfaces').returns('eth0,lo') scope.stubs(:lookupvar).with('ipaddress').returns('10.0.2.15') scope.stubs(:lookupvar).with('ipaddress_eth0').returns('10.0.2.15') scope.stubs(:lookupvar).with('ipaddress_lo').returns('127.0.0.1') end it 'should have primary address (10.0.2.15)' do subject.call(['10.0.2.15']).should be_true end it 'should have lookupback address (127.0.0.1)' do subject.call(['127.0.0.1']).should be_true end it 'should not have other address' do subject.call(['192.1681.1.1']).should be_false end it 'should not have "mspiggy" on an interface' do subject.call(['mspiggy']).should be_false end end end has_ip_network_spec.rb000077500000000000000000000017171245774017100371470ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#!/usr/bin/env ruby -S rspec require 'spec_helper' describe Puppet::Parser::Functions.function(:has_ip_network) do let(:scope) do PuppetlabsSpec::PuppetInternals.scope end subject do function_name = Puppet::Parser::Functions.function(:has_ip_network) scope.method(function_name) end context "On Linux Systems" do before :each do scope.stubs(:lookupvar).with('interfaces').returns('eth0,lo') scope.stubs(:lookupvar).with('network').returns(:undefined) scope.stubs(:lookupvar).with('network_eth0').returns('10.0.2.0') scope.stubs(:lookupvar).with('network_lo').returns('127.0.0.1') end it 'should have primary network (10.0.2.0)' do subject.call(['10.0.2.0']).should be_true end it 'should have loopback network (127.0.0.0)' do subject.call(['127.0.0.1']).should be_true end it 'should not have other network' do subject.call(['192.168.1.0']).should be_false end end end has_key_spec.rb000077500000000000000000000027031245774017100355520ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe Puppet::Parser::Functions.function(:has_key) do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } describe 'when calling has_key from puppet' do it "should not compile when no arguments are passed" do pending("Fails on 2.6.x, see bug #15912") if Puppet.version =~ /^2\.6\./ Puppet[:code] = '$x = has_key()' expect { scope.compiler.compile }.to raise_error(Puppet::ParseError, /wrong number of arguments/) end it "should not compile when 1 argument is passed" do pending("Fails on 2.6.x, see bug #15912") if Puppet.version =~ /^2\.6\./ Puppet[:code] = "$x = has_key('foo')" expect { scope.compiler.compile }.to raise_error(Puppet::ParseError, /wrong number of arguments/) end it "should require the first value to be a Hash" do pending("Fails on 2.6.x, see bug #15912") if Puppet.version =~ /^2\.6\./ Puppet[:code] = "$x = has_key('foo', 'bar')" expect { scope.compiler.compile }.to raise_error(Puppet::ParseError, /expects the first argument to be a hash/) end end describe 'when calling the function has_key from a scope instance' do it 'should detect existing keys' do scope.function_has_key([{'one' => 1}, 'one']).should be_true end it 'should detect existing keys' do scope.function_has_key([{'one' => 1}, 'two']).should be_false end end end hash_spec.rb000077500000000000000000000010561245774017100350520ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the hash function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("hash").should == "function_hash" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_hash([]) }.should( raise_error(Puppet::ParseError)) end it "should convert an array to a hash" do result = scope.function_hash([['a',1,'b',2,'c',3]]) result.should(eq({'a'=>1,'b'=>2,'c'=>3})) end end is_array_spec.rb000077500000000000000000000014601245774017100357370ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the is_array function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("is_array").should == "function_is_array" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_is_array([]) }.should( raise_error(Puppet::ParseError)) end it "should return true if passed an array" do result = scope.function_is_array([[1,2,3]]) result.should(eq(true)) end it "should return false if passed a hash" do result = scope.function_is_array([{'a'=>1}]) result.should(eq(false)) end it "should return false if passed a string" do result = scope.function_is_array(["asdf"]) result.should(eq(false)) end end is_domain_name_spec.rb000077500000000000000000000036011245774017100370670ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the is_domain_name function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("is_domain_name").should == "function_is_domain_name" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_is_domain_name([]) }.should( raise_error(Puppet::ParseError)) end it "should return true if a valid short domain name" do result = scope.function_is_domain_name(["x.com"]) result.should(be_true) end it "should return true if the domain is ." do result = scope.function_is_domain_name(["."]) result.should(be_true) end it "should return true if the domain is x.com." do result = scope.function_is_domain_name(["x.com."]) result.should(be_true) end it "should return true if a valid domain name" do result = scope.function_is_domain_name(["foo.bar.com"]) result.should(be_true) end it "should allow domain parts to start with numbers" do result = scope.function_is_domain_name(["3foo.2bar.com"]) result.should(be_true) end it "should allow domain to end with a dot" do result = scope.function_is_domain_name(["3foo.2bar.com."]) result.should(be_true) end it "should allow a single part domain" do result = scope.function_is_domain_name(["orange"]) result.should(be_true) end it "should return false if domain parts start with hyphens" do result = scope.function_is_domain_name(["-3foo.2bar.com"]) result.should(be_false) end it "should return true if domain contains hyphens" do result = scope.function_is_domain_name(["3foo-bar.2bar-fuzz.com"]) result.should(be_true) end it "should return false if domain name contains spaces" do result = scope.function_is_domain_name(["not valid"]) result.should(be_false) end end is_float_spec.rb000077500000000000000000000016721245774017100357330ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the is_float function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("is_float").should == "function_is_float" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_is_float([]) }.should( raise_error(Puppet::ParseError)) end it "should return true if a float" do result = scope.function_is_float(["0.12"]) result.should(eq(true)) end it "should return false if a string" do result = scope.function_is_float(["asdf"]) result.should(eq(false)) end it "should return false if an integer" do result = scope.function_is_float(["3"]) result.should(eq(false)) end it "should return true if a float is created from an arithmetical operation" do result = scope.function_is_float([3.2*2]) result.should(eq(true)) end end is_hash_spec.rb000077500000000000000000000014621245774017100355460ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the is_hash function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("is_hash").should == "function_is_hash" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_is_hash([]) }.should( raise_error(Puppet::ParseError)) end it "should return true if passed a hash" do result = scope.function_is_hash([{"a"=>1,"b"=>2}]) result.should(eq(true)) end it "should return false if passed an array" do result = scope.function_is_hash([["a","b"]]) result.should(eq(false)) end it "should return false if passed a string" do result = scope.function_is_hash(["asdf"]) result.should(eq(false)) end end is_integer_spec.rb000077500000000000000000000017131245774017100362570ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the is_integer function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("is_integer").should == "function_is_integer" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_is_integer([]) }.should( raise_error(Puppet::ParseError)) end it "should return true if an integer" do result = scope.function_is_integer(["3"]) result.should(eq(true)) end it "should return false if a float" do result = scope.function_is_integer(["3.2"]) result.should(eq(false)) end it "should return false if a string" do result = scope.function_is_integer(["asdf"]) result.should(eq(false)) end it "should return true if an integer is created from an arithmetical operation" do result = scope.function_is_integer([3*2]) result.should(eq(true)) end end is_ip_address_spec.rb000077500000000000000000000022351245774017100367370ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the is_ip_address function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("is_ip_address").should == "function_is_ip_address" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_is_ip_address([]) }.should( raise_error(Puppet::ParseError)) end it "should return true if an IPv4 address" do result = scope.function_is_ip_address(["1.2.3.4"]) result.should(eq(true)) end it "should return true if a full IPv6 address" do result = scope.function_is_ip_address(["fe80:0000:cd12:d123:e2f8:47ff:fe09:dd74"]) result.should(eq(true)) end it "should return true if a compressed IPv6 address" do result = scope.function_is_ip_address(["fe00::1"]) result.should(eq(true)) end it "should return false if not valid" do result = scope.function_is_ip_address(["asdf"]) result.should(eq(false)) end it "should return false if IP octets out of range" do result = scope.function_is_ip_address(["1.1.1.300"]) result.should(eq(false)) end end is_mac_address_spec.rb000077500000000000000000000015761245774017100370760ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the is_mac_address function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("is_mac_address").should == "function_is_mac_address" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_is_mac_address([]) }.should( raise_error(Puppet::ParseError)) end it "should return true if a valid mac address" do result = scope.function_is_mac_address(["00:a0:1f:12:7f:a0"]) result.should(eq(true)) end it "should return false if octets are out of range" do result = scope.function_is_mac_address(["00:a0:1f:12:7f:g0"]) result.should(eq(false)) end it "should return false if not valid" do result = scope.function_is_mac_address(["not valid"]) result.should(eq(false)) end end is_numeric_spec.rb000077500000000000000000000021551245774017100362650ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the is_numeric function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("is_numeric").should == "function_is_numeric" end it "should raise a ParseError if there is less than 1 argument" do lambda { scope.function_is_numeric([]) }.should( raise_error(Puppet::ParseError)) end it "should return true if an integer" do result = scope.function_is_numeric(["3"]) result.should(eq(true)) end it "should return true if a float" do result = scope.function_is_numeric(["3.2"]) result.should(eq(true)) end it "should return true if an integer is created from an arithmetical operation" do result = scope.function_is_numeric([3*2]) result.should(eq(true)) end it "should return true if a float is created from an arithmetical operation" do result = scope.function_is_numeric([3.2*2]) result.should(eq(true)) end it "should return false if a string" do result = scope.function_is_numeric(["asdf"]) result.should(eq(false)) end end is_string_spec.rb000077500000000000000000000016441245774017100361330ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the is_string function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("is_string").should == "function_is_string" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_is_string([]) }.should( raise_error(Puppet::ParseError)) end it "should return true if a string" do result = scope.function_is_string(["asdf"]) result.should(eq(true)) end it "should return false if an integer" do result = scope.function_is_string(["3"]) result.should(eq(false)) end it "should return false if a float" do result = scope.function_is_string(["3.23"]) result.should(eq(false)) end it "should return false if an array" do result = scope.function_is_string([["a","b","c"]]) result.should(eq(false)) end end join_keys_to_values_spec.rb000077500000000000000000000027221245774017100402030ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the join_keys_to_values function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("join_keys_to_values").should == "function_join_keys_to_values" end it "should raise a ParseError if there are fewer than two arguments" do lambda { scope.function_join_keys_to_values([{}]) }.should raise_error Puppet::ParseError end it "should raise a ParseError if there are greater than two arguments" do lambda { scope.function_join_keys_to_values([{}, 'foo', 'bar']) }.should raise_error Puppet::ParseError end it "should raise a TypeError if the first argument is an array" do lambda { scope.function_join_keys_to_values([[1,2], ',']) }.should raise_error TypeError end it "should raise a TypeError if the second argument is an array" do lambda { scope.function_join_keys_to_values([{}, [1,2]]) }.should raise_error TypeError end it "should raise a TypeError if the second argument is a number" do lambda { scope.function_join_keys_to_values([{}, 1]) }.should raise_error TypeError end it "should return an empty array given an empty hash" do result = scope.function_join_keys_to_values([{}, ":"]) result.should == [] end it "should join hash's keys to its values" do result = scope.function_join_keys_to_values([{'a'=>1,2=>'foo',:b=>nil}, ":"]) result.should =~ ['a:1','2:foo','b:'] end end join_spec.rb000077500000000000000000000010371245774017100350650ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the join function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("join").should == "function_join" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_join([]) }.should( raise_error(Puppet::ParseError)) end it "should join an array into a string" do result = scope.function_join([["a","b","c"], ":"]) result.should(eq("a:b:c")) end end keys_spec.rb000077500000000000000000000012331245774017100350770ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the keys function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("keys").should == "function_keys" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_keys([]) }.should( raise_error(Puppet::ParseError)) end it "should return an array of keys when given a hash" do result = scope.function_keys([{'a'=>1, 'b'=>2}]) # =~ performs 'array with same elements' (set) matching # For more info see RSpec::Matchers::MatchArray result.should =~ ['a','b'] end end lstrip_spec.rb000077500000000000000000000010221245774017100354350ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the lstrip function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("lstrip").should == "function_lstrip" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_lstrip([]) }.should( raise_error(Puppet::ParseError)) end it "should lstrip a string" do result = scope.function_lstrip([" asdf"]) result.should(eq('asdf')) end end max_spec.rb000077500000000000000000000011561245774017100347150ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the max function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("max").should == "function_max" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_max([]) }.should( raise_error(Puppet::ParseError)) end it "should be able to compare strings" do scope.function_max(["albatross","dog","horse"]).should(eq("horse")) end it "should be able to compare numbers" do scope.function_max([6,8,4]).should(eq(8)) end end member_spec.rb000077500000000000000000000013131245774017100353720ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the member function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("member").should == "function_member" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_member([]) }.should( raise_error(Puppet::ParseError)) end it "should return true if a member is in an array" do result = scope.function_member([["a","b","c"], "a"]) result.should(eq(true)) end it "should return false if a member is not in an array" do result = scope.function_member([["a","b","c"], "d"]) result.should(eq(false)) end end merge_spec.rb000077500000000000000000000031621245774017100352260ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe Puppet::Parser::Functions.function(:merge) do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } describe 'when calling merge from puppet' do it "should not compile when no arguments are passed" do pending("Fails on 2.6.x, see bug #15912") if Puppet.version =~ /^2\.6\./ Puppet[:code] = '$x = merge()' expect { scope.compiler.compile }.to raise_error(Puppet::ParseError, /wrong number of arguments/) end it "should not compile when 1 argument is passed" do pending("Fails on 2.6.x, see bug #15912") if Puppet.version =~ /^2\.6\./ Puppet[:code] = "$my_hash={'one' => 1}\n$x = merge($my_hash)" expect { scope.compiler.compile }.to raise_error(Puppet::ParseError, /wrong number of arguments/) end end describe 'when calling merge on the scope instance' do it 'should require all parameters are hashes' do expect { new_hash = scope.function_merge([{}, '2'])}.should raise_error(Puppet::ParseError, /unexpected argument type String/) end it 'should be able to merge two hashes' do new_hash = scope.function_merge([{'one' => '1', 'two' => '1'}, {'two' => '2', 'three' => '2'}]) new_hash['one'].should == '1' new_hash['two'].should == '2' new_hash['three'].should == '2' end it 'should merge multiple hashes' do hash = scope.function_merge([{'one' => 1}, {'one' => '2'}, {'one' => '3'}]) hash['one'].should == '3' end it 'should accept empty hashes' do scope.function_merge([{},{},{}]).should == {} end end end min_spec.rb000077500000000000000000000011621245774017100347100ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the min function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("min").should == "function_min" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_min([]) }.should( raise_error(Puppet::ParseError)) end it "should be able to compare strings" do scope.function_min(["albatross","dog","horse"]).should(eq("albatross")) end it "should be able to compare numbers" do scope.function_min([6,8,4]).should(eq(4)) end end num2bool_spec.rb000077500000000000000000000012071245774017100356620ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the num2bool function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("num2bool").should == "function_num2bool" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_num2bool([]) }.should( raise_error(Puppet::ParseError)) end it "should return true if 1" do result = scope.function_num2bool(["1"]) result.should(be_true) end it "should return false if 0" do result = scope.function_num2bool(["0"]) result.should(be_false) end end parsejson_spec.rb000077500000000000000000000011451245774017100361320ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the parsejson function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("parsejson").should == "function_parsejson" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_parsejson([]) }.should( raise_error(Puppet::ParseError)) end it "should convert JSON to a data structure" do json = <<-EOS ["aaa","bbb","ccc"] EOS result = scope.function_parsejson([json]) result.should(eq(['aaa','bbb','ccc'])) end end parseyaml_spec.rb000077500000000000000000000011431245774017100361210ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the parseyaml function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("parseyaml").should == "function_parseyaml" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_parseyaml([]) }.should( raise_error(Puppet::ParseError)) end it "should convert YAML to a data structure" do yaml = <<-EOS - aaa - bbb - ccc EOS result = scope.function_parseyaml([yaml]) result.should(eq(['aaa','bbb','ccc'])) end end pick_spec.rb000077500000000000000000000017231245774017100350560ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#!/usr/bin/env ruby -S rspec require 'spec_helper' describe "the pick function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("pick").should == "function_pick" end it 'should return the correct value' do scope.function_pick(['first', 'second']).should == 'first' end it 'should return the correct value if the first value is empty' do scope.function_pick(['', 'second']).should == 'second' end it 'should remove empty string values' do scope.function_pick(['', 'first']).should == 'first' end it 'should remove :undef values' do scope.function_pick([:undef, 'first']).should == 'first' end it 'should remove :undefined values' do scope.function_pick([:undefined, 'first']).should == 'first' end it 'should error if no values are passed' do expect { scope.function_pick([]) }.to raise_error(Puppet::Error, /Must provide non empty value./) end end prefix_spec.rb000077500000000000000000000010561245774017100354240ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the prefix function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("prefix").should == "function_prefix" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_prefix([]) }.should( raise_error(Puppet::ParseError)) end it "should return a prefixed array" do result = scope.function_prefix([['a','b','c'], 'p']) result.should(eq(['pa','pb','pc'])) end end range_spec.rb000077500000000000000000000017261245774017100352270ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the range function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("range").should == "function_range" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_range([]) }.should( raise_error(Puppet::ParseError)) end it "should return a letter range" do result = scope.function_range(["a","d"]) result.should(eq(['a','b','c','d'])) end it "should return a number range" do result = scope.function_range(["1","4"]) result.should(eq([1,2,3,4])) end it "should work with padded hostname like strings" do expected = ("host01".."host10").to_a scope.function_range(["host01","host10"]).should eq expected end it "should coerce zero padded digits to integers" do expected = (0..10).to_a scope.function_range(["00", "10"]).should eq expected end end reject_spec.rb000077500000000000000000000011061245774017100353770ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#!/usr/bin/env ruby require 'spec_helper' describe "the reject function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("reject").should == "function_reject" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_reject([]) }.should( raise_error(Puppet::ParseError)) end it "should reject contents from an array" do result = scope.function_reject([["1111", "aaabbb","bbbccc","dddeee"], "bbb"]) result.should(eq(["1111", "dddeee"])) end end reverse_spec.rb000077500000000000000000000010421245774017100355750ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the reverse function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("reverse").should == "function_reverse" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_reverse([]) }.should( raise_error(Puppet::ParseError)) end it "should reverse a string" do result = scope.function_reverse(["asdfghijkl"]) result.should(eq('lkjihgfdsa')) end end rstrip_spec.rb000077500000000000000000000012471245774017100354540ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the rstrip function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("rstrip").should == "function_rstrip" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_rstrip([]) }.should( raise_error(Puppet::ParseError)) end it "should rstrip a string" do result = scope.function_rstrip(["asdf "]) result.should(eq('asdf')) end it "should rstrip each element in an array" do result = scope.function_rstrip([["a ","b ", "c "]]) result.should(eq(['a','b','c'])) end end shuffle_spec.rb000077500000000000000000000013731245774017100355650ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the shuffle function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("shuffle").should == "function_shuffle" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_shuffle([]) }.should( raise_error(Puppet::ParseError)) end it "should shuffle a string and the result should be the same size" do result = scope.function_shuffle(["asdf"]) result.size.should(eq(4)) end it "should shuffle a string but the sorted contents should still be the same" do result = scope.function_shuffle(["adfs"]) result.split("").sort.join("").should(eq("adfs")) end end size_spec.rb000077500000000000000000000012141245774017100350750ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the size function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("size").should == "function_size" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_size([]) }.should( raise_error(Puppet::ParseError)) end it "should return the size of a string" do result = scope.function_size(["asdf"]) result.should(eq(4)) end it "should return the size of an array" do result = scope.function_size([["a","b","c"]]) result.should(eq(3)) end end sort_spec.rb000077500000000000000000000011761245774017100351210ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the sort function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("sort").should == "function_sort" end it "should raise a ParseError if there is not 1 arguments" do lambda { scope.function_sort(['','']) }.should( raise_error(Puppet::ParseError)) end it "should sort an array" do result = scope.function_sort([["a","c","b"]]) result.should(eq(['a','b','c'])) end it "should sort a string" do result = scope.function_sort(["acb"]) result.should(eq('abc')) end end squeeze_spec.rb000077500000000000000000000012711245774017100356070ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the squeeze function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("squeeze").should == "function_squeeze" end it "should raise a ParseError if there is less than 2 arguments" do lambda { scope.function_squeeze([]) }.should( raise_error(Puppet::ParseError)) end it "should squeeze a string" do result = scope.function_squeeze(["aaabbbbcccc"]) result.should(eq('abc')) end it "should squeeze all elements in an array" do result = scope.function_squeeze([["aaabbbbcccc","dddfff"]]) result.should(eq(['abc','df'])) end end str2bool_spec.rb000077500000000000000000000012531245774017100356740ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the str2bool function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("str2bool").should == "function_str2bool" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_str2bool([]) }.should( raise_error(Puppet::ParseError)) end it "should convert string 'true' to true" do result = scope.function_str2bool(["true"]) result.should(eq(true)) end it "should convert string 'undef' to false" do result = scope.function_str2bool(["undef"]) result.should(eq(false)) end end str2saltedsha512_spec.rb000077500000000000000000000032601245774017100371410ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the str2saltedsha512 function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("str2saltedsha512").should == "function_str2saltedsha512" end it "should raise a ParseError if there is less than 1 argument" do expect { scope.function_str2saltedsha512([]) }.should( raise_error(Puppet::ParseError) ) end it "should raise a ParseError if there is more than 1 argument" do expect { scope.function_str2saltedsha512(['foo', 'bar', 'baz']) }.should( raise_error(Puppet::ParseError) ) end it "should return a salted-sha512 password hash 136 characters in length" do result = scope.function_str2saltedsha512(["password"]) result.length.should(eq(136)) end it "should raise an error if you pass a non-string password" do expect { scope.function_str2saltedsha512([1234]) }.should( raise_error(Puppet::ParseError) ) end it "should generate a valid password" do # Allow the function to generate a password based on the string 'password' password_hash = scope.function_str2saltedsha512(["password"]) # Separate the Salt and Password from the Password Hash salt = password_hash[0..7] password = password_hash[8..-1] # Convert the Salt and Password from Hex to Binary Data str_salt = Array(salt.lines).pack('H*') str_password = Array(password.lines).pack('H*') # Combine the Binary Salt with 'password' and compare the end result saltedpass = Digest::SHA512.digest(str_salt + 'password') result = (str_salt + saltedpass).unpack('H*')[0] result.should == password_hash end end strftime_spec.rb000077500000000000000000000015521245774017100357650ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the strftime function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("strftime").should == "function_strftime" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_strftime([]) }.should( raise_error(Puppet::ParseError)) end it "using %s should be higher then when I wrote this test" do result = scope.function_strftime(["%s"]) result.to_i.should(be > 1311953157) end it "using %s should be lower then 1.5 trillion" do result = scope.function_strftime(["%s"]) result.to_i.should(be < 1500000000) end it "should return a date when given %Y-%m-%d" do result = scope.function_strftime(["%Y-%m-%d"]) result.should =~ /^\d{4}-\d{2}-\d{2}$/ end end strip_spec.rb000077500000000000000000000010151245774017100352630ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the strip function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("strip").should == "function_strip" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_strip([]) }.should( raise_error(Puppet::ParseError)) end it "should strip a string" do result = scope.function_strip([" ab cd "]) result.should(eq('ab cd')) end end swapcase_spec.rb000077500000000000000000000010441245774017100357320ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the swapcase function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("swapcase").should == "function_swapcase" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_swapcase([]) }.should( raise_error(Puppet::ParseError)) end it "should swapcase a string" do result = scope.function_swapcase(["aaBBccDD"]) result.should(eq('AAbbCCdd')) end end time_spec.rb000077500000000000000000000014111245774017100350600ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the time function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("time").should == "function_time" end it "should raise a ParseError if there is more than 2 arguments" do lambda { scope.function_time(['','']) }.should( raise_error(Puppet::ParseError)) end it "should return a number" do result = scope.function_time([]) result.should be_an(Integer) end it "should be higher then when I wrote this test" do result = scope.function_time([]) result.should(be > 1311953157) end it "should be lower then 1.5 trillion" do result = scope.function_time([]) result.should(be < 1500000000) end end to_bytes_spec.rb000077500000000000000000000031121245774017100357520ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the to_bytes function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("to_bytes").should == "function_to_bytes" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_to_bytes([]) }.should( raise_error(Puppet::ParseError)) end it "should convert kB to B" do result = scope.function_to_bytes(["4 kB"]) result.should(eq(4096)) end it "should work without B in unit" do result = scope.function_to_bytes(["4 k"]) result.should(eq(4096)) end it "should work without a space before unit" do result = scope.function_to_bytes(["4k"]) result.should(eq(4096)) end it "should work without a unit" do result = scope.function_to_bytes(["5678"]) result.should(eq(5678)) end it "should convert fractions" do result = scope.function_to_bytes(["1.5 kB"]) result.should(eq(1536)) end it "should convert scientific notation" do result = scope.function_to_bytes(["1.5e2 B"]) result.should(eq(150)) end it "should do nothing with a positive number" do result = scope.function_to_bytes([5678]) result.should(eq(5678)) end it "should should raise a ParseError if input isn't a number" do lambda { scope.function_to_bytes(["foo"]) }.should( raise_error(Puppet::ParseError)) end it "should should raise a ParseError if prefix is unknown" do lambda { scope.function_to_bytes(["5 uB"]) }.should( raise_error(Puppet::ParseError)) end end type_spec.rb000077500000000000000000000023111245774017100351030ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the type function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("type").should == "function_type" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_type([]) }.should( raise_error(Puppet::ParseError)) end it "should return string when given a string" do result = scope.function_type(["aaabbbbcccc"]) result.should(eq('string')) end it "should return array when given an array" do result = scope.function_type([["aaabbbbcccc","asdf"]]) result.should(eq('array')) end it "should return hash when given a hash" do result = scope.function_type([{"a"=>1,"b"=>2}]) result.should(eq('hash')) end it "should return integer when given an integer" do result = scope.function_type(["1"]) result.should(eq('integer')) end it "should return float when given a float" do result = scope.function_type(["1.34"]) result.should(eq('float')) end it "should return boolean when given a boolean" do result = scope.function_type([true]) result.should(eq('boolean')) end end unique_spec.rb000077500000000000000000000013051245774017100354320ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the unique function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("unique").should == "function_unique" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_unique([]) }.should( raise_error(Puppet::ParseError)) end it "should remove duplicate elements in a string" do result = scope.function_unique(["aabbc"]) result.should(eq('abc')) end it "should remove duplicate elements in an array" do result = scope.function_unique([["a","a","b","b","c"]]) result.should(eq(['a','b','c'])) end end upcase_spec.rb000077500000000000000000000012301245774017100354010ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the upcase function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("upcase").should == "function_upcase" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_upcase([]) }.should( raise_error(Puppet::ParseError)) end it "should upcase a string" do result = scope.function_upcase(["abc"]) result.should(eq('ABC')) end it "should do nothing if a string is already upcase" do result = scope.function_upcase(["ABC"]) result.should(eq('ABC')) end end uriescape_spec.rb000077500000000000000000000013671245774017100361140ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the uriescape function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("uriescape").should == "function_uriescape" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_uriescape([]) }.should( raise_error(Puppet::ParseError)) end it "should uriescape a string" do result = scope.function_uriescape([":/?#[]@!$&'()*+,;= "]) result.should(eq('%3A%2F%3F%23%5B%5D%40%21%24%26%27%28%29%2A%2B%2C%3B%3D%20')) end it "should do nothing if a string is already safe" do result = scope.function_uriescape(["ABCdef"]) result.should(eq('ABCdef')) end end validate_absolute_path_spec.rb000077500000000000000000000044501245774017100406330ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functionsrequire 'spec_helper' describe Puppet::Parser::Functions.function(:validate_absolute_path) do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } # The subject of these examples is the method itself. subject do # This makes sure the function is loaded within each test function_name = Puppet::Parser::Functions.function(:validate_absolute_path) scope.method(function_name) end describe "Valid Paths" do def self.valid_paths %w{ C:/ C:\\ C:\\WINDOWS\\System32 C:/windows/system32 X:/foo/bar X:\\foo\\bar /var/tmp /var/lib/puppet /var/opt/../lib/puppet } end context "Without Puppet::Util.absolute_path? (e.g. Puppet <= 2.6)" do before :each do # The intent here is to mock Puppet to behave like Puppet 2.6 does. # Puppet 2.6 does not have the absolute_path? method. This is only a # convenience test, stdlib should be run with the Puppet 2.6.x in the # $LOAD_PATH in addition to 2.7.x and master. Puppet::Util.expects(:respond_to?).with(:absolute_path?).returns(false) end valid_paths.each do |path| it "validate_absolute_path(#{path.inspect}) should not fail" do expect { subject.call [path] }.not_to raise_error Puppet::ParseError end end end context "Puppet without mocking" do valid_paths.each do |path| it "validate_absolute_path(#{path.inspect}) should not fail" do expect { subject.call [path] }.not_to raise_error Puppet::ParseError end end end end describe 'Invalid paths' do context 'Garbage inputs' do [ nil, [ nil ], { 'foo' => 'bar' }, { }, '', ].each do |path| it "validate_absolute_path(#{path.inspect}) should fail" do expect { subject.call [path] }.to raise_error Puppet::ParseError end end end context 'Relative paths' do %w{ relative1 . .. ./foo ../foo etc/puppetlabs/puppet opt/puppet/bin }.each do |path| it "validate_absolute_path(#{path.inspect}) should fail" do expect { subject.call [path] }.to raise_error Puppet::ParseError end end end end end validate_array_spec.rb000077500000000000000000000024241245774017100371160ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe Puppet::Parser::Functions.function(:validate_array) do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } describe 'when calling validate_array from puppet' do %w{ true false }.each do |the_string| it "should not compile when #{the_string} is a string" do Puppet[:code] = "validate_array('#{the_string}')" expect { scope.compiler.compile }.should raise_error(Puppet::ParseError, /is not an Array/) end it "should not compile when #{the_string} is a bare word" do Puppet[:code] = "validate_array(#{the_string})" expect { scope.compiler.compile }.should raise_error(Puppet::ParseError, /is not an Array/) end end it "should compile when multiple array arguments are passed" do Puppet[:code] = <<-'ENDofPUPPETcode' $foo = [ ] $bar = [ 'one', 'two' ] validate_array($foo, $bar) ENDofPUPPETcode scope.compiler.compile end it "should not compile when an undef variable is passed" do Puppet[:code] = <<-'ENDofPUPPETcode' $foo = undef validate_array($foo) ENDofPUPPETcode expect { scope.compiler.compile }.should raise_error(Puppet::ParseError, /is not an Array/) end end end validate_bool_spec.rb000077500000000000000000000033141245774017100367320ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env/ruby -S rspec require 'spec_helper' describe Puppet::Parser::Functions.function(:validate_bool) do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } describe 'when calling validate_bool from puppet' do %w{ true false }.each do |the_string| it "should not compile when #{the_string} is a string" do Puppet[:code] = "validate_bool('#{the_string}')" expect { scope.compiler.compile }.should raise_error(Puppet::ParseError, /is not a boolean/) end it "should compile when #{the_string} is a bare word" do Puppet[:code] = "validate_bool(#{the_string})" scope.compiler.compile end end it "should not compile when an arbitrary string is passed" do Puppet[:code] = 'validate_bool("jeff and dan are awesome")' expect { scope.compiler.compile }.should raise_error(Puppet::ParseError, /is not a boolean/) end it "should not compile when no arguments are passed" do Puppet[:code] = 'validate_bool()' expect { scope.compiler.compile }.should raise_error(Puppet::ParseError, /wrong number of arguments/) end it "should compile when multiple boolean arguments are passed" do Puppet[:code] = <<-'ENDofPUPPETcode' $foo = true $bar = false validate_bool($foo, $bar, true, false) ENDofPUPPETcode scope.compiler.compile end it "should compile when multiple boolean arguments are passed" do Puppet[:code] = <<-'ENDofPUPPETcode' $foo = true $bar = false validate_bool($foo, $bar, true, false, 'jeff') ENDofPUPPETcode expect { scope.compiler.compile }.should raise_error(Puppet::ParseError, /is not a boolean/) end end end validate_hash_spec.rb000077500000000000000000000024161245774017100367240ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe Puppet::Parser::Functions.function(:validate_hash) do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } describe 'when calling validate_hash from puppet' do %w{ true false }.each do |the_string| it "should not compile when #{the_string} is a string" do Puppet[:code] = "validate_hash('#{the_string}')" expect { scope.compiler.compile }.should raise_error(Puppet::ParseError, /is not a Hash/) end it "should not compile when #{the_string} is a bare word" do Puppet[:code] = "validate_hash(#{the_string})" expect { scope.compiler.compile }.should raise_error(Puppet::ParseError, /is not a Hash/) end end it "should compile when multiple hash arguments are passed" do Puppet[:code] = <<-'ENDofPUPPETcode' $foo = {} $bar = { 'one' => 'two' } validate_hash($foo, $bar) ENDofPUPPETcode scope.compiler.compile end it "should not compile when an undef variable is passed" do Puppet[:code] = <<-'ENDofPUPPETcode' $foo = undef validate_hash($foo) ENDofPUPPETcode expect { scope.compiler.compile }.should raise_error(Puppet::ParseError, /is not a Hash/) end end end validate_re_spec.rb000077500000000000000000000045561245774017100364160ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functionsrequire 'spec_helper' describe Puppet::Parser::Functions.function(:validate_re) do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } # The subject of these examplres is the method itself. subject do # This makes sure the function is loaded within each test function_name = Puppet::Parser::Functions.function(:validate_re) scope.method(function_name) end context 'Using Puppet::Parser::Scope.new' do describe 'Garbage inputs' do inputs = [ [ nil ], [ [ nil ] ], [ { 'foo' => 'bar' } ], [ { } ], [ '' ], [ "one", "one", "MSG to User", "4th arg" ], ] inputs.each do |input| it "validate_re(#{input.inspect}) should fail" do expect { subject.call [input] }.to raise_error Puppet::ParseError end end end describe 'Valid inputs' do inputs = [ [ '/full/path/to/something', '^/full' ], [ '/full/path/to/something', 'full' ], [ '/full/path/to/something', ['full', 'absent'] ], [ '/full/path/to/something', ['full', 'absent'], 'Message to the user' ], ] inputs.each do |input| it "validate_re(#{input.inspect}) should not fail" do expect { subject.call input }.not_to raise_error end end end describe "Valid inputs which should raise an exception without a message" do # The intent here is to make sure valid inputs raise exceptions when they # don't specify an error message to display. This is the behvior in # 2.2.x and prior. inputs = [ [ "hello", [ "bye", "later", "adios" ] ], [ "greetings", "salutations" ], ] inputs.each do |input| it "validate_re(#{input.inspect}) should fail" do expect { subject.call input }.to raise_error /validate_re.*?does not match/ end end end describe "Nicer Error Messages" do # The intent here is to make sure the function returns the 3rd argument # in the exception thrown inputs = [ [ "hello", [ "bye", "later", "adios" ], "MSG to User" ], [ "greetings", "salutations", "Error, greetings does not match salutations" ], ] inputs.each do |input| it "validate_re(#{input.inspect}) should fail" do expect { subject.call input }.to raise_error /#{input[2]}/ end end end end end validate_slength_spec.rb000077500000000000000000000043351245774017100374470ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the validate_slength function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("validate_slength").should == "function_validate_slength" end it "should raise a ParseError if there is less than 2 arguments" do expect { scope.function_validate_slength([]) }.to(raise_error(Puppet::ParseError)) expect { scope.function_validate_slength(["asdf"]) }.to(raise_error(Puppet::ParseError)) end it "should raise a ParseError if argument 2 doesn't convert to a fixnum" do expect { scope.function_validate_slength(["moo",["2"]]) }.to(raise_error(Puppet::ParseError, /Couldn't convert whatever you passed/)) end it "should raise a ParseError if argument 2 converted, but to 0, e.g. a string" do expect { scope.function_validate_slength(["moo","monkey"]) }.to(raise_error(Puppet::ParseError, /please pass a positive number as max_length/)) end it "should raise a ParseError if argument 2 converted, but to 0" do expect { scope.function_validate_slength(["moo","0"]) }.to(raise_error(Puppet::ParseError, /please pass a positive number as max_length/)) end it "should fail if string greater then size" do expect { scope.function_validate_slength(["test", 2]) }.to(raise_error(Puppet::ParseError, /It should have been less than or equal to/)) end it "should fail if you pass an array of something other than strings" do expect { scope.function_validate_slength([["moo",["moo"],Hash.new["moo" => 7]], 7]) }.to(raise_error(Puppet::ParseError, /is not a string, it's a/)) end it "should fail if you pass something other than a string or array" do expect { scope.function_validate_slength([Hash.new["moo" => "7"],6]) }.to(raise_error(Puppet::ParseError), /please pass a string, or an array of strings/) end it "should not fail if string is smaller or equal to size" do expect { scope.function_validate_slength(["test", 5]) }.to_not(raise_error(Puppet::ParseError)) end it "should not fail if array of string is are all smaller or equal to size" do expect { scope.function_validate_slength([["moo","foo","bar"], 5]) }.to_not(raise_error(Puppet::ParseError)) end end validate_string_spec.rb000077500000000000000000000034361245774017100373120ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe Puppet::Parser::Functions.function(:validate_string) do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } describe 'when calling validate_string from puppet' do %w{ foo bar baz }.each do |the_string| it "should compile when #{the_string} is a string" do Puppet[:code] = "validate_string('#{the_string}')" scope.compiler.compile end it "should compile when #{the_string} is a bare word" do Puppet[:code] = "validate_string(#{the_string})" scope.compiler.compile end end %w{ true false }.each do |the_string| it "should compile when #{the_string} is a string" do Puppet[:code] = "validate_string('#{the_string}')" scope.compiler.compile end it "should not compile when #{the_string} is a bare word" do Puppet[:code] = "validate_string(#{the_string})" expect { scope.compiler.compile }.should raise_error(Puppet::ParseError, /is not a string/) end end it "should compile when multiple string arguments are passed" do Puppet[:code] = <<-'ENDofPUPPETcode' $foo = '' $bar = 'two' validate_string($foo, $bar) ENDofPUPPETcode scope.compiler.compile end it "should compile when an explicitly undef variable is passed (NOTE THIS MAY NOT BE DESIRABLE)" do Puppet[:code] = <<-'ENDofPUPPETcode' $foo = undef validate_string($foo) ENDofPUPPETcode scope.compiler.compile end it "should compile when an undefined variable is passed (NOTE THIS MAY NOT BE DESIRABLE)" do Puppet[:code] = <<-'ENDofPUPPETcode' validate_string($foobarbazishouldnotexist) ENDofPUPPETcode scope.compiler.compile end end end values_at_spec.rb000077500000000000000000000025151245774017100361130ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the values_at function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("values_at").should == "function_values_at" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_values_at([]) }.should( raise_error(Puppet::ParseError)) end it "should raise a ParseError if you try to use a range where stop is greater then start" do lambda { scope.function_values_at([['a','b'],["3-1"]]) }.should( raise_error(Puppet::ParseError)) end it "should return a value at from an array" do result = scope.function_values_at([['a','b','c'],"1"]) result.should(eq(['b'])) end it "should return a value at from an array when passed a range" do result = scope.function_values_at([['a','b','c'],"0-1"]) result.should(eq(['a','b'])) end it "should return chosen values from an array when passed number of indexes" do result = scope.function_values_at([['a','b','c'],["0","2"]]) result.should(eq(['a','c'])) end it "should return chosen values from an array when passed ranges and multiple indexes" do result = scope.function_values_at([['a','b','c','d','e','f','g'],["0","2","4-5"]]) result.should(eq(['a','c','e','f'])) end end values_spec.rb000077500000000000000000000017751245774017100354360ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the values function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should exist" do Puppet::Parser::Functions.function("values").should == "function_values" end it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_values([]) }.should( raise_error(Puppet::ParseError)) end it "should return values from a hash" do result = scope.function_values([{'a'=>'1','b'=>'2','c'=>'3'}]) # =~ is the RSpec::Matchers::MatchArray matcher. # A.K.A. "array with same elements" (multiset) matching result.should =~ %w{ 1 2 3 } end it "should return a multiset" do result = scope.function_values([{'a'=>'1','b'=>'3','c'=>'3'}]) result.should =~ %w{ 1 3 3 } result.should_not =~ %w{ 1 3 } end it "should raise a ParseError unless a Hash is provided" do lambda { scope.function_values([['a','b','c']]) }.should( raise_error(Puppet::ParseError)) end end zip_spec.rb000077500000000000000000000007271245774017100347350ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/parser/functions#! /usr/bin/env ruby -S rspec require 'spec_helper' describe "the zip function" do let(:scope) { PuppetlabsSpec::PuppetInternals.scope } it "should raise a ParseError if there is less than 1 arguments" do lambda { scope.function_zip([]) }.should( raise_error(Puppet::ParseError)) end it "should be able to zip an array" do result = scope.function_zip([['1','2','3'],['4','5','6']]) result.should(eq([["1", "4"], ["2", "5"], ["3", "6"]])) end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/provider/000077500000000000000000000000001245774017100311705ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/provider/file_line/000077500000000000000000000000001245774017100331165ustar00rootroot00000000000000ruby_spec.rb000077500000000000000000000102161245774017100353620ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/provider/file_linerequire 'puppet' require 'tempfile' provider_class = Puppet::Type.type(:file_line).provider(:ruby) describe provider_class do context "when adding" do before :each do # TODO: these should be ported over to use the PuppetLabs spec_helper # file fixtures once the following pull request has been merged: # https://github.com/puppetlabs/puppetlabs-stdlib/pull/73/files tmp = Tempfile.new('tmp') @tmpfile = tmp.path tmp.close! @resource = Puppet::Type::File_line.new( {:name => 'foo', :path => @tmpfile, :line => 'foo'} ) @provider = provider_class.new(@resource) end it 'should detect if the line exists in the file' do File.open(@tmpfile, 'w') do |fh| fh.write('foo') end @provider.exists?.should be_true end it 'should detect if the line does not exist in the file' do File.open(@tmpfile, 'w') do |fh| fh.write('foo1') end @provider.exists?.should be_nil end it 'should append to an existing file when creating' do @provider.create File.read(@tmpfile).chomp.should == 'foo' end end context "when matching" do before :each do # TODO: these should be ported over to use the PuppetLabs spec_helper # file fixtures once the following pull request has been merged: # https://github.com/puppetlabs/puppetlabs-stdlib/pull/73/files tmp = Tempfile.new('tmp') @tmpfile = tmp.path tmp.close! @resource = Puppet::Type::File_line.new( { :name => 'foo', :path => @tmpfile, :line => 'foo = bar', :match => '^foo\s*=.*$', } ) @provider = provider_class.new(@resource) end it 'should raise an error if more than one line matches, and should not have modified the file' do File.open(@tmpfile, 'w') do |fh| fh.write("foo1\nfoo=blah\nfoo2\nfoo=baz") end @provider.exists?.should be_nil expect { @provider.create }.to raise_error(Puppet::Error, /More than one line.*matches/) File.read(@tmpfile).should eql("foo1\nfoo=blah\nfoo2\nfoo=baz") end it 'should replace a line that matches' do File.open(@tmpfile, 'w') do |fh| fh.write("foo1\nfoo=blah\nfoo2") end @provider.exists?.should be_nil @provider.create File.read(@tmpfile).chomp.should eql("foo1\nfoo = bar\nfoo2") end it 'should add a new line if no lines match' do File.open(@tmpfile, 'w') do |fh| fh.write("foo1\nfoo2") end @provider.exists?.should be_nil @provider.create File.read(@tmpfile).should eql("foo1\nfoo2\nfoo = bar\n") end it 'should do nothing if the exact line already exists' do File.open(@tmpfile, 'w') do |fh| fh.write("foo1\nfoo = bar\nfoo2") end @provider.exists?.should be_true @provider.create File.read(@tmpfile).chomp.should eql("foo1\nfoo = bar\nfoo2") end end context "when removing" do before :each do # TODO: these should be ported over to use the PuppetLabs spec_helper # file fixtures once the following pull request has been merged: # https://github.com/puppetlabs/puppetlabs-stdlib/pull/73/files tmp = Tempfile.new('tmp') @tmpfile = tmp.path tmp.close! @resource = Puppet::Type::File_line.new( {:name => 'foo', :path => @tmpfile, :line => 'foo', :ensure => 'absent' } ) @provider = provider_class.new(@resource) end it 'should remove the line if it exists' do File.open(@tmpfile, 'w') do |fh| fh.write("foo1\nfoo\nfoo2") end @provider.destroy File.read(@tmpfile).should eql("foo1\nfoo2") end it 'should remove the line without touching the last new line' do File.open(@tmpfile, 'w') do |fh| fh.write("foo1\nfoo\nfoo2\n") end @provider.destroy File.read(@tmpfile).should eql("foo1\nfoo2\n") end it 'should remove any occurence of the line' do File.open(@tmpfile, 'w') do |fh| fh.write("foo1\nfoo\nfoo2\nfoo\nfoo") end @provider.destroy File.read(@tmpfile).should eql("foo1\nfoo2\n") end end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/type/000077500000000000000000000000001245774017100303175ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/type/anchor_spec.rb000077500000000000000000000003271245774017100331350ustar00rootroot00000000000000#!/usr/bin/env ruby require 'puppet' anchor = Puppet::Type.type(:anchor).new(:name => "ntp::begin") describe anchor do it "should stringify normally" do anchor.to_s.should == "Anchor[ntp::begin]" end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/unit/puppet/type/file_line_spec.rb000077500000000000000000000050541245774017100336130ustar00rootroot00000000000000require 'puppet' require 'tempfile' describe Puppet::Type.type(:file_line) do let :file_line do Puppet::Type.type(:file_line).new(:name => 'foo', :line => 'line', :path => '/tmp/path') end it 'should accept a line and path' do file_line[:line] = 'my_line' file_line[:line].should == 'my_line' file_line[:path] = '/my/path' file_line[:path].should == '/my/path' end it 'should accept a match regex' do file_line[:match] = '^foo.*$' file_line[:match].should == '^foo.*$' end it 'should not accept a match regex that does not match the specified line' do expect { Puppet::Type.type(:file_line).new( :name => 'foo', :path => '/my/path', :line => 'foo=bar', :match => '^bar=blah$' )}.to raise_error(Puppet::Error, /the value must be a regex that matches/) end it 'should accept a match regex that does match the specified line' do expect { Puppet::Type.type(:file_line).new( :name => 'foo', :path => '/my/path', :line => 'foo=bar', :match => '^\s*foo=.*$' )}.not_to raise_error end it 'should accept posix filenames' do file_line[:path] = '/tmp/path' file_line[:path].should == '/tmp/path' end it 'should not accept unqualified path' do expect { file_line[:path] = 'file' }.should raise_error(Puppet::Error, /File paths must be fully qualified/) end it 'should require that a line is specified' do expect { Puppet::Type.type(:file_line).new(:name => 'foo', :path => '/tmp/file') }.should raise_error(Puppet::Error, /Both line and path are required attributes/) end it 'should require that a file is specified' do expect { Puppet::Type.type(:file_line).new(:name => 'foo', :line => 'path') }.should raise_error(Puppet::Error, /Both line and path are required attributes/) end it 'should default to ensure => present' do file_line[:ensure].should eq :present end it "should autorequire the file it manages" do catalog = Puppet::Resource::Catalog.new file = Puppet::Type.type(:file).new(:name => "/tmp/path") catalog.add_resource file catalog.add_resource file_line relationship = file_line.autorequire.find do |rel| (rel.source.to_s == "File[/tmp/path]") and (rel.target.to_s == file_line.to_s) end relationship.should be_a Puppet::Relationship end it "should not autorequire the file it manages if it is not managed" do catalog = Puppet::Resource::Catalog.new catalog.add_resource file_line file_line.autorequire.should be_empty end end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/spec/watchr.rb000077500000000000000000000035321245774017100266650ustar00rootroot00000000000000ENV['FOG_MOCK'] ||= 'true' ENV['AUTOTEST'] = 'true' ENV['WATCHR'] = '1' system 'clear' def growl(message) growlnotify = `which growlnotify`.chomp title = "Watchr Test Results" image = case message when /(\d+)\s+?(failure|error)/i ($1.to_i == 0) ? "~/.watchr_images/passed.png" : "~/.watchr_images/failed.png" else '~/.watchr_images/unknown.png' end options = "-w -n Watchr --image '#{File.expand_path(image)}' -m '#{message}' '#{title}'" system %(#{growlnotify} #{options} &) end def run(cmd) puts(cmd) `#{cmd}` end def run_spec_test(file) if File.exist? file result = run "rspec --format p --color #{file}" growl result.split("\n").last puts result else puts "FIXME: No test #{file} [#{Time.now}]" end end def filter_rspec(data) data.split("\n").find_all do |l| l =~ /^(\d+)\s+exampl\w+.*?(\d+).*?failur\w+.*?(\d+).*?pending/ end.join("\n") end def run_all_tests system('clear') files = Dir.glob("spec/**/*_spec.rb").join(" ") result = run "rspec #{files}" growl_results = filter_rspec result growl growl_results puts result puts "GROWL: #{growl_results}" end # Ctrl-\ Signal.trap 'QUIT' do puts " --- Running all tests ---\n\n" run_all_tests end @interrupted = false # Ctrl-C Signal.trap 'INT' do if @interrupted then @wants_to_quit = true abort("\n") else puts "Interrupt a second time to quit" @interrupted = true Kernel.sleep 1.5 # raise Interrupt, nil # let the run loop catch it run_suite end end def file2spec(file) result = file.sub('lib/puppet/', 'spec/unit/puppet/').gsub(/\.rb$/, '_spec.rb') result = file.sub('lib/facter/', 'spec/unit/facter/').gsub(/\.rb$/, '_spec.rb') end watch( 'spec/.*_spec\.rb' ) do |md| #run_spec_test(md[0]) run_all_tests end watch( 'lib/.*\.rb' ) do |md| # run_spec_test(file2spec(md[0])) run_all_tests end examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/tests/000077500000000000000000000000001245774017100252525ustar00rootroot00000000000000examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/tests/file_line.pp000077500000000000000000000003021245774017100275370ustar00rootroot00000000000000# This is a simple smoke test # of the file_line resource type. file { '/tmp/dansfile': ensure => present }-> file_line { 'dans_line': line => 'dan is awesome', path => '/tmp/dansfile', } examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/tests/has_interface_with.pp000077500000000000000000000013261245774017100314460ustar00rootroot00000000000000include stdlib info("has_interface_with('lo'):", has_interface_with('lo')) info("has_interface_with('loX'):", has_interface_with('loX')) info("has_interface_with('ipaddress', '127.0.0.1'):", has_interface_with('ipaddress', '127.0.0.1')) info("has_interface_with('ipaddress', '127.0.0.100'):", has_interface_with('ipaddress', '127.0.0.100')) info("has_interface_with('network', '127.0.0.0'):", has_interface_with('network', '127.0.0.0')) info("has_interface_with('network', '128.0.0.0'):", has_interface_with('network', '128.0.0.0')) info("has_interface_with('netmask', '255.0.0.0'):", has_interface_with('netmask', '255.0.0.0')) info("has_interface_with('netmask', '256.0.0.0'):", has_interface_with('netmask', '256.0.0.0')) examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/tests/has_ip_address.pp000077500000000000000000000002331245774017100305640ustar00rootroot00000000000000include stdlib info("has_ip_address('192.168.1.256'):", has_ip_address('192.168.1.256')) info("has_ip_address('127.0.0.1'):", has_ip_address('127.0.0.1')) examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/tests/has_ip_network.pp000077500000000000000000000002241245774017100306300ustar00rootroot00000000000000include stdlib info("has_ip_network('127.0.0.0'):", has_ip_network('127.0.0.0')) info("has_ip_network('128.0.0.0'):", has_ip_network('128.0.0.0')) examples-1.0.0/nyc_traffic_accidents/puppet/modules/stdlib/tests/init.pp000077500000000000000000000000171245774017100265570ustar00rootroot00000000000000include stdlib examples-1.0.0/package.json000066400000000000000000000011521245774017100156230ustar00rootroot00000000000000{ "name": "elasticsearch-demo", "version": "1.0.0", "description": "Elasticsearch demos. Helping you get familiar with Elasticsearch, Logstash, and Kibana.", "main": "gulpfile.js", "repository": { "type": "git", "url": "https://github.com/elasticsearch/demo" }, "author": "Elasticsearch", "license": "Apache-2.0", "bugs": { "url": "https://github.com/elasticsearch/demo/issues" }, "homepage": "https://github.com/elasticsearch/demo", "devDependencies": { "del": "^1.1.1", "gulp": "^3.8.10", "gulp-gzip": "0.0.8", "gulp-tar": "^1.3.2", "gulp-zip": "^2.0.2" } }