checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
---
2
2
SHA256:
3
- metadata.gz: '0382657017a7d0cc8bc41326d81f5c5bb4119fba404f6dbbdc903080ebb88722'
4
- data.tar.gz: 0ca907ef6d78f9212c1af2d421c8c0280614958c1e9c2694df3522230ae4c10a
3
+ metadata.gz: 8f7a940637aa1db7d83817346ac4e2985c0d62e7bbe8375df4e6cb0f5bad1d6f
4
+ data.tar.gz: 47185a1b801ae38c8ccd20d2d0095832163a78b156d91f60ac04697423576f7e
5
5
SHA512:
6
- metadata.gz: b1289b38c0ef0f39f66ca5ed913be6db354a50d8a4001dc86db098090c6f27513c62997205d370da769d517879b6f603df381ebfa3d016102b72657298794f9a
7
- data.tar.gz: eb9b7978b9b7a92f3757320256e42696062ed8a06f478ff2fddb987a911ca159836716ce66e0fc1a199a33f315c2acda4426829f41d47e11b6b1088f53d27fdd
6
+ metadata.gz: 824ef9fc11d2a10c182c1019e8e7b7e4e72d152df1fd73d00a7adbd36e55a7780930fca87c3d333605cb1659e1a8235d1d19d8da9bd059554874546be431f6d3
7
+ data.tar.gz: b2c88f3fd211f78895287715c387582f391a6aba7271183eb15475c63fb121b3a1fb546e76292228e6a1d9d9d552addd6980500dc2cce8de93d16af78d38efdf
data/CHANGELOG.md CHANGED
@@ -1,3 +1,14 @@
1
+ ## v4.1.0 (2019-08-08)
2
+
3
+ - Update dataset-catalog-services URL to only fetch current (*not*-retired)
4
+ metadata records.
5
+ - Add a few more gem release notes to README.
6
+
7
+ ## v4.0.1 (2019-07-08)
8
+
9
+ - Update CHANGELOG and release instructions.
10
+ - Fix README typo.
11
+
1
12
## v4.0.0 (2019-07-08)
2
13
3
14
Changes:
data/README.md CHANGED
@@ -134,6 +134,19 @@ tagging, and publishing to RubyGems.
134
134
* the changes are pushed
135
135
* the tagged version is built and published to RubyGems
136
136
137
+ You will need to have a current Rubygems API key for the _NSIDC developer user_ account in
138
+ order to publish a new version of the gem to Rubygems. To get the lastest API key:
139
+
140
+ `curl -u <username> https://rubygems.org/api/v1/api_key.yaml > ~/.gem/credentials; chmod 0600 ~/.gem/credentials`
141
+
142
+ ## Release steps (summary)
143
+
144
+ - Confirm no errors are returned by `bundle exec rubocop`
145
+ - Confirm all tests pass (`bundle exec rake spec:unit`)
146
+ - Update the version number and date manually in `CHANGELOG.md` and commit the
147
+ changes.
148
+ - Run the appropriate `bundle exec rake release:*` task
149
+
137
150
### SOLR
138
151
139
152
To harvest data utilizing the gem, you will need an installed instance of [Solr
data/bin/search_solr_tools CHANGED
@@ -12,13 +12,13 @@ class SolrHarvestCLI < Thor
12
12
puts SearchSolrTools::VERSION
13
13
end
14
14
15
- desc 'harvest', 'Harvest from one of the ADE harvesters'
15
+ desc 'harvest', 'Harvest from the specified data centers'
16
16
option :data_center, type: :array, required: true
17
17
option :environment, required: true
18
18
option :die_on_failure, type: :boolean
19
19
def harvest(die_on_failure = options[:die_on_failure] || false)
20
20
options[:data_center].each do |target|
21
- puts target
21
+ puts "Target: #{target}"
22
22
begin
23
23
harvest_class = get_harvester_class(target)
24
24
harvester = harvest_class.new(options[:environment], die_on_failure)
data/lib/search_solr_tools/config/environments.yaml CHANGED
@@ -35,40 +35,35 @@
35
35
- http://data.eol.ucar.edu/jedi/catalog/ucar.ncar.eol.project.DBO.thredds.xml
36
36
- http://data.eol.ucar.edu/jedi/catalog/ucar.ncar.eol.project.ITEX.thredds.xml
37
37
:r2r_url: http://get.rvdata.us/services/cruise/
38
+ :nsidc_oai_identifiers_url: oai?verb=ListIdentifiers&metadata_prefix=iso&retired=false
38
39
39
40
:local:
40
41
:host: localhost
41
42
:nsidc_dataset_metadata_url: http://integration.nsidc.org/api/dataset/metadata/
42
- :nsidc_oai_identifiers_url: http://integration.nsidc.org/api/dataset/metadata/oai?verb=ListIdentifiers&metadata_prefix=iso
43
43
44
44
:dev:
45
45
## For the below, you'll need to instantiate your own search-solr instance, and point host to that.
46
46
:host: dev.search-solr.USERNAME.dev.int.nsidc.org
47
- ## For these, either set up your own instance of dataset search catalog or change it to point to integration
47
+ ## For the metadata content, either set up your own instance of dataset-catalog-services
48
+ ## or change the URL below to point to integration
48
49
:nsidc_dataset_metadata_url: http://dev.dcs.USERNAME.dev.int.nsidc.org:1580/api/dataset/metadata/
49
- :nsidc_oai_identifiers_url: http://dev.dcs.USERNAME.dev.int.nsidc.org:1580/api/dataset/metadata/oai?verb=ListIdentifiers&metadata_prefix=iso
50
50
51
51
:integration:
52
52
:host: integration.search-solr.apps.int.nsidc.org
53
53
:nsidc_dataset_metadata_url: http://integration.nsidc.org/api/dataset/metadata/
54
- :nsidc_oai_identifiers_url: http://integration.nsidc.org/api/dataset/metadata/oai?verb=ListIdentifiers&metadata_prefix=iso
55
54
56
55
:qa:
57
56
:host: qa.search-solr.apps.int.nsidc.org
58
57
:nsidc_dataset_metadata_url: http://qa.nsidc.org/api/dataset/metadata/
59
- :nsidc_oai_identifiers_url: http://qa.nsidc.org/api/dataset/metadata/oai?verb=ListIdentifiers&metadata_prefix=iso
60
58
61
59
:staging:
62
60
:host: staging.search-solr.apps.int.nsidc.org
63
61
:nsidc_dataset_metadata_url: http://staging.nsidc.org/api/dataset/metadata/
64
- :nsidc_oai_identifiers_url: http://staging.nsidc.org/api/dataset/metadata/oai?verb=ListIdentifiers&metadata_prefix=iso
65
62
66
63
:blue:
67
64
:host: blue.search-solr.apps.int.nsidc.org
68
65
:nsidc_dataset_metadata_url: http://nsidc.org/api/dataset/metadata/
69
- :nsidc_oai_identifiers_url: http://nsidc.org/api/dataset/metadata/oai?verb=ListIdentifiers&metadata_prefix=iso
70
66
71
67
:production:
72
68
:host: search-solr.apps.int.nsidc.org
73
69
:nsidc_dataset_metadata_url: http://nsidc.org/api/dataset/metadata/
74
- :nsidc_oai_identifiers_url: http://nsidc.org/api/dataset/metadata/oai?verb=ListIdentifiers&metadata_prefix=iso
data/lib/search_solr_tools/harvesters/nsidc_json.rb CHANGED
@@ -31,7 +31,9 @@ module SearchSolrTools
31
31
end
32
32
33
33
def result_ids_from_nsidc
34
- get_results SolrEnvironments[@environment][:nsidc_oai_identifiers_url], '//xmlns:identifier'
34
+ url = SolrEnvironments[@environment][:nsidc_dataset_metadata_url] +
35
+ SolrEnvironments[@environment][:nsidc_oai_identifiers_url]
36
+ get_results url, '//xmlns:identifier'
35
37
end
36
38
37
39
def fetch_json_from_nsidc(id)
data/lib/search_solr_tools/helpers/facet_configuration.rb CHANGED
@@ -8,7 +8,7 @@ module SearchSolrTools
8
8
class FacetConfiguration
9
9
include Singleton
10
10
def self.import_bin_configuration(env)
11
- @bin_configuration = JSON.parse(RestClient.get(SolrEnvironments[env][:nsidc_dataset_metadata_url] + '/binConfiguration')) if @bin_configuration.nil?
11
+ @bin_configuration = JSON.parse(RestClient.get(SolrEnvironments[env][:nsidc_dataset_metadata_url] + 'binConfiguration')) if @bin_configuration.nil?
12
12
end
13
13
14
14
def self.get_facet_bin(facet_name)
data/lib/search_solr_tools/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
module SearchSolrTools
2
- VERSION = '4.0.1'
2
+ VERSION = '4.1.0'
3
3
end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
--- !ruby/object:Gem::Specification
2
2
name: search_solr_tools
3
3
version: !ruby/object:Gem::Version
4
- version: 4.0.1
4
+ version: 4.1.0
5
5
platform: ruby
6
6
authors:
7
7
- Chris Chalstrom
@@ -12,7 +12,7 @@ authors:
12
12
autorequire:
13
13
bindir: bin
14
14
cert_chain: []
15
- date: 2019-07-08 00:00:00.000000000 Z
15
+ date: 2019-08-08 00:00:00.000000000 Z
16
16
dependencies:
17
17
- !ruby/object:Gem::Dependency
18
18
name: ffi-geos