From 2b7a6663f08f71cb2b1b66f0ec18c6645ef17fff Mon Sep 17 00:00:00 2001 From: dumbmachine Date: Mon, 2 Mar 2020 16:32:38 +0530 Subject: [PATCH 1/4] added sanparks related scripts --- scripts/sanparks_golden_gate_highlands.json | 158 ++++++++++++++++ scripts/sanparks_karoo.json | 198 ++++++++++++++++++++ scripts/sanparks_kruger.json | 58 ++++++ 3 files changed, 414 insertions(+) create mode 100644 scripts/sanparks_golden_gate_highlands.json create mode 100644 scripts/sanparks_karoo.json create mode 100644 scripts/sanparks_kruger.json diff --git a/scripts/sanparks_golden_gate_highlands.json b/scripts/sanparks_golden_gate_highlands.json new file mode 100644 index 0000000..14cfa98 --- /dev/null +++ b/scripts/sanparks_golden_gate_highlands.json @@ -0,0 +1,158 @@ +{ + "citation": "Golden Gate Highland National Parks Census Data.", + "description": "These summary totals were derived from the annual reports on the census results for each year held by the Scientific Services Division of SANParks. Those for 1965-1976 were derived from aerial count totals corrected on the basis of differential ground counts. Those for 1977-1997 were the count totals recorded in the annual “Ecological Aerial Surveys” following a standard methodology.", + "homepage": "http://dataknp.sanparks.org/sanparks/metacat/peggym.113.6/sanparks", + "encoding": "ISO-8859-1", + "keywords": [ + "SANParks, South Africa", + "Golden Gate Highland National Park,South Africa", + "Census data" + ], + "name": "sanparks_golden_highlands", + "resources": [ + { + "dialect": { + "delimiter": "\t", + "missingValues": "NA" + }, + "name": "GGHNPcensusdata.txt", + "schema": { + "fields": [ + { + "name": "ID", + "type": "double" + }, + { + "name": "Unique number", + "type": "double" + }, + { + "name": "Decimal Deg E", + "type": "double" + }, + { + "name": "Decimal Deg S", + "type": "double" + }, + { + "name": "Date", + "type": "double" + }, + { + "name": "Block / Stratum", + "type": "char" + }, + { + "name": "Transect", + "type": "double" + }, + { + "name": "Species", + "type": "char" + }, + { + "name": "Total number", + "type": "double" + }, + { + "name": "Juveniles / calves", + "type": "double" + }, + { + "name": "Distance / Strip", + "type": "char" + }, + { + "name": "Observer - L/R", + "type": "double" + }, + { + "name": "Comments", + "type": "char" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.109.1" + }, + { + "dialect": { + "delimiter": "\t", + "missingValues": "NA" + }, + "name": "GGHNPQWAQWATotals.txt", + "schema": { + "fields": [ + { + "name": "Date", + "type": "double" + }, + { + "name": "Area", + "type": "char" + }, + { + "name": "Common name", + "type": "char" + }, + { + "name": "SumOfTotal number", + "type": "double" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.110.1" + }, + { + "dialect": { + "delimiter": "\t", + "missingValues": "NA" + }, + "name": "GGHNPSpecieCodes.txt", + "schema": { + "fields": [ + { + "name": "ID", + "type": "double" + }, + { + "name": "Common name", + "type": "char" + }, + { + "name": "Species ID", + "type": "char" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.111.1" + }, + { + "dialect": { + "delimiter": "\t", + "missingValues": "NA" + }, + "name": "GGHNPTotals.txt", + "schema": { + "fields": [ + { + "name": "Column 1", + "type": "date" + }, + { + "name": "Column 2", + "type": "double" + }, + { + "name": "Column 3", + "type": "char" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.112.1" + } + ], + "retriever": "True", + "retriever_minimum_version": "2.0.dev", + "title": "Golden Gate Highland National Parks Census Data.", + "version": "1.0.0" +} \ No newline at end of file diff --git a/scripts/sanparks_karoo.json b/scripts/sanparks_karoo.json new file mode 100644 index 0000000..0cf2679 --- /dev/null +++ b/scripts/sanparks_karoo.json @@ -0,0 +1,198 @@ +//FIXME: The have some error with it. +{ + "citation": "Karoo Natioanal Park Census Data. 1994 - 2009", + "description": "Karoo National Park census was not conducted in 2007 and the data is only spatially explicit from 2008", + "homepage": "http://dataknp.sanparks.org/sanparks/metacat/peggym.117.10/sanparks", + "keywords": [ + "SANParks, South Africa", + "Karoo National Park, South Africa", + "Census data" + ], + "name": "sanparks_karoo", + "resources": [ + { + "dialect": { + "delimiter": "\t", + "missingValues": "NA" + }, + "name": "KarooNationalParkCensuscodes.txt", + "schema": { + "fields": [ + { + "name": "Common name", + "type": "char" + }, + { + "name": "Species", + "type": "char" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.114.1" + }, + { + "dialect": { + "delimiter": "\t", + "missingValues": "NA" + }, + "name": "KRNPCensusdata.txt", + "schema": { + "fields": [ + { + "name": "ID", + "type": "double" + }, + { + "name": "Unique number", + "type": "double" + }, + { + "name": "Decimal Deg E", + "type": "double" + }, + { + "name": "Decimal Deg S", + "type": "double" + }, + { + "name": "Date", + "type": "double" + }, + { + "name": "Block / Stratum", + "type": "char" + }, + { + "name": "Transect", + "type": "double" + }, + { + "name": "Species", + "type": "char" + }, + { + "name": "Total number", + "type": "double" + }, + { + "name": "Juveniles / calves", + "type": "double" + }, + { + "name": "Distance / Strip", + "type": "char" + }, + { + "name": "Observer - L/R", + "type": "double" + }, + { + "name": "Comments", + "type": "char" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.115.1" + }, + { + "dialect": { + "delimiter": "\t", + "missingValues": "NA" + }, + "name": "KRNPTotals.txt", + "schema": { + "fields": [ + { + "name": "Date", + "type": "date" + }, + { + "name": "Common name", + "type": "char" + }, + { + "name": "SumOfTotal number", + "type": "double" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.116.1" + }, + { + "dialect": { + "delimiter": "\t", + "missingValues": "NA" + }, + "name": "karoo2008.txt", + "schema": { + "fields": [ + { + "name": "Date", + "type": "date" + }, + { + "name": "CONTROL", + "type": "date" + }, + { + "name": "TOTAL", + "type": "date" + }, + { + "name": "BULLS", + "type": "date" + }, + { + "name": "CALVES", + "type": "date" + }, + { + "name": "Longitude", + "type": "date" + }, + { + "name": "Latitude", + "type": "date" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.115.1" + }, + { + "dialect": { + "delimiter": "\t", + "missingValues": "NA" + }, + "name": "Karoo2006.txt", + "schema": { + "fields": [ + { + "name": "year", + "type": "double" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.115.1" + }, + { + "dialect": { + "delimiter": "\t", + "missingValues": "NA" + }, + "name": "Karoo09.txt", + "schema": { + "fields": [ + { + "name": "year", + "type": "double" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.115.1" + } + ], + "retriever": "True", + "retriever_minimum_version": "2.0.dev", + "title": "Karoo Natioanal Park Census Data. 1994 - 2009", + "version": "1.0.0" +} \ No newline at end of file diff --git a/scripts/sanparks_kruger.json b/scripts/sanparks_kruger.json new file mode 100644 index 0000000..382c00b --- /dev/null +++ b/scripts/sanparks_kruger.json @@ -0,0 +1,58 @@ +{ + "citation": "Census totals for large herbivores in the Kruger National Park summarized by year and region 1965-1997", + "description": "These summary totals were derived from the annual reports on the census results for each year held by the Scientific Services Division of SANParks. Those for 1965-1976 were derived from aerial count totals corrected on the basis of differential ground counts. Those for 1977-1997 were the count totals recorded in the annual “Ecological Aerial Surveys” following a standard methodology.", + "homepage": "http://dataknp.sanparks.org/sanparks/metacat/judithk.814.4/sanparks", + "keywords": [ + "SANParks, South Africa", + "Kruger National Park, South Africa", + "Census data" + + ], + "name": "sanparks_kruger", + "resources": [ + { + "dialect": { + "delimiter": "\t", + "missingValues": "NA" + }, + "name": "judithk.815.1-815.1", + "schema": { + "fields": [ + { + "name": "year", + "type": "double" + }, + { + "name": "Species", + "type": "char" + }, + { + "name": "South", + "type": "double" + }, + { + "name": "Central", + "type": "double" + }, + { + "name": "North", + "type": "double" + }, + { + "name": "FarNorth", + "type": "double" + }, + { + "name": "TOTAL", + "type": "double" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=judithk.815.1" + } + ], + "retriever": "True", + "retriever_minimum_version": "2.0.dev", + "title": "Census totals for large herbivores in the Kruger National Park summarized by year and region 1965-1997", + "version": "1.0.0" +} \ No newline at end of file From 06ffc64831ad22ef896e2774a0f04accd769a332 Mon Sep 17 00:00:00 2001 From: dumbmachine Date: Sat, 21 Mar 2020 13:11:14 +0530 Subject: [PATCH 2/4] scripts are working now --- scripts/sanparks_golden_gate_highlands.json | 148 +++++++------ scripts/sanparks_karoo.json | 224 ++++++++++++++------ scripts/sanparks_kruger.json | 33 +-- 3 files changed, 251 insertions(+), 154 deletions(-) diff --git a/scripts/sanparks_golden_gate_highlands.json b/scripts/sanparks_golden_gate_highlands.json index 14cfa98..55bc898 100644 --- a/scripts/sanparks_golden_gate_highlands.json +++ b/scripts/sanparks_golden_gate_highlands.json @@ -2,7 +2,7 @@ "citation": "Golden Gate Highland National Parks Census Data.", "description": "These summary totals were derived from the annual reports on the census results for each year held by the Scientific Services Division of SANParks. Those for 1965-1976 were derived from aerial count totals corrected on the basis of differential ground counts. Those for 1977-1997 were the count totals recorded in the annual “Ecological Aerial Surveys” following a standard methodology.", "homepage": "http://dataknp.sanparks.org/sanparks/metacat/peggym.113.6/sanparks", - "encoding": "ISO-8859-1", + "encoding": "latin-1", "keywords": [ "SANParks, South Africa", "Golden Gate Highland National Park,South Africa", @@ -12,63 +12,30 @@ "resources": [ { "dialect": { - "delimiter": "\t", - "missingValues": "NA" + "delimiter": "," }, - "name": "GGHNPcensusdata.txt", + "name": "peggym_110_1_gghnpqwaqwatotals", + "path": "peggym.110.1-GGHNPQWAQWATotals.txt", "schema": { "fields": [ { - "name": "ID", - "type": "double" - }, - { - "name": "Unique number", - "type": "double" - }, - { - "name": "Decimal Deg E", - "type": "double" - }, - { - "name": "Decimal Deg S", - "type": "double" - }, - { - "name": "Date", - "type": "double" - }, - { - "name": "Block / Stratum", + "name": "record_date", + "size": "18", "type": "char" }, { - "name": "Transect", - "type": "double" - }, - { - "name": "Species", + "name": "area", + "size": "6", "type": "char" }, { - "name": "Total number", - "type": "double" - }, - { - "name": "Juveniles / calves", - "type": "double" - }, - { - "name": "Distance / Strip", + "name": "common_name", + "size": "17", "type": "char" }, { - "name": "Observer - L/R", + "name": "sumoftotal_number", "type": "double" - }, - { - "name": "Comments", - "type": "char" } ] }, @@ -76,27 +43,16 @@ }, { "dialect": { - "delimiter": "\t", - "missingValues": "NA" + "delimiter": "," }, - "name": "GGHNPQWAQWATotals.txt", + "name": "peggym_112_1_gghnptotals", + "path": "peggym.112.1-GGHNPTotals.txt", "schema": { "fields": [ { - "name": "Date", - "type": "double" - }, - { - "name": "Area", - "type": "char" - }, - { - "name": "Common name", + "name": "black_wildebeest", + "size": "18", "type": "char" - }, - { - "name": "SumOfTotal number", - "type": "double" } ] }, @@ -104,22 +60,24 @@ }, { "dialect": { - "delimiter": "\t", - "missingValues": "NA" + "delimiter": "\t" }, - "name": "GGHNPSpecieCodes.txt", + "name": "peggym_111_1_gghnpspeciecodes", + "path": "peggym.111.1-GGHNPSpecieCodes.txt", "schema": { "fields": [ { - "name": "ID", - "type": "double" + "name": "id", + "type": "int" }, { - "name": "Common name", + "name": "common_name", + "size": "17", "type": "char" }, { - "name": "Species ID", + "name": "species_id", + "size": "7", "type": "char" } ] @@ -128,22 +86,62 @@ }, { "dialect": { - "delimiter": "\t", - "missingValues": "NA" + "delimiter": "\t" }, - "name": "GGHNPTotals.txt", + "name": "peggym_109_1_gghnpcensusdata", + "path": "peggym.109.1-GGHNPcensusdata.txt", "schema": { "fields": [ { - "name": "Column 1", + "name": "ID", + "type": "double" + }, + { + "name": "Unique number", + "type": "double" + }, + { + "name": "Decimal Deg E", + "type": "double" + }, + { + "name": "Decimal Deg S", + "type": "double" + }, + { + "name": "Date", "type": "date" }, { - "name": "Column 2", + "name": "Block / Stratum", + "type": "char" + }, + { + "name": "Transect", + "type": "double" + }, + { + "name": "Species", + "type": "char" + }, + { + "name": "Total number", "type": "double" }, { - "name": "Column 3", + "name": "Juveniles / calves", + "type": "double" + }, + { + "name": "Distance / Strip", + "type": "char" + }, + { + "name": "Observer - L/R", + "type": "double" + }, + { + "name": "Comments", "type": "char" } ] @@ -152,7 +150,7 @@ } ], "retriever": "True", - "retriever_minimum_version": "2.0.dev", + "retriever_minimum_version": "2.1.0", "title": "Golden Gate Highland National Parks Census Data.", "version": "1.0.0" -} \ No newline at end of file +} diff --git a/scripts/sanparks_karoo.json b/scripts/sanparks_karoo.json index 0cf2679..0ba580b 100644 --- a/scripts/sanparks_karoo.json +++ b/scripts/sanparks_karoo.json @@ -1,8 +1,8 @@ -//FIXME: The have some error with it. { "citation": "Karoo Natioanal Park Census Data. 1994 - 2009", "description": "Karoo National Park census was not conducted in 2007 and the data is only spatially explicit from 2008", "homepage": "http://dataknp.sanparks.org/sanparks/metacat/peggym.117.10/sanparks", + "encoding": "latin-1", "keywords": [ "SANParks, South Africa", "Karoo National Park, South Africa", @@ -12,18 +12,20 @@ "resources": [ { "dialect": { - "delimiter": "\t", - "missingValues": "NA" + "delimiter": "," }, - "name": "KarooNationalParkCensuscodes.txt", + "name": "peggym_114_1_karoonationalparkcensuscodes", + "path": "peggym.114.1-KarooNationalParkCensuscodes.txt", "schema": { "fields": [ { - "name": "Common name", + "name": "common_name", + "size": "26", "type": "char" }, { - "name": "Species", + "name": "species", + "size": "4", "type": "char" } ] @@ -32,62 +34,69 @@ }, { "dialect": { - "delimiter": "\t", - "missingValues": "NA" + "delimiter": "\t" }, - "name": "KRNPCensusdata.txt", + "name": "peggym_115_1_krnpcensusdata", + "path": "peggym.115.1-KRNPCensusdata.txt", "schema": { "fields": [ { - "name": "ID", - "type": "double" + "name": "id", + "type": "int" }, { - "name": "Unique number", + "name": "unique_number", "type": "double" }, { - "name": "Decimal Deg E", + "name": "decimal_deg_e", "type": "double" }, { - "name": "Decimal Deg S", + "name": "decimal_deg_s", "type": "double" }, { - "name": "Date", - "type": "double" + "name": "record_date", + "size": "18", + "type": "char" }, { - "name": "Block / Stratum", + "name": "block_stratum", + "size": "25", "type": "char" }, { - "name": "Transect", - "type": "double" + "name": "transect", + "size": "2", + "type": "char" }, { - "name": "Species", + "name": "species", + "size": "8", "type": "char" }, { - "name": "Total number", + "name": "total_number", "type": "double" }, { - "name": "Juveniles / calves", + "name": "juveniles_calves", "type": "double" }, { - "name": "Distance / Strip", + "name": "distance_strip", + "size": "9", "type": "char" }, { - "name": "Observer - L/R", - "type": "double" + "name": "observer_l_r", + "size": "1", + "type": "char" }, { - "name": "Comments", + "name": "comments", + "size": "100", "type": "char" } ] @@ -96,22 +105,24 @@ }, { "dialect": { - "delimiter": "\t", - "missingValues": "NA" + "delimiter": "," }, - "name": "KRNPTotals.txt", + "name": "peggym_116_1_krnptotals", + "path": "peggym.116.1-KRNPTotals.txt", "schema": { "fields": [ { - "name": "Date", - "type": "date" + "name": "record_date", + "size": "18", + "type": "char" }, { - "name": "Common name", + "name": "common_name", + "size": "26", "type": "char" }, { - "name": "SumOfTotal number", + "name": "sumoftotal_number", "type": "double" } ] @@ -120,79 +131,166 @@ }, { "dialect": { - "delimiter": "\t", - "missingValues": "NA" + "delimiter": "," }, - "name": "karoo2008.txt", + "name": "peggym_1049_1_karoo2008", + "path": "peggym.1049.1-karoo2008.txt", "schema": { "fields": [ { - "name": "Date", - "type": "date" + "name": "record_date", + "size": "10", + "type": "char" }, { - "name": "CONTROL", - "type": "date" + "name": "control", + "size": "15", + "type": "char" }, { - "name": "TOTAL", - "type": "date" + "name": "total", + "type": "int" }, { - "name": "BULLS", - "type": "date" + "name": "bulls", + "type": "int" }, { - "name": "CALVES", - "type": "date" + "name": "calves", + "type": "int" }, { - "name": "Longitude", - "type": "date" + "name": "longitude", + "type": "double" }, { - "name": "Latitude", - "type": "date" + "name": "latitude", + "type": "double" } ] }, - "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.115.1" + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.1049.1" }, { "dialect": { - "delimiter": "\t", - "missingValues": "NA" + "delimiter": "," }, - "name": "Karoo2006.txt", + "name": "peggym_1050_1_karoo2006", + "path": "peggym.1050.1-Karoo2006.txt", "schema": { "fields": [ { - "name": "year", - "type": "double" + "name": "record_date", + "size": "7", + "type": "char" + }, + { + "name": "stratum", + "size": "20", + "type": "char" + }, + { + "name": "transect", + "type": "int" + }, + { + "name": "lat_s", + "size": "10", + "type": "char" + }, + { + "name": "long_e", + "size": "10", + "type": "char" + }, + { + "name": "species", + "size": "4", + "type": "char" + }, + { + "name": "total", + "type": "int" + }, + { + "name": "juvenile", + "type": "int" + }, + { + "name": "l_r", + "type": "int" + }, + { + "name": "strip", + "type": "int" + }, + { + "name": "comments", + "size": "48", + "type": "char" } ] }, - "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.115.1" + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.1050.1" }, { "dialect": { - "delimiter": "\t", - "missingValues": "NA" + "delimiter": "\t" }, - "name": "Karoo09.txt", + "name": "peggym_1051_1_karoo09", + "path": "peggym.1051.1-Karoo09.txt", "schema": { "fields": [ { - "name": "year", + "name": "ref", + "type": "int" + }, + { + "name": "record_date", + "size": "10", + "type": "char" + }, + { + "name": "time", + "size": "8", + "type": "char" + }, + { + "name": "control", + "size": "15", + "type": "char" + }, + { + "name": "total", + "type": "int" + }, + { + "name": "bulls", + "type": "int" + }, + { + "name": "calves", + "type": "int" + }, + { + "name": "notes", + "type": "int" + }, + { + "name": "latitude", + "type": "double" + }, + { + "name": "longitude", "type": "double" } ] }, - "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.115.1" + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.1051.1" } ], "retriever": "True", - "retriever_minimum_version": "2.0.dev", + "retriever_minimum_version": "2.1.0", "title": "Karoo Natioanal Park Census Data. 1994 - 2009", "version": "1.0.0" } \ No newline at end of file diff --git a/scripts/sanparks_kruger.json b/scripts/sanparks_kruger.json index 382c00b..10cf0ea 100644 --- a/scripts/sanparks_kruger.json +++ b/scripts/sanparks_kruger.json @@ -12,39 +12,40 @@ "resources": [ { "dialect": { - "delimiter": "\t", - "missingValues": "NA" + "delimiter": "\t" }, - "name": "judithk.815.1-815.1", + "name": "judithk_815_1_815", + "path": "judithk.815.1-815.1", "schema": { "fields": [ { "name": "year", - "type": "double" + "type": "int" }, { - "name": "Species", + "name": "species", + "size": "15", "type": "char" }, { - "name": "South", - "type": "double" + "name": "south", + "type": "int" }, { - "name": "Central", - "type": "double" + "name": "central", + "type": "int" }, { - "name": "North", - "type": "double" + "name": "north", + "type": "int" }, { - "name": "FarNorth", - "type": "double" + "name": "farnorth", + "type": "int" }, { - "name": "TOTAL", - "type": "double" + "name": "total", + "type": "int" } ] }, @@ -52,7 +53,7 @@ } ], "retriever": "True", - "retriever_minimum_version": "2.0.dev", + "retriever_minimum_version": "2.1.0", "title": "Census totals for large herbivores in the Kruger National Park summarized by year and region 1965-1997", "version": "1.0.0" } \ No newline at end of file From db5e083aa1be4abd5d90d6df014e18258a77e9a4 Mon Sep 17 00:00:00 2001 From: dumbmachine Date: Sat, 21 Mar 2020 13:13:02 +0530 Subject: [PATCH 3/4] replaced _ with - in script names --- scripts/sanparks_golden_gate_highlands.json | 2 +- scripts/sanparks_karoo.json | 2 +- scripts/sanparks_kruger.json | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/scripts/sanparks_golden_gate_highlands.json b/scripts/sanparks_golden_gate_highlands.json index 55bc898..15fc4ca 100644 --- a/scripts/sanparks_golden_gate_highlands.json +++ b/scripts/sanparks_golden_gate_highlands.json @@ -8,7 +8,7 @@ "Golden Gate Highland National Park,South Africa", "Census data" ], - "name": "sanparks_golden_highlands", + "name": "sanparks-golden-highlands", "resources": [ { "dialect": { diff --git a/scripts/sanparks_karoo.json b/scripts/sanparks_karoo.json index 0ba580b..302e4af 100644 --- a/scripts/sanparks_karoo.json +++ b/scripts/sanparks_karoo.json @@ -8,7 +8,7 @@ "Karoo National Park, South Africa", "Census data" ], - "name": "sanparks_karoo", + "name": "sanparks-karoo", "resources": [ { "dialect": { diff --git a/scripts/sanparks_kruger.json b/scripts/sanparks_kruger.json index 10cf0ea..9eeef1d 100644 --- a/scripts/sanparks_kruger.json +++ b/scripts/sanparks_kruger.json @@ -8,7 +8,7 @@ "Census data" ], - "name": "sanparks_kruger", + "name": "sanparks-kruger", "resources": [ { "dialect": { From 0c574af75063e4ca8d070522083ddfbd8d65ce83 Mon Sep 17 00:00:00 2001 From: dumbmachine Date: Wed, 1 Apr 2020 18:20:22 +0530 Subject: [PATCH 4/4] combined 3 sanpark scripts into one --- .../{sanparks_karoo.json => sanparks.json} | 195 +++++++++++++++++- scripts/sanparks_golden_gate_highlands.json | 156 -------------- scripts/sanparks_kruger.json | 59 ------ 3 files changed, 187 insertions(+), 223 deletions(-) rename scripts/{sanparks_karoo.json => sanparks.json} (58%) delete mode 100644 scripts/sanparks_golden_gate_highlands.json delete mode 100644 scripts/sanparks_kruger.json diff --git a/scripts/sanparks_karoo.json b/scripts/sanparks.json similarity index 58% rename from scripts/sanparks_karoo.json rename to scripts/sanparks.json index 302e4af..7d5ec52 100644 --- a/scripts/sanparks_karoo.json +++ b/scripts/sanparks.json @@ -1,15 +1,194 @@ { - "citation": "Karoo Natioanal Park Census Data. 1994 - 2009", - "description": "Karoo National Park census was not conducted in 2007 and the data is only spatially explicit from 2008", - "homepage": "http://dataknp.sanparks.org/sanparks/metacat/peggym.117.10/sanparks", - "encoding": "latin-1", + "citation": "Census totals for large herbivores in the Kruger National Park summarized by year and region 1965-1997", + "description": "These summary totals were derived from the annual reports on the census results for each year held by the Scientific Services Division of SANParks. Those for 1965-1976 were derived from aerial count totals corrected on the basis of differential ground counts. Those for 1977-1997 were the count totals recorded in the annual “Ecological Aerial Surveys” following a standard methodology.", + "homepage": "http://dataknp.sanparks.org/sanparks/metacat/judithk.814.4/sanparks", "keywords": [ "SANParks, South Africa", - "Karoo National Park, South Africa", + "Kruger National Park, South Africa", "Census data" + ], - "name": "sanparks-karoo", + "name": "sanparks", "resources": [ + { + "dialect": { + "delimiter": "\t" + }, + "name": "judithk_815_1_815", + "path": "judithk.815.1-815.1", + "schema": { + "fields": [ + { + "name": "year", + "type": "int" + }, + { + "name": "species", + "size": "15", + "type": "char" + }, + { + "name": "south", + "type": "int" + }, + { + "name": "central", + "type": "int" + }, + { + "name": "north", + "type": "int" + }, + { + "name": "farnorth", + "type": "int" + }, + { + "name": "total", + "type": "int" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=judithk.815.1" + }, + { + "dialect": { + "delimiter": "," + }, + "name": "peggym_110_1_gghnpqwaqwatotals", + "path": "peggym.110.1-GGHNPQWAQWATotals.txt", + "schema": { + "fields": [ + { + "name": "record_date", + "size": "18", + "type": "char" + }, + { + "name": "area", + "size": "6", + "type": "char" + }, + { + "name": "common_name", + "size": "17", + "type": "char" + }, + { + "name": "sumoftotal_number", + "type": "double" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.109.1" + }, + { + "dialect": { + "delimiter": "," + }, + "name": "peggym_112_1_gghnptotals", + "path": "peggym.112.1-GGHNPTotals.txt", + "schema": { + "fields": [ + { + "name": "black_wildebeest", + "size": "18", + "type": "char" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.110.1" + }, + { + "dialect": { + "delimiter": "\t" + }, + "name": "peggym_111_1_gghnpspeciecodes", + "path": "peggym.111.1-GGHNPSpecieCodes.txt", + "schema": { + "fields": [ + { + "name": "id", + "type": "int" + }, + { + "name": "common_name", + "size": "17", + "type": "char" + }, + { + "name": "species_id", + "size": "7", + "type": "char" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.111.1" + }, + { + "dialect": { + "delimiter": "\t" + }, + "name": "peggym_109_1_gghnpcensusdata", + "path": "peggym.109.1-GGHNPcensusdata.txt", + "schema": { + "fields": [ + { + "name": "ID", + "type": "double" + }, + { + "name": "Unique number", + "type": "double" + }, + { + "name": "Decimal Deg E", + "type": "double" + }, + { + "name": "Decimal Deg S", + "type": "double" + }, + { + "name": "Date", + "type": "date" + }, + { + "name": "Block / Stratum", + "type": "char" + }, + { + "name": "Transect", + "type": "double" + }, + { + "name": "Species", + "type": "char" + }, + { + "name": "Total number", + "type": "double" + }, + { + "name": "Juveniles / calves", + "type": "double" + }, + { + "name": "Distance / Strip", + "type": "char" + }, + { + "name": "Observer - L/R", + "type": "double" + }, + { + "name": "Comments", + "type": "char" + } + ] + }, + "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.112.1" + }, { "dialect": { "delimiter": "," @@ -287,10 +466,10 @@ ] }, "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.1051.1" - } + } ], "retriever": "True", "retriever_minimum_version": "2.1.0", - "title": "Karoo Natioanal Park Census Data. 1994 - 2009", + "title": "Census totals for large herbivores in the Kruger National Park summarized by year and region 1965-1997", "version": "1.0.0" } \ No newline at end of file diff --git a/scripts/sanparks_golden_gate_highlands.json b/scripts/sanparks_golden_gate_highlands.json deleted file mode 100644 index 15fc4ca..0000000 --- a/scripts/sanparks_golden_gate_highlands.json +++ /dev/null @@ -1,156 +0,0 @@ -{ - "citation": "Golden Gate Highland National Parks Census Data.", - "description": "These summary totals were derived from the annual reports on the census results for each year held by the Scientific Services Division of SANParks. Those for 1965-1976 were derived from aerial count totals corrected on the basis of differential ground counts. Those for 1977-1997 were the count totals recorded in the annual “Ecological Aerial Surveys” following a standard methodology.", - "homepage": "http://dataknp.sanparks.org/sanparks/metacat/peggym.113.6/sanparks", - "encoding": "latin-1", - "keywords": [ - "SANParks, South Africa", - "Golden Gate Highland National Park,South Africa", - "Census data" - ], - "name": "sanparks-golden-highlands", - "resources": [ - { - "dialect": { - "delimiter": "," - }, - "name": "peggym_110_1_gghnpqwaqwatotals", - "path": "peggym.110.1-GGHNPQWAQWATotals.txt", - "schema": { - "fields": [ - { - "name": "record_date", - "size": "18", - "type": "char" - }, - { - "name": "area", - "size": "6", - "type": "char" - }, - { - "name": "common_name", - "size": "17", - "type": "char" - }, - { - "name": "sumoftotal_number", - "type": "double" - } - ] - }, - "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.109.1" - }, - { - "dialect": { - "delimiter": "," - }, - "name": "peggym_112_1_gghnptotals", - "path": "peggym.112.1-GGHNPTotals.txt", - "schema": { - "fields": [ - { - "name": "black_wildebeest", - "size": "18", - "type": "char" - } - ] - }, - "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.110.1" - }, - { - "dialect": { - "delimiter": "\t" - }, - "name": "peggym_111_1_gghnpspeciecodes", - "path": "peggym.111.1-GGHNPSpecieCodes.txt", - "schema": { - "fields": [ - { - "name": "id", - "type": "int" - }, - { - "name": "common_name", - "size": "17", - "type": "char" - }, - { - "name": "species_id", - "size": "7", - "type": "char" - } - ] - }, - "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.111.1" - }, - { - "dialect": { - "delimiter": "\t" - }, - "name": "peggym_109_1_gghnpcensusdata", - "path": "peggym.109.1-GGHNPcensusdata.txt", - "schema": { - "fields": [ - { - "name": "ID", - "type": "double" - }, - { - "name": "Unique number", - "type": "double" - }, - { - "name": "Decimal Deg E", - "type": "double" - }, - { - "name": "Decimal Deg S", - "type": "double" - }, - { - "name": "Date", - "type": "date" - }, - { - "name": "Block / Stratum", - "type": "char" - }, - { - "name": "Transect", - "type": "double" - }, - { - "name": "Species", - "type": "char" - }, - { - "name": "Total number", - "type": "double" - }, - { - "name": "Juveniles / calves", - "type": "double" - }, - { - "name": "Distance / Strip", - "type": "char" - }, - { - "name": "Observer - L/R", - "type": "double" - }, - { - "name": "Comments", - "type": "char" - } - ] - }, - "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=peggym.112.1" - } - ], - "retriever": "True", - "retriever_minimum_version": "2.1.0", - "title": "Golden Gate Highland National Parks Census Data.", - "version": "1.0.0" -} diff --git a/scripts/sanparks_kruger.json b/scripts/sanparks_kruger.json deleted file mode 100644 index 9eeef1d..0000000 --- a/scripts/sanparks_kruger.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "citation": "Census totals for large herbivores in the Kruger National Park summarized by year and region 1965-1997", - "description": "These summary totals were derived from the annual reports on the census results for each year held by the Scientific Services Division of SANParks. Those for 1965-1976 were derived from aerial count totals corrected on the basis of differential ground counts. Those for 1977-1997 were the count totals recorded in the annual “Ecological Aerial Surveys” following a standard methodology.", - "homepage": "http://dataknp.sanparks.org/sanparks/metacat/judithk.814.4/sanparks", - "keywords": [ - "SANParks, South Africa", - "Kruger National Park, South Africa", - "Census data" - - ], - "name": "sanparks-kruger", - "resources": [ - { - "dialect": { - "delimiter": "\t" - }, - "name": "judithk_815_1_815", - "path": "judithk.815.1-815.1", - "schema": { - "fields": [ - { - "name": "year", - "type": "int" - }, - { - "name": "species", - "size": "15", - "type": "char" - }, - { - "name": "south", - "type": "int" - }, - { - "name": "central", - "type": "int" - }, - { - "name": "north", - "type": "int" - }, - { - "name": "farnorth", - "type": "int" - }, - { - "name": "total", - "type": "int" - } - ] - }, - "url": "http://dataknp.sanparks.org/sanparks/metacat?action=read&qformat=sanparks&sessionid=&docid=judithk.815.1" - } - ], - "retriever": "True", - "retriever_minimum_version": "2.1.0", - "title": "Census totals for large herbivores in the Kruger National Park summarized by year and region 1965-1997", - "version": "1.0.0" -} \ No newline at end of file