Changes
On May 22, 2024 at 3:28:44 PM +0300, Ville Heikkilä:
-
Updated description of resource national_grid_available_measurements.xlsx in National electricity grid status from
List of available measurements.
toList of available measurements until 2024-05-21.
f | 1 | { | f | 1 | { |
2 | "author": "", | 2 | "author": "", | ||
3 | "author_email": "", | 3 | "author_email": "", | ||
4 | "creator_user_id": "c028eea2-1878-47b8-843b-aa298066c249", | 4 | "creator_user_id": "c028eea2-1878-47b8-843b-aa298066c249", | ||
5 | "data_owner": "Fingrid", | 5 | "data_owner": "Fingrid", | ||
6 | "groups": [], | 6 | "groups": [], | ||
7 | "id": "f2a22b6d-caf4-4b4a-92b5-23c3e7ac5aa2", | 7 | "id": "f2a22b6d-caf4-4b4a-92b5-23c3e7ac5aa2", | ||
8 | "isopen": true, | 8 | "isopen": true, | ||
9 | "license_id": "CC-BY-4.0", | 9 | "license_id": "CC-BY-4.0", | ||
10 | "license_title": "Creative Commons Attribution 4.0", | 10 | "license_title": "Creative Commons Attribution 4.0", | ||
11 | "license_url": "https://creativecommons.org/licenses/by/4.0/", | 11 | "license_url": "https://creativecommons.org/licenses/by/4.0/", | ||
12 | "maintainer": "Ville Heikkil\u00e4", | 12 | "maintainer": "Ville Heikkil\u00e4", | ||
13 | "maintainer_email": "ville.heikkila@tuni.fi", | 13 | "maintainer_email": "ville.heikkila@tuni.fi", | ||
14 | "metadata_created": "2022-12-19T08:57:52.128140", | 14 | "metadata_created": "2022-12-19T08:57:52.128140", | ||
n | 15 | "metadata_modified": "2024-05-22T12:27:23.258639", | n | 15 | "metadata_modified": "2024-05-22T12:28:44.101473", |
16 | "name": "national-electricity-grid-status", | 16 | "name": "national-electricity-grid-status", | ||
17 | "notes": "Data from Fingrid\u2019s open API about the status of the | 17 | "notes": "Data from Fingrid\u2019s open API about the status of the | ||
18 | Finnish national electricity grid such as the total energy consumption | 18 | Finnish national electricity grid such as the total energy consumption | ||
19 | and production.\r\n\r\nThere are two kinds of data: real time data and | 19 | and production.\r\n\r\nThere are two kinds of data: real time data and | ||
20 | forecast data. Real time data includes total energy production and | 20 | forecast data. Real time data includes total energy production and | ||
21 | consumption, frequency and production amounts for the different types | 21 | consumption, frequency and production amounts for the different types | ||
22 | of energy generation such as wind and nuclear. This data is collected | 22 | of energy generation such as wind and nuclear. This data is collected | ||
23 | with a 3 minute interval.\r\n\r\nForecast data includes wind and solar | 23 | with a 3 minute interval.\r\n\r\nForecast data includes wind and solar | ||
24 | production forecast and total energy consumption forecast. The | 24 | production forecast and total energy consumption forecast. The | ||
25 | forecasts are updated every hour. The production forecasts cover the | 25 | forecasts are updated every hour. The production forecasts cover the | ||
26 | next 36 hours and the energy consumption forecast until the end of the | 26 | next 36 hours and the energy consumption forecast until the end of the | ||
27 | next day.\r\n\r\nNotes:\r\n\r\n- Nuclear power production data is | 27 | next day.\r\n\r\nNotes:\r\n\r\n- Nuclear power production data is | ||
28 | erronious between 2018-07-18 09:00 to 2018-07-20 13:00.\r\n\r\nSee the | 28 | erronious between 2018-07-18 09:00 to 2018-07-20 13:00.\r\n\r\nSee the | ||
29 | [ProCem](https://ckan.energydata.rd.tuni.fi/organization/about/procem) | 29 | [ProCem](https://ckan.energydata.rd.tuni.fi/organization/about/procem) | ||
30 | project for general information about how the measurements are stored | 30 | project for general information about how the measurements are stored | ||
31 | and how they can be used.", | 31 | and how they can be used.", | ||
32 | "num_resources": 2, | 32 | "num_resources": 2, | ||
33 | "num_tags": 1, | 33 | "num_tags": 1, | ||
34 | "organization": { | 34 | "organization": { | ||
35 | "approval_status": "approved", | 35 | "approval_status": "approved", | ||
36 | "created": "2022-10-14T17:57:03.019118", | 36 | "created": "2022-10-14T17:57:03.019118", | ||
37 | "description": "The ProCem ([Social Energy - Prosumer Centric | 37 | "description": "The ProCem ([Social Energy - Prosumer Centric | ||
38 | Energy Ecosystem](http://www.senecc.fi/projects/procem-2)) and | 38 | Energy Ecosystem](http://www.senecc.fi/projects/procem-2)) and | ||
39 | ProCemPlus ([Prosumer Centric Energy Communities - towards Energy | 39 | ProCemPlus ([Prosumer Centric Energy Communities - towards Energy | ||
40 | Ecosystem](https://www.senecc.fi/projects/procemplus)) projects have | 40 | Ecosystem](https://www.senecc.fi/projects/procemplus)) projects have | ||
41 | collected energy and energy community related data from the | 41 | collected energy and energy community related data from the | ||
42 | [Kampusareena](https://ckan.energydata.rd.tuni.fi/group/kampusareena) | 42 | [Kampusareena](https://ckan.energydata.rd.tuni.fi/group/kampusareena) | ||
43 | building in the Hervanta campus, the | 43 | building in the Hervanta campus, the | ||
44 | [Marjam\u00e4ki](https://ckan.energydata.rd.tuni.fi/group/marjamaki) | 44 | [Marjam\u00e4ki](https://ckan.energydata.rd.tuni.fi/group/marjamaki) | ||
45 | micro-grid area in Lemp\u00e4\u00e4l\u00e4 and open data | 45 | micro-grid area in Lemp\u00e4\u00e4l\u00e4 and open data | ||
46 | sources.\r\n\r\nThe data for all of the datasets provided by ProCem | 46 | sources.\r\n\r\nThe data for all of the datasets provided by ProCem | ||
47 | have been collected using a custom data collection platform developed | 47 | have been collected using a custom data collection platform developed | ||
48 | as part of the projects. Thus all the data is stored in the same way | 48 | as part of the projects. Thus all the data is stored in the same way | ||
49 | and in the same format and accessing all the data happens in the same | 49 | and in the same format and accessing all the data happens in the same | ||
50 | way. If you are interested in learning more about the data collection | 50 | way. If you are interested in learning more about the data collection | ||
51 | platform, it has been described in a scientific article titled \"[A | 51 | platform, it has been described in a scientific article titled \"[A | ||
52 | Data Collection and Supplementary Control Platform of a Modern | 52 | Data Collection and Supplementary Control Platform of a Modern | ||
53 | Building for Smart Energy | 53 | Building for Smart Energy | ||
54 | ct.com/science/article/pii/S2352467722001734?via%3Dihub)\".\r\n\r\nThe | 54 | ct.com/science/article/pii/S2352467722001734?via%3Dihub)\".\r\n\r\nThe | ||
55 | data is stored in simple CSV files on a network drive to which select | 55 | data is stored in simple CSV files on a network drive to which select | ||
56 | project researchers have access to. All data from a measurement target | 56 | project researchers have access to. All data from a measurement target | ||
57 | (Kampusareena or Marjam\u00e4ki) for a day are stored in one file. One | 57 | (Kampusareena or Marjam\u00e4ki) for a day are stored in one file. One | ||
58 | line of this CSV file contains these 3 items separated by a tab | 58 | line of this CSV file contains these 3 items separated by a tab | ||
59 | character:\r\n\r\n- **id**: Each measurement point has a unique id | 59 | character:\r\n\r\n- **id**: Each measurement point has a unique id | ||
60 | number. These are documented in the lists of the available | 60 | number. These are documented in the lists of the available | ||
61 | measurements for each dataset.\r\n- **value**: The actual measurement | 61 | measurements for each dataset.\r\n- **value**: The actual measurement | ||
62 | value.\r\n- **timestamp**: Unix time in milliseconds i.e. milliseconds | 62 | value.\r\n- **timestamp**: Unix time in milliseconds i.e. milliseconds | ||
63 | since 1970-01-01 00:00 UTC time.\r\n\r\nIf you want to see a small | 63 | since 1970-01-01 00:00 UTC time.\r\n\r\nIf you want to see a small | ||
64 | example of how these files look like, you can check [this sample | 64 | example of how these files look like, you can check [this sample | ||
65 | ower-quality/resource/0abf89c6-bba6-4d5a-b45f-1f40fd9c5129).\r\n\r\nIf | 65 | ower-quality/resource/0abf89c6-bba6-4d5a-b45f-1f40fd9c5129).\r\n\r\nIf | ||
66 | you are interested in getting some data from the ProCem datasets, you | 66 | you are interested in getting some data from the ProCem datasets, you | ||
67 | can contact the person marked as the dataset maintainer. Since the raw | 67 | can contact the person marked as the dataset maintainer. Since the raw | ||
68 | data files are very large and contain data sensitive to the data | 68 | data files are very large and contain data sensitive to the data | ||
69 | owner, you will be provided with filtered versions of the data files | 69 | owner, you will be provided with filtered versions of the data files | ||
70 | containing only the data you require from the time period you want. | 70 | containing only the data you require from the time period you want. | ||
71 | So, if you already know precisely what data you want and from what | 71 | So, if you already know precisely what data you want and from what | ||
72 | time period, you can provide the measurement ids of the measurements | 72 | time period, you can provide the measurement ids of the measurements | ||
73 | you want with the range of dates.\r\n\r\nNote, though generally the | 73 | you want with the range of dates.\r\n\r\nNote, though generally the | ||
74 | data collection has been continuous since the date marked as the | 74 | data collection has been continuous since the date marked as the | ||
75 | measurement start date, various issues with measurement devices, | 75 | measurement start date, various issues with measurement devices, | ||
76 | networking or the collection system have caused breaks in data | 76 | networking or the collection system have caused breaks in data | ||
77 | collection varying from minutes to days. So please take this into | 77 | collection varying from minutes to days. So please take this into | ||
78 | account when processing your data.", | 78 | account when processing your data.", | ||
79 | "id": "ec67e141-aa5e-46f7-b3ab-5a10c172e8e7", | 79 | "id": "ec67e141-aa5e-46f7-b3ab-5a10c172e8e7", | ||
80 | "image_url": "", | 80 | "image_url": "", | ||
81 | "is_organization": true, | 81 | "is_organization": true, | ||
82 | "name": "procem", | 82 | "name": "procem", | ||
83 | "state": "active", | 83 | "state": "active", | ||
84 | "title": "ProCem", | 84 | "title": "ProCem", | ||
85 | "type": "organization" | 85 | "type": "organization" | ||
86 | }, | 86 | }, | ||
87 | "owner_org": "ec67e141-aa5e-46f7-b3ab-5a10c172e8e7", | 87 | "owner_org": "ec67e141-aa5e-46f7-b3ab-5a10c172e8e7", | ||
88 | "private": false, | 88 | "private": false, | ||
89 | "relationships_as_object": [], | 89 | "relationships_as_object": [], | ||
90 | "relationships_as_subject": [], | 90 | "relationships_as_subject": [], | ||
91 | "resources": [ | 91 | "resources": [ | ||
92 | { | 92 | { | ||
93 | "cache_last_updated": null, | 93 | "cache_last_updated": null, | ||
94 | "cache_url": null, | 94 | "cache_url": null, | ||
95 | "created": "2023-02-02T14:41:35.931264", | 95 | "created": "2023-02-02T14:41:35.931264", | ||
96 | "datastore_active": true, | 96 | "datastore_active": true, | ||
n | 97 | "description": "List of available measurements.", | n | 97 | "description": "List of available measurements until |
98 | 2024-05-21.", | ||||
98 | "format": "XLSX", | 99 | "format": "XLSX", | ||
99 | "hash": "", | 100 | "hash": "", | ||
100 | "id": "190c7851-08c2-469d-ac72-5700ef5f116d", | 101 | "id": "190c7851-08c2-469d-ac72-5700ef5f116d", | ||
101 | "last_modified": "2023-02-02T14:41:35.914527", | 102 | "last_modified": "2023-02-02T14:41:35.914527", | ||
t | 102 | "metadata_modified": "2023-02-02T14:41:35.924828", | t | 103 | "metadata_modified": "2024-05-22T12:28:44.108620", |
103 | "mimetype": | 104 | "mimetype": | ||
104 | "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", | 105 | "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", | ||
105 | "mimetype_inner": null, | 106 | "mimetype_inner": null, | ||
106 | "name": "national_grid_available_measurements.xlsx", | 107 | "name": "national_grid_available_measurements.xlsx", | ||
107 | "package_id": "f2a22b6d-caf4-4b4a-92b5-23c3e7ac5aa2", | 108 | "package_id": "f2a22b6d-caf4-4b4a-92b5-23c3e7ac5aa2", | ||
108 | "position": 0, | 109 | "position": 0, | ||
109 | "resource_type": null, | 110 | "resource_type": null, | ||
110 | "size": 11464, | 111 | "size": 11464, | ||
111 | "state": "active", | 112 | "state": "active", | ||
112 | "url": | 113 | "url": | ||
113 | ac72-5700ef5f116d/download/national_grid_available_measurements.xlsx", | 114 | ac72-5700ef5f116d/download/national_grid_available_measurements.xlsx", | ||
114 | "url_type": "upload" | 115 | "url_type": "upload" | ||
115 | }, | 116 | }, | ||
116 | { | 117 | { | ||
117 | "cache_last_updated": null, | 118 | "cache_last_updated": null, | ||
118 | "cache_url": null, | 119 | "cache_url": null, | ||
119 | "created": "2024-05-22T12:26:48.667908", | 120 | "created": "2024-05-22T12:26:48.667908", | ||
120 | "datastore_active": true, | 121 | "datastore_active": true, | ||
121 | "description": "List of available measurements starting from | 122 | "description": "List of available measurements starting from | ||
122 | 2024-05-22.", | 123 | 2024-05-22.", | ||
123 | "format": "XLSX", | 124 | "format": "XLSX", | ||
124 | "hash": "", | 125 | "hash": "", | ||
125 | "id": "6a7cbe23-444b-47e5-ac6a-f3d616a095b9", | 126 | "id": "6a7cbe23-444b-47e5-ac6a-f3d616a095b9", | ||
126 | "last_modified": "2024-05-22T12:26:48.639226", | 127 | "last_modified": "2024-05-22T12:26:48.639226", | ||
127 | "metadata_modified": "2024-05-22T12:27:23.262299", | 128 | "metadata_modified": "2024-05-22T12:27:23.262299", | ||
128 | "mimetype": | 129 | "mimetype": | ||
129 | "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", | 130 | "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", | ||
130 | "mimetype_inner": null, | 131 | "mimetype_inner": null, | ||
131 | "name": "national_grid_available_measurements_v2.xlsx", | 132 | "name": "national_grid_available_measurements_v2.xlsx", | ||
132 | "package_id": "f2a22b6d-caf4-4b4a-92b5-23c3e7ac5aa2", | 133 | "package_id": "f2a22b6d-caf4-4b4a-92b5-23c3e7ac5aa2", | ||
133 | "position": 1, | 134 | "position": 1, | ||
134 | "resource_type": null, | 135 | "resource_type": null, | ||
135 | "size": 11794, | 136 | "size": 11794, | ||
136 | "state": "active", | 137 | "state": "active", | ||
137 | "url": | 138 | "url": | ||
138 | a-f3d616a095b9/download/national_grid_available_measurements_v2.xlsx", | 139 | a-f3d616a095b9/download/national_grid_available_measurements_v2.xlsx", | ||
139 | "url_type": "upload" | 140 | "url_type": "upload" | ||
140 | } | 141 | } | ||
141 | ], | 142 | ], | ||
142 | "state": "active", | 143 | "state": "active", | ||
143 | "tags": [ | 144 | "tags": [ | ||
144 | { | 145 | { | ||
145 | "display_name": "electricity", | 146 | "display_name": "electricity", | ||
146 | "id": "0c58cb6b-5845-4112-9871-6adda7eaac59", | 147 | "id": "0c58cb6b-5845-4112-9871-6adda7eaac59", | ||
147 | "name": "electricity", | 148 | "name": "electricity", | ||
148 | "state": "active", | 149 | "state": "active", | ||
149 | "vocabulary_id": null | 150 | "vocabulary_id": null | ||
150 | } | 151 | } | ||
151 | ], | 152 | ], | ||
152 | "temporal_resolution": "3 minutes", | 153 | "temporal_resolution": "3 minutes", | ||
153 | "temporal_start": "2018-06-26", | 154 | "temporal_start": "2018-06-26", | ||
154 | "title": "National electricity grid status", | 155 | "title": "National electricity grid status", | ||
155 | "type": "dataset", | 156 | "type": "dataset", | ||
156 | "url": "https://data.fingrid.fi/en/", | 157 | "url": "https://data.fingrid.fi/en/", | ||
157 | "version": "" | 158 | "version": "" | ||
158 | } | 159 | } |