-
Notifications
You must be signed in to change notification settings - Fork 2
Expand file tree
/
Copy pathags_validator.py
More file actions
236 lines (197 loc) · 7.35 KB
/
ags_validator.py
File metadata and controls
236 lines (197 loc) · 7.35 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
# -*- coding: utf-8 -*-
"""
/***************************************************************************
AGS2DB
A QGIS plugin
This plugin parses an AGS file and creates a database from it
Generated by Plugin Builder: http://g-sherman.github.io/Qgis-Plugin-Builder/
-------------------
begin : 2023-04-19
copyright : (C) 2023 by Oliver Burdekin / burdGIS
email : info@burdgis.com
***************************************************************************/
/***************************************************************************
* *
* This program is free software; you can redistribute it and/or modify *
* it under the terms of the GNU General Public License as published by *
* the Free Software Foundation; either version 2 of the License, or *
* (at your option) any later version. *
* *
***************************************************************************/
"""
__author__ = 'Oliver Burdekin / burdGIS'
__date__ = '2023-04-19'
__copyright__ = '(C) 2023 by Oliver Burdekin / burdGIS'
# This will get replaced with a git SHA1 when you do a git archive
__revision__ = '$Format:%H$'
from qgis.PyQt.QtCore import QCoreApplication, QUrl, QEventLoop, QTimer
from qgis.PyQt.QtNetwork import QNetworkRequest, QNetworkReply, QHttpMultiPart, QHttpPart
from qgis.core import (
QgsProcessingAlgorithm,
QgsProcessingParameterFile,
QgsProcessingParameterFileDestination,
QgsProcessingParameterEnum,
QgsNetworkAccessManager,
# QgsApplication, # uncomment if you use QGIS auth manager
)
import os
class AGSValidatorAlgorithm(QgsProcessingAlgorithm):
"""
This is the algorithm class for the AGS validator.
"""
# Define constants for the algorithm's parameters
INPUT = 'INPUT'
DICTIONARY = 'DICTIONARY'
CHECKERS = 'CHECKERS'
OUTPUT = 'OUTPUT'
# Define constants for the dictionary choices and checker options
DICTIONARY_OPTIONS = ['None', '4.0.3', '4.0.4', '4.1', '4.1.1']
DICTIONARY_ALIASES = {'None': 'v4_1_1','4.0.3': 'v4_0_3','4.0.4': 'v4_0_4','4.1': 'v4_1','4.1.1': 'v4_1_1'}
CHECKER_OPTIONS = ['ags', 'bgs']
def initAlgorithm(self, config):
"""
Here we define the inputs and output of the algorithm, along
with some other properties.
"""
# Define the inputs for the algorithm
self.addParameter(
QgsProcessingParameterFile(
self.INPUT,
self.tr("Input File"),
behavior=QgsProcessingParameterFile.Behavior.File,
fileFilter="All files (*.*)"
)
)
self.addParameter(
QgsProcessingParameterEnum(
self.DICTIONARY,
self.tr("AGS version"),
options=self.DICTIONARY_OPTIONS,
defaultValue=0
)
)
self.addParameter(
QgsProcessingParameterEnum(
self.CHECKERS,
self.tr("Checkers"),
options=self.CHECKER_OPTIONS,
allowMultiple=True,
defaultValue=0
)
)
# Define the outputs for the algorithm
self.addParameter(
QgsProcessingParameterFileDestination(
self.OUTPUT,
self.tr("Output File"),
fileFilter="Text files (*.txt)"
)
)
def processAlgorithm(self, parameters, context, feedback):
# Params
file_path = self.parameterAsFile(parameters, self.INPUT, context)
dictionary = self.DICTIONARY_OPTIONS[self.parameterAsEnum(parameters, self.DICTIONARY, context)]
dictionary_alias = self.DICTIONARY_ALIASES[dictionary]
checkers_selected_indices = self.parameterAsEnums(parameters, self.CHECKERS, context)
checkers_selected = [self.CHECKER_OPTIONS[i] for i in checkers_selected_indices]
output_file = self.parameterAsFileOutput(parameters, self.OUTPUT, context)
file_name = os.path.basename(file_path)
url = 'https://agsapi.bgs.ac.uk/v6/validate/'
fmt = 'text'
# Read file
with open(file_path, 'rb') as f:
file_content = f.read()
# --- Build multipart/form-data via Qt ---
mp = QHttpMultiPart(QHttpMultiPart.ContentType.FormDataType)
# std_dictionary
p_std = QHttpPart()
p_std.setHeader(QNetworkRequest.KnownHeaders.ContentDispositionHeader, 'form-data; name="std_dictionary"')
p_std.setBody(dictionary_alias.encode('utf-8'))
mp.append(p_std)
# checkers (repeat field)
for c in checkers_selected:
p = QHttpPart()
p.setHeader(QNetworkRequest.KnownHeaders.ContentDispositionHeader, 'form-data; name="checkers"')
p.setBody(str(c).encode('utf-8'))
mp.append(p)
# fmt
p_fmt = QHttpPart()
p_fmt.setHeader(QNetworkRequest.KnownHeaders.ContentDispositionHeader, 'form-data; name="fmt"')
p_fmt.setBody(fmt.encode('utf-8'))
mp.append(p_fmt)
# file
p_file = QHttpPart()
p_file.setHeader(QNetworkRequest.KnownHeaders.ContentDispositionHeader,
f'form-data; name="files"; filename="{file_name}"')
p_file.setHeader(QNetworkRequest.KnownHeaders.ContentTypeHeader, 'text/plain') # or 'application/octet-stream'
p_file.setBody(file_content)
mp.append(p_file)
# POST via QGIS network manager (proxy/auth aware)
req = QNetworkRequest(QUrl(url))
# If you use a QGIS auth config, uncomment:
# from qgis.core import QgsApplication
# QgsApplication.authManager().updateNetworkRequest(req, "your_authcfg_id")
nam = QgsNetworkAccessManager.instance()
reply = nam.post(req, mp)
mp.setParent(reply) # keep multipart alive until finished
# Block until finished (with a 60s safety timeout)
loop = QEventLoop()
timer = QTimer()
timer.setSingleShot(True)
timer.timeout.connect(lambda: reply.abort())
reply.finished.connect(loop.quit)
timer.start(60000) # adjust or remove if you prefer no timeout
loop.exec()
timer.stop()
# Error handling
if reply.error() != QNetworkReply.NetworkError.NoError:
err = reply.errorString()
reply.deleteLater()
feedback.reportError(f"Error calling API: {err}")
raise Exception(f"Error calling API: {err}")
# Success
data = bytes(reply.readAll()).decode('utf-8', errors='replace')
reply.deleteLater()
with open(output_file, 'w', encoding='utf-8') as f:
f.write(data)
feedback.pushInfo('API call was successful.')
return {self.OUTPUT: output_file}
def processing_log(self, message):
"""
Logs a message to the Processing log.
"""
self.logMessage(message)
def name(self):
"""
Returns the algorithm name, used for identifying the algorithm. This
string should be fixed for the algorithm, and must not be localised.
The name should be unique within each provider. Names should contain
lowercase alphanumeric characters only and no spaces or other
formatting characters.
"""
return 'AGS validator'
def displayName(self):
"""
Returns the translated algorithm name, which should be used for any
user-visible display of the algorithm name.
"""
return self.tr(self.name())
def group(self):
"""
Returns the name of the group this algorithm belongs to. This string
should be localised.
"""
return self.tr(self.groupId())
def groupId(self):
"""
Returns the unique ID of the group this algorithm belongs to. This
string should be fixed for the algorithm, and must not be localised.
The group id should be unique within each provider. Group id should
contain lowercase alphanumeric characters only and no spaces or other
formatting characters.
"""
return ''
def tr(self, string):
return QCoreApplication.translate('Processing', string)
def createInstance(self):
return AGSValidatorAlgorithm()