start
This commit is contained in:
Frank Villaro-Dixon
commit
3a3d997d49
3
processing/.gitignore
vendored
Normal file
3
processing/.gitignore
vendored
Normal file
|
|
@ -0,0 +1,3 @@
|
|||
results/
|
||||
cache/
|
||||
db.sqlite
|
||||
15
processing/Pipfile
Normal file
15
processing/Pipfile
Normal file
|
|
@ -0,0 +1,15 @@
|
|||
[[source]]
|
||||
url = "https://pypi.org/simple"
|
||||
verify_ssl = true
|
||||
name = "pypi"
|
||||
|
||||
[packages]
|
||||
overpy = "*"
|
||||
requests = "*"
|
||||
geopy = "*"
|
||||
numpy = "*"
|
||||
|
||||
[dev-packages]
|
||||
|
||||
[requires]
|
||||
python_version = "3.12"
|
||||
219
processing/Pipfile.lock
generated
Normal file
219
processing/Pipfile.lock
generated
Normal file
|
|
@ -0,0 +1,219 @@
|
|||
{
|
||||
"_meta": {
|
||||
"hash": {
|
||||
"sha256": "9f1964ffcf8de6e8d170d7d14f5d0ee15583f360bd3cb295a8dfabf3b53991e9"
|
||||
},
|
||||
"pipfile-spec": 6,
|
||||
"requires": {
|
||||
"python_version": "3.12"
|
||||
},
|
||||
"sources": [
|
||||
{
|
||||
"name": "pypi",
|
||||
"url": "https://pypi.org/simple",
|
||||
"verify_ssl": true
|
||||
}
|
||||
]
|
||||
},
|
||||
"default": {
|
||||
"certifi": {
|
||||
"hashes": [
|
||||
"sha256:0569859f95fc761b18b45ef421b1290a0f65f147e92a1e5eb3e635f9a5e4e66f",
|
||||
"sha256:dc383c07b76109f368f6106eee2b593b04a011ea4d55f652c6ca24a754d1cdd1"
|
||||
],
|
||||
"markers": "python_version >= '3.6'",
|
||||
"version": "==2024.2.2"
|
||||
},
|
||||
"charset-normalizer": {
|
||||
"hashes": [
|
||||
"sha256:06435b539f889b1f6f4ac1758871aae42dc3a8c0e24ac9e60c2384973ad73027",
|
||||
"sha256:06a81e93cd441c56a9b65d8e1d043daeb97a3d0856d177d5c90ba85acb3db087",
|
||||
"sha256:0a55554a2fa0d408816b3b5cedf0045f4b8e1a6065aec45849de2d6f3f8e9786",
|
||||
"sha256:0b2b64d2bb6d3fb9112bafa732def486049e63de9618b5843bcdd081d8144cd8",
|
||||
"sha256:10955842570876604d404661fbccbc9c7e684caf432c09c715ec38fbae45ae09",
|
||||
"sha256:122c7fa62b130ed55f8f285bfd56d5f4b4a5b503609d181f9ad85e55c89f4185",
|
||||
"sha256:1ceae2f17a9c33cb48e3263960dc5fc8005351ee19db217e9b1bb15d28c02574",
|
||||
"sha256:1d3193f4a680c64b4b6a9115943538edb896edc190f0b222e73761716519268e",
|
||||
"sha256:1f79682fbe303db92bc2b1136016a38a42e835d932bab5b3b1bfcfbf0640e519",
|
||||
"sha256:2127566c664442652f024c837091890cb1942c30937add288223dc895793f898",
|
||||
"sha256:22afcb9f253dac0696b5a4be4a1c0f8762f8239e21b99680099abd9b2b1b2269",
|
||||
"sha256:25baf083bf6f6b341f4121c2f3c548875ee6f5339300e08be3f2b2ba1721cdd3",
|
||||
"sha256:2e81c7b9c8979ce92ed306c249d46894776a909505d8f5a4ba55b14206e3222f",
|
||||
"sha256:3287761bc4ee9e33561a7e058c72ac0938c4f57fe49a09eae428fd88aafe7bb6",
|
||||
"sha256:34d1c8da1e78d2e001f363791c98a272bb734000fcef47a491c1e3b0505657a8",
|
||||
"sha256:37e55c8e51c236f95b033f6fb391d7d7970ba5fe7ff453dad675e88cf303377a",
|
||||
"sha256:3d47fa203a7bd9c5b6cee4736ee84ca03b8ef23193c0d1ca99b5089f72645c73",
|
||||
"sha256:3e4d1f6587322d2788836a99c69062fbb091331ec940e02d12d179c1d53e25fc",
|
||||
"sha256:42cb296636fcc8b0644486d15c12376cb9fa75443e00fb25de0b8602e64c1714",
|
||||
"sha256:45485e01ff4d3630ec0d9617310448a8702f70e9c01906b0d0118bdf9d124cf2",
|
||||
"sha256:4a78b2b446bd7c934f5dcedc588903fb2f5eec172f3d29e52a9096a43722adfc",
|
||||
"sha256:4ab2fe47fae9e0f9dee8c04187ce5d09f48eabe611be8259444906793ab7cbce",
|
||||
"sha256:4d0d1650369165a14e14e1e47b372cfcb31d6ab44e6e33cb2d4e57265290044d",
|
||||
"sha256:549a3a73da901d5bc3ce8d24e0600d1fa85524c10287f6004fbab87672bf3e1e",
|
||||
"sha256:55086ee1064215781fff39a1af09518bc9255b50d6333f2e4c74ca09fac6a8f6",
|
||||
"sha256:572c3763a264ba47b3cf708a44ce965d98555f618ca42c926a9c1616d8f34269",
|
||||
"sha256:573f6eac48f4769d667c4442081b1794f52919e7edada77495aaed9236d13a96",
|
||||
"sha256:5b4c145409bef602a690e7cfad0a15a55c13320ff7a3ad7ca59c13bb8ba4d45d",
|
||||
"sha256:6463effa3186ea09411d50efc7d85360b38d5f09b870c48e4600f63af490e56a",
|
||||
"sha256:65f6f63034100ead094b8744b3b97965785388f308a64cf8d7c34f2f2e5be0c4",
|
||||
"sha256:663946639d296df6a2bb2aa51b60a2454ca1cb29835324c640dafb5ff2131a77",
|
||||
"sha256:6897af51655e3691ff853668779c7bad41579facacf5fd7253b0133308cf000d",
|
||||
"sha256:68d1f8a9e9e37c1223b656399be5d6b448dea850bed7d0f87a8311f1ff3dabb0",
|
||||
"sha256:6ac7ffc7ad6d040517be39eb591cac5ff87416c2537df6ba3cba3bae290c0fed",
|
||||
"sha256:6b3251890fff30ee142c44144871185dbe13b11bab478a88887a639655be1068",
|
||||
"sha256:6c4caeef8fa63d06bd437cd4bdcf3ffefe6738fb1b25951440d80dc7df8c03ac",
|
||||
"sha256:6ef1d82a3af9d3eecdba2321dc1b3c238245d890843e040e41e470ffa64c3e25",
|
||||
"sha256:753f10e867343b4511128c6ed8c82f7bec3bd026875576dfd88483c5c73b2fd8",
|
||||
"sha256:7cd13a2e3ddeed6913a65e66e94b51d80a041145a026c27e6bb76c31a853c6ab",
|
||||
"sha256:7ed9e526742851e8d5cc9e6cf41427dfc6068d4f5a3bb03659444b4cabf6bc26",
|
||||
"sha256:7f04c839ed0b6b98b1a7501a002144b76c18fb1c1850c8b98d458ac269e26ed2",
|
||||
"sha256:802fe99cca7457642125a8a88a084cef28ff0cf9407060f7b93dca5aa25480db",
|
||||
"sha256:80402cd6ee291dcb72644d6eac93785fe2c8b9cb30893c1af5b8fdd753b9d40f",
|
||||
"sha256:8465322196c8b4d7ab6d1e049e4c5cb460d0394da4a27d23cc242fbf0034b6b5",
|
||||
"sha256:86216b5cee4b06df986d214f664305142d9c76df9b6512be2738aa72a2048f99",
|
||||
"sha256:87d1351268731db79e0f8e745d92493ee2841c974128ef629dc518b937d9194c",
|
||||
"sha256:8bdb58ff7ba23002a4c5808d608e4e6c687175724f54a5dade5fa8c67b604e4d",
|
||||
"sha256:8c622a5fe39a48f78944a87d4fb8a53ee07344641b0562c540d840748571b811",
|
||||
"sha256:8d756e44e94489e49571086ef83b2bb8ce311e730092d2c34ca8f7d925cb20aa",
|
||||
"sha256:8f4a014bc36d3c57402e2977dada34f9c12300af536839dc38c0beab8878f38a",
|
||||
"sha256:9063e24fdb1e498ab71cb7419e24622516c4a04476b17a2dab57e8baa30d6e03",
|
||||
"sha256:90d558489962fd4918143277a773316e56c72da56ec7aa3dc3dbbe20fdfed15b",
|
||||
"sha256:923c0c831b7cfcb071580d3f46c4baf50f174be571576556269530f4bbd79d04",
|
||||
"sha256:95f2a5796329323b8f0512e09dbb7a1860c46a39da62ecb2324f116fa8fdc85c",
|
||||
"sha256:96b02a3dc4381e5494fad39be677abcb5e6634bf7b4fa83a6dd3112607547001",
|
||||
"sha256:9f96df6923e21816da7e0ad3fd47dd8f94b2a5ce594e00677c0013018b813458",
|
||||
"sha256:a10af20b82360ab00827f916a6058451b723b4e65030c5a18577c8b2de5b3389",
|
||||
"sha256:a50aebfa173e157099939b17f18600f72f84eed3049e743b68ad15bd69b6bf99",
|
||||
"sha256:a981a536974bbc7a512cf44ed14938cf01030a99e9b3a06dd59578882f06f985",
|
||||
"sha256:a9a8e9031d613fd2009c182b69c7b2c1ef8239a0efb1df3f7c8da66d5dd3d537",
|
||||
"sha256:ae5f4161f18c61806f411a13b0310bea87f987c7d2ecdbdaad0e94eb2e404238",
|
||||
"sha256:aed38f6e4fb3f5d6bf81bfa990a07806be9d83cf7bacef998ab1a9bd660a581f",
|
||||
"sha256:b01b88d45a6fcb69667cd6d2f7a9aeb4bf53760d7fc536bf679ec94fe9f3ff3d",
|
||||
"sha256:b261ccdec7821281dade748d088bb6e9b69e6d15b30652b74cbbac25e280b796",
|
||||
"sha256:b2b0a0c0517616b6869869f8c581d4eb2dd83a4d79e0ebcb7d373ef9956aeb0a",
|
||||
"sha256:b4a23f61ce87adf89be746c8a8974fe1c823c891d8f86eb218bb957c924bb143",
|
||||
"sha256:bd8f7df7d12c2db9fab40bdd87a7c09b1530128315d047a086fa3ae3435cb3a8",
|
||||
"sha256:beb58fe5cdb101e3a055192ac291b7a21e3b7ef4f67fa1d74e331a7f2124341c",
|
||||
"sha256:c002b4ffc0be611f0d9da932eb0f704fe2602a9a949d1f738e4c34c75b0863d5",
|
||||
"sha256:c083af607d2515612056a31f0a8d9e0fcb5876b7bfc0abad3ecd275bc4ebc2d5",
|
||||
"sha256:c180f51afb394e165eafe4ac2936a14bee3eb10debc9d9e4db8958fe36afe711",
|
||||
"sha256:c235ebd9baae02f1b77bcea61bce332cb4331dc3617d254df3323aa01ab47bd4",
|
||||
"sha256:cd70574b12bb8a4d2aaa0094515df2463cb429d8536cfb6c7ce983246983e5a6",
|
||||
"sha256:d0eccceffcb53201b5bfebb52600a5fb483a20b61da9dbc885f8b103cbe7598c",
|
||||
"sha256:d965bba47ddeec8cd560687584e88cf699fd28f192ceb452d1d7ee807c5597b7",
|
||||
"sha256:db364eca23f876da6f9e16c9da0df51aa4f104a972735574842618b8c6d999d4",
|
||||
"sha256:ddbb2551d7e0102e7252db79ba445cdab71b26640817ab1e3e3648dad515003b",
|
||||
"sha256:deb6be0ac38ece9ba87dea880e438f25ca3eddfac8b002a2ec3d9183a454e8ae",
|
||||
"sha256:e06ed3eb3218bc64786f7db41917d4e686cc4856944f53d5bdf83a6884432e12",
|
||||
"sha256:e27ad930a842b4c5eb8ac0016b0a54f5aebbe679340c26101df33424142c143c",
|
||||
"sha256:e537484df0d8f426ce2afb2d0f8e1c3d0b114b83f8850e5f2fbea0e797bd82ae",
|
||||
"sha256:eb00ed941194665c332bf8e078baf037d6c35d7c4f3102ea2d4f16ca94a26dc8",
|
||||
"sha256:eb6904c354526e758fda7167b33005998fb68c46fbc10e013ca97f21ca5c8887",
|
||||
"sha256:eb8821e09e916165e160797a6c17edda0679379a4be5c716c260e836e122f54b",
|
||||
"sha256:efcb3f6676480691518c177e3b465bcddf57cea040302f9f4e6e191af91174d4",
|
||||
"sha256:f27273b60488abe721a075bcca6d7f3964f9f6f067c8c4c605743023d7d3944f",
|
||||
"sha256:f30c3cb33b24454a82faecaf01b19c18562b1e89558fb6c56de4d9118a032fd5",
|
||||
"sha256:fb69256e180cb6c8a894fee62b3afebae785babc1ee98b81cdf68bbca1987f33",
|
||||
"sha256:fd1abc0d89e30cc4e02e4064dc67fcc51bd941eb395c502aac3ec19fab46b519",
|
||||
"sha256:ff8fa367d09b717b2a17a052544193ad76cd49979c805768879cb63d9ca50561"
|
||||
],
|
||||
"markers": "python_full_version >= '3.7.0'",
|
||||
"version": "==3.3.2"
|
||||
},
|
||||
"geographiclib": {
|
||||
"hashes": [
|
||||
"sha256:6b7225248e45ff7edcee32becc4e0a1504c606ac5ee163a5656d482e0cd38734",
|
||||
"sha256:f7f41c85dc3e1c2d3d935ec86660dc3b2c848c83e17f9a9e51ba9d5146a15859"
|
||||
],
|
||||
"markers": "python_version >= '3.7'",
|
||||
"version": "==2.0"
|
||||
},
|
||||
"geopy": {
|
||||
"hashes": [
|
||||
"sha256:50283d8e7ad07d89be5cb027338c6365a32044df3ae2556ad3f52f4840b3d0d1",
|
||||
"sha256:ae8b4bc5c1131820f4d75fce9d4aaaca0c85189b3aa5d64c3dcaf5e3b7b882a7"
|
||||
],
|
||||
"index": "pypi",
|
||||
"markers": "python_version >= '3.7'",
|
||||
"version": "==2.4.1"
|
||||
},
|
||||
"idna": {
|
||||
"hashes": [
|
||||
"sha256:028ff3aadf0609c1fd278d8ea3089299412a7a8b9bd005dd08b9f8285bcb5cfc",
|
||||
"sha256:82fee1fc78add43492d3a1898bfa6d8a904cc97d8427f683ed8e798d07761aa0"
|
||||
],
|
||||
"markers": "python_version >= '3.5'",
|
||||
"version": "==3.7"
|
||||
},
|
||||
"numpy": {
|
||||
"hashes": [
|
||||
"sha256:03a8c78d01d9781b28a6989f6fa1bb2c4f2d51201cf99d3dd875df6fbd96b23b",
|
||||
"sha256:08beddf13648eb95f8d867350f6a018a4be2e5ad54c8d8caed89ebca558b2818",
|
||||
"sha256:1af303d6b2210eb850fcf03064d364652b7120803a0b872f5211f5234b399f20",
|
||||
"sha256:1dda2e7b4ec9dd512f84935c5f126c8bd8b9f2fc001e9f54af255e8c5f16b0e0",
|
||||
"sha256:2a02aba9ed12e4ac4eb3ea9421c420301a0c6460d9830d74a9df87efa4912010",
|
||||
"sha256:2e4ee3380d6de9c9ec04745830fd9e2eccb3e6cf790d39d7b98ffd19b0dd754a",
|
||||
"sha256:3373d5d70a5fe74a2c1bb6d2cfd9609ecf686d47a2d7b1d37a8f3b6bf6003aea",
|
||||
"sha256:47711010ad8555514b434df65f7d7b076bb8261df1ca9bb78f53d3b2db02e95c",
|
||||
"sha256:4c66707fabe114439db9068ee468c26bbdf909cac0fb58686a42a24de1760c71",
|
||||
"sha256:50193e430acfc1346175fcbdaa28ffec49947a06918b7b92130744e81e640110",
|
||||
"sha256:52b8b60467cd7dd1e9ed082188b4e6bb35aa5cdd01777621a1658910745b90be",
|
||||
"sha256:60dedbb91afcbfdc9bc0b1f3f402804070deed7392c23eb7a7f07fa857868e8a",
|
||||
"sha256:62b8e4b1e28009ef2846b4c7852046736bab361f7aeadeb6a5b89ebec3c7055a",
|
||||
"sha256:666dbfb6ec68962c033a450943ded891bed2d54e6755e35e5835d63f4f6931d5",
|
||||
"sha256:675d61ffbfa78604709862923189bad94014bef562cc35cf61d3a07bba02a7ed",
|
||||
"sha256:679b0076f67ecc0138fd2ede3a8fd196dddc2ad3254069bcb9faf9a79b1cebcd",
|
||||
"sha256:7349ab0fa0c429c82442a27a9673fc802ffdb7c7775fad780226cb234965e53c",
|
||||
"sha256:7ab55401287bfec946ced39700c053796e7cc0e3acbef09993a9ad2adba6ca6e",
|
||||
"sha256:7e50d0a0cc3189f9cb0aeb3a6a6af18c16f59f004b866cd2be1c14b36134a4a0",
|
||||
"sha256:95a7476c59002f2f6c590b9b7b998306fba6a5aa646b1e22ddfeaf8f78c3a29c",
|
||||
"sha256:96ff0b2ad353d8f990b63294c8986f1ec3cb19d749234014f4e7eb0112ceba5a",
|
||||
"sha256:9fad7dcb1aac3c7f0584a5a8133e3a43eeb2fe127f47e3632d43d677c66c102b",
|
||||
"sha256:9ff0f4f29c51e2803569d7a51c2304de5554655a60c5d776e35b4a41413830d0",
|
||||
"sha256:a354325ee03388678242a4d7ebcd08b5c727033fcff3b2f536aea978e15ee9e6",
|
||||
"sha256:a4abb4f9001ad2858e7ac189089c42178fcce737e4169dc61321660f1a96c7d2",
|
||||
"sha256:ab47dbe5cc8210f55aa58e4805fe224dac469cde56b9f731a4c098b91917159a",
|
||||
"sha256:afedb719a9dcfc7eaf2287b839d8198e06dcd4cb5d276a3df279231138e83d30",
|
||||
"sha256:b3ce300f3644fb06443ee2222c2201dd3a89ea6040541412b8fa189341847218",
|
||||
"sha256:b97fe8060236edf3662adfc2c633f56a08ae30560c56310562cb4f95500022d5",
|
||||
"sha256:bfe25acf8b437eb2a8b2d49d443800a5f18508cd811fea3181723922a8a82b07",
|
||||
"sha256:cd25bcecc4974d09257ffcd1f098ee778f7834c3ad767fe5db785be9a4aa9cb2",
|
||||
"sha256:d209d8969599b27ad20994c8e41936ee0964e6da07478d6c35016bc386b66ad4",
|
||||
"sha256:d5241e0a80d808d70546c697135da2c613f30e28251ff8307eb72ba696945764",
|
||||
"sha256:edd8b5fe47dab091176d21bb6de568acdd906d1887a4584a15a9a96a1dca06ef",
|
||||
"sha256:f870204a840a60da0b12273ef34f7051e98c3b5961b61b0c2c1be6dfd64fbcd3",
|
||||
"sha256:ffa75af20b44f8dba823498024771d5ac50620e6915abac414251bd971b4529f"
|
||||
],
|
||||
"index": "pypi",
|
||||
"markers": "python_version >= '3.9'",
|
||||
"version": "==1.26.4"
|
||||
},
|
||||
"overpy": {
|
||||
"hashes": [
|
||||
"sha256:cc888c9dcdf9076e667b435909f57e028845c4a1133b6a6f3528284a304516c3",
|
||||
"sha256:f6df5073de0cc1f63aed6d2632140f98c3d91fa3a2e3bef1bcfaa6225500f364"
|
||||
],
|
||||
"index": "pypi",
|
||||
"markers": "python_version >= '3.6'",
|
||||
"version": "==0.7"
|
||||
},
|
||||
"requests": {
|
||||
"hashes": [
|
||||
"sha256:58cd2187c01e70e6e26505bca751777aa9f2ee0b7f4300988b709f44e013003f",
|
||||
"sha256:942c5a758f98d790eaed1a29cb6eefc7ffb0d1cf7af05c3d2791656dbd6ad1e1"
|
||||
],
|
||||
"index": "pypi",
|
||||
"markers": "python_version >= '3.7'",
|
||||
"version": "==2.31.0"
|
||||
},
|
||||
"urllib3": {
|
||||
"hashes": [
|
||||
"sha256:450b20ec296a467077128bff42b73080516e71b56ff59a60a02bef2232c4fa9d",
|
||||
"sha256:d0570876c61ab9e520d776c38acbbb5b05a776d3f9ff98a5c8fd5162a444cf19"
|
||||
],
|
||||
"markers": "python_version >= '3.8'",
|
||||
"version": "==2.2.1"
|
||||
}
|
||||
},
|
||||
"develop": {}
|
||||
}
|
||||
109
processing/river.py
Normal file
109
processing/river.py
Normal file
|
|
@ -0,0 +1,109 @@
|
|||
import statistics
|
||||
import overpy
|
||||
import utils
|
||||
import time
|
||||
|
||||
CorrectSlope = bool
|
||||
SlopeConfidence = float
|
||||
|
||||
class RiverTooShort(Exception):
|
||||
pass
|
||||
|
||||
|
||||
class River:
|
||||
POOR_CONFIDENCE = 0.1
|
||||
MEDIUM_CONFIDENCE = 0.5
|
||||
HIGH_CONFIDENCE = 0.9
|
||||
|
||||
id: int
|
||||
way: overpy.Way
|
||||
is_correct_slope: bool
|
||||
correct_slope_confidence: float
|
||||
start_ele: float
|
||||
end_ele: float
|
||||
def __init__(self, wayid, way):
|
||||
self.wayid = wayid
|
||||
self.way = way
|
||||
|
||||
|
||||
@property
|
||||
def name(self):
|
||||
return self.way.tags.get('name', None)
|
||||
|
||||
def osm_link(self):
|
||||
return f'OSM LINK: https://www.openstreetmap.org/way/{self.wayid}'
|
||||
|
||||
def __repr__(self):
|
||||
return f"River {self.name} {self.wayid}"
|
||||
|
||||
@property
|
||||
def length(self) -> float:
|
||||
return utils.distance(self.way.nodes[0], self.way.nodes[-1])
|
||||
|
||||
def to_dict(self):
|
||||
return {
|
||||
'name': self.name,
|
||||
'wayid': self.wayid,
|
||||
'nodes': [(float(pt.lat), float(pt.lon)) for pt in self.way.nodes],
|
||||
'length': self.length,
|
||||
'start_ele': utils.get_elevation(self.way.nodes[0].lat, self.way.nodes[0].lon),
|
||||
'end_ele': utils.get_elevation(self.way.nodes[1].lat, self.way.nodes[1].lon),
|
||||
'is_correct_slope': self.is_correct_slope,
|
||||
'correct_slope_confidence': self.correct_slope_confidence,
|
||||
'centroid': [float(self.centroid[0]), float(self.centroid[1])],
|
||||
'timestap': int(time.time()),
|
||||
}
|
||||
|
||||
@property
|
||||
def centroid(self) -> tuple[float, float]:
|
||||
lats = [pt.lat for pt in self.way.nodes]
|
||||
lons = [pt.lon for pt in self.way.nodes]
|
||||
|
||||
return (statistics.mean(lats), statistics.mean(lons))
|
||||
|
||||
def check_slope(self):
|
||||
self.is_correct_slope, self.correct_slope_confidence = self._calculate_slope()
|
||||
|
||||
def _calculate_slope(self) -> tuple[CorrectSlope, SlopeConfidence]:
|
||||
start_pts = self.way.nodes[0:5]
|
||||
end_pts = self.way.nodes[-5:]
|
||||
|
||||
start_eles = [utils.get_elevation(pt.lat, pt.lon) for pt in start_pts]
|
||||
end_eles = [utils.get_elevation(pt.lat, pt.lon) for pt in end_pts]
|
||||
|
||||
start_median = statistics.median(start_eles)
|
||||
self.start_ele = start_median
|
||||
end_median = statistics.median(end_eles)
|
||||
self.end_ele = end_median
|
||||
|
||||
|
||||
length = self.length
|
||||
if length < 1:
|
||||
raise RiverTooShort()
|
||||
|
||||
slope = (end_median - start_median) / length
|
||||
|
||||
absele = abs(end_median - start_median)
|
||||
|
||||
if absele < 10:
|
||||
# 10 meters difference between start and end... too risky
|
||||
return (start_median >= end_median, self.POOR_CONFIDENCE)
|
||||
|
||||
if absele > 300:
|
||||
# 300 meters difference. High confidence
|
||||
return (start_median > end_median, self.HIGH_CONFIDENCE)
|
||||
|
||||
if slope < -0.02:
|
||||
return (True, self.MEDIUM_CONFIDENCE)
|
||||
|
||||
if slope < 0:
|
||||
return (True, self.POOR_CONFIDENCE)
|
||||
|
||||
if slope > 0.03:
|
||||
return (False, self.MEDIUM_CONFIDENCE)
|
||||
if slope >= 0:
|
||||
return (False, self.POOR_CONFIDENCE)
|
||||
|
||||
# we should never reach this point
|
||||
1/0
|
||||
return (False, self.POOR_CONFIDENCE)
|
||||
152
processing/run.py
Normal file
152
processing/run.py
Normal file
|
|
@ -0,0 +1,152 @@
|
|||
import os
|
||||
import json
|
||||
import pickle
|
||||
import hashlib
|
||||
import overpy
|
||||
import sqlite3
|
||||
import numpy as np
|
||||
|
||||
from river import River, RiverTooShort
|
||||
|
||||
SQLITE_DB_FILE = 'db.sqlite'
|
||||
|
||||
|
||||
def get_world_bbox(db: 'DBClient') -> list[tuple[float, float, float, float]]:
|
||||
""" Segments the world into bboxes, to be used by the overpass api.
|
||||
"""
|
||||
#for lat in np.arang(-90, 90, 0.1):
|
||||
# for lon in np.arang(-180, 180, 0.1):
|
||||
for lat in np.arange(46, 47, 0.1):
|
||||
for lon in np.arange(6, 7, 0.1):
|
||||
""" Check if bbox was done in this run"""
|
||||
elat = lat + 0.1
|
||||
elon = lon + 0.1
|
||||
lat = round(lat, 2)
|
||||
lon = round(lon, 2)
|
||||
elat = round(elat, 2)
|
||||
elon = round(elon, 2)
|
||||
|
||||
print(f'Generated BBOX {lat}, {lon}, {elat}, {elon}')
|
||||
if db.has_bbox_run_this_run(lat, lon, elat, elon):
|
||||
print('BBOX already done this run. Will continue')
|
||||
continue
|
||||
|
||||
yield (lat, lon, elat, elon)
|
||||
|
||||
print('Finished processing bbox. Will continue to next one')
|
||||
db.done_bbox(lat, lon, elat, elon)
|
||||
|
||||
def overpass_cache(query: str) -> overpy.Result:
|
||||
# Only used for testing purposes
|
||||
query_hash = hashlib.sha256(query.encode()).hexdigest()
|
||||
fn = f'cache/{query_hash}.pickle'
|
||||
|
||||
if not os.path.exists(fn):
|
||||
with open(fn, 'wb') as f:
|
||||
print("Will query overpass")
|
||||
|
||||
rslt = overpy.Overpass(url='https://overpass.kumi.systems/api/interpreter').query(query)
|
||||
pickle.dump(rslt, f)
|
||||
else:
|
||||
print("Will load from cache")
|
||||
|
||||
with open(fn, 'rb') as f:
|
||||
return pickle.load(f)
|
||||
|
||||
def get_rivers_of_bbox(bbox) -> list[River]:
|
||||
bstr = f'{bbox[0]},{bbox[1]},{bbox[2]},{bbox[3]}'
|
||||
|
||||
result = overpass_cache(f"""
|
||||
[timeout:25];
|
||||
(
|
||||
|
||||
way["waterway"="river"]({bstr});
|
||||
relation["waterway"="river"]({bstr});
|
||||
);
|
||||
out body;
|
||||
>;
|
||||
out skel qt;
|
||||
""")
|
||||
|
||||
for way in result.ways:
|
||||
wayid = way.id
|
||||
r = River(wayid, way)
|
||||
yield r
|
||||
|
||||
def process_river(r: River):
|
||||
print(f'\nProcessing river {r.wayid}')
|
||||
|
||||
results_file = f'results/{r.wayid}.json'
|
||||
try:
|
||||
r.check_slope()
|
||||
if not r.is_correct_slope:
|
||||
print(f"River is not downhill. Confidence: {r.correct_slope_confidence}")
|
||||
print(r.osm_link())
|
||||
with open(results_file, 'w') as f:
|
||||
js = r.to_dict()
|
||||
f.write(json.dumps(js, indent=1))
|
||||
except RiverTooShort:
|
||||
print("River is too short")
|
||||
print(r.osm_link())
|
||||
|
||||
|
||||
class DBClient:
|
||||
runid: int
|
||||
def __init__(self, runid):
|
||||
self.runid = runid
|
||||
self.conn = self._get_db()
|
||||
|
||||
def _get_db(self) -> sqlite3.Connection:
|
||||
if not os.path.exists(SQLITE_DB_FILE):
|
||||
conn = sqlite3.connect(SQLITE_DB_FILE)
|
||||
c = conn.cursor()
|
||||
c.execute('CREATE TABLE worldexport (slat REAL, slon REAL, elat REAL, elon REAL, last_run INTEGER, PRIMARY KEY (slat, slon, elat, elon))')
|
||||
c.execute('CREATE TABLE rivers (wayid INTEGER PRIMARY KEY, name TEXT, length REAL, start_ele REAL, end_ele REAL, slope_correct INTEGER, slope_confidence REAL, centroid_lat REAL, centroid_lon REAL, last_run INTEGER)')
|
||||
conn.commit()
|
||||
conn.close()
|
||||
|
||||
return sqlite3.connect(SQLITE_DB_FILE)
|
||||
|
||||
def has_bbox_run_this_run(self, slat: float, slon: float, elat: float, elon: float) -> int:
|
||||
c = self.conn.cursor()
|
||||
c.execute('SELECT last_run FROM worldexport WHERE slat = ? AND slon = ? AND elat = ? AND elon = ?', (slat, slon, elat, elon))
|
||||
results = c.fetchall()
|
||||
if results is None or results == []:
|
||||
return False
|
||||
return results[0][0] == self.runid
|
||||
|
||||
def done_bbox(self, slat: float, slon: float, elat: float, elon: float):
|
||||
c = self.conn.cursor()
|
||||
c.execute('REPLACE INTO worldexport (slat, slon, elat, elon, last_run) VALUES (?, ?, ?, ?, ?)', (slat, slon, elat, elon, self.runid))
|
||||
self.conn.commit()
|
||||
|
||||
def is_river_done(self, r: River) -> bool:
|
||||
c = self.conn.cursor()
|
||||
c.execute('SELECT last_run FROM rivers WHERE wayid = ?', (r.wayid,))
|
||||
results = c.fetchall()
|
||||
if results is None or results == []:
|
||||
return False
|
||||
return results[0][0] == self.runid
|
||||
|
||||
def insert_river(self, r: River):
|
||||
c = self.conn.cursor()
|
||||
centroid = r.centroid
|
||||
clat = float(centroid[0])
|
||||
clon = float(centroid[1])
|
||||
c.execute('''
|
||||
REPLACE INTO rivers
|
||||
(wayid, name, length, start_ele, end_ele, slope_correct, slope_confidence, centroid_lat, centroid_lon, last_run)
|
||||
VALUES
|
||||
(?, ?, ?, ?, ?, ?, ?, ?, ?, ?)''',
|
||||
(r.wayid, r.name, r.length, r.start_ele, r.end_ele, r.is_correct_slope, r.correct_slope_confidence, clat, clon, self.runid))
|
||||
self.conn.commit()
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
last_run = 1
|
||||
db = DBClient(last_run)
|
||||
for bbox in get_world_bbox(db):
|
||||
for r in get_rivers_of_bbox(bbox):
|
||||
if not db.is_river_done(r):
|
||||
process_river(r)
|
||||
db.insert_river(r)
|
||||
15
processing/utils.py
Normal file
15
processing/utils.py
Normal file
|
|
@ -0,0 +1,15 @@
|
|||
import overpy
|
||||
import requests
|
||||
import geopy.distance
|
||||
|
||||
|
||||
def get_elevation(lat, lon) -> float:
|
||||
return float(requests.get(f'https://www.elevation-api.eu/v1/elevation/{lat}/{lon}').text)
|
||||
|
||||
def distance(npt1: overpy.Node, npt2: overpy.Node) -> float:
|
||||
""" returns the distance between npt1 and npt2 in meters"""
|
||||
|
||||
pt1 = (npt1.lat, npt1.lon)
|
||||
pt2 = (npt2.lat, npt2.lon)
|
||||
|
||||
return geopy.distance.distance(pt1, pt2).km * 1000
|
||||
Loading…
Reference in a new issue