I had a little problem with NOAA getting valid data and documentation. So I started to poke their API to figure it out. I started this flow. I need a little help to use what I know so far to use it to build out the URL for final submission for the dataset. I would like to have just one place for the TOKEN you have to get from them to access the data.
I need to use the selectors in the table to build up the URL.
I also need to chunk more data into the tables to make them complete.
Any suggestions or examples would be great. This is better than the NOAA stuff so far.
This is the TOKEN request link
https://www.ncdc.noaa.gov/cdo-web/token
[{"id":"6dc98332.7c33bc","type":"tab","label":"NOAA","disabled":false,"info":""},{"id":"8cbec47c.cebef8","type":"inject","z":"6dc98332.7c33bc","name":"","topic":"","payload":"","payloadType":"date","repeat":"","crontab":"","once":false,"onceDelay":0.1,"x":190,"y":250,"wires":[["e738b077.1ea6a"]]},{"id":"8fec6fb1.2f274","type":"debug","z":"6dc98332.7c33bc","name":"","active":true,"tosidebar":true,"console":false,"tostatus":false,"complete":"true","targetType":"full","x":1210,"y":420,"wires":[]},{"id":"e738b077.1ea6a","type":"http request","z":"6dc98332.7c33bc","name":"NOAA JSON","method":"GET","ret":"obj","paytoqs":false,"url":"https://www.ncei.noaa.gov/access/services/data/v1?dataset=NORMAL_HLY&dataTypes=DP01,DP05,DP10,DSND,DSNW,DT00,DT32,DX32,DX70,DX90,SNOW,PRCP&stations=USC00195984&startDate=1952-01-01&endDate=1970-12-31&includeAttributes=true&format=json","tls":"","persist":false,"proxy":"","authType":"","x":880,"y":250,"wires":[["8fec6fb1.2f274"]]},{"id":"6ae7edb4.d187e4","type":"http request","z":"6dc98332.7c33bc","name":"NOAA datasets","method":"GET","ret":"obj","paytoqs":false,"url":"https://www.ncdc.noaa.gov/cdo-web/api/v2/datasets?limit=1000","tls":"","persist":false,"proxy":"","authType":"","x":500,"y":300,"wires":[["9e9b3d38.81ade"]]},{"id":"201cd50e.2fa8aa","type":"function","z":"6dc98332.7c33bc","name":"Token","func":"msg.headers = {\n Token: \"JKWnwJpxqfwRBaHYGfBWDSPwltOLNgNR\"\n}\nreturn msg;","outputs":1,"noerr":0,"x":350,"y":300,"wires":[["6ae7edb4.d187e4"]]},{"id":"a688758c.b046a8","type":"http request","z":"6dc98332.7c33bc","name":"NOAA datacategories","method":"GET","ret":"obj","paytoqs":false,"url":"https://www.ncdc.noaa.gov/cdo-web/api/v2/datacategories?limit=1000","tls":"","persist":false,"proxy":"","authType":"","x":520,"y":340,"wires":[["6f6872b5.7b556c"]]},{"id":"35245240.dc67fe","type":"function","z":"6dc98332.7c33bc","name":"Token","func":"msg.headers = {\n Token: \"JKWnwJpxqfwRBaHYGfBWDSPwltOLNgNR\"\n}\nreturn msg;","outputs":1,"noerr":0,"x":350,"y":340,"wires":[["a688758c.b046a8"]]},{"id":"faf917ee.8cf4d8","type":"http request","z":"6dc98332.7c33bc","name":"NOAA datatypes","method":"GET","ret":"obj","paytoqs":false,"url":"https://www.ncdc.noaa.gov/cdo-web/api/v2/datatypes?limit=1000","tls":"","persist":false,"proxy":"","authType":"","x":500,"y":380,"wires":[["aeefaec3.50dcb"]]},{"id":"48a50b17.2b3ab4","type":"function","z":"6dc98332.7c33bc","name":"Token","func":"msg.headers = {\n Token: \"JKWnwJpxqfwRBaHYGfBWDSPwltOLNgNR\"\n}\nreturn msg;","outputs":1,"noerr":0,"x":350,"y":380,"wires":[["faf917ee.8cf4d8"]]},{"id":"5a817657.292d58","type":"http request","z":"6dc98332.7c33bc","name":"NOAA locationcategories","method":"GET","ret":"obj","paytoqs":false,"url":"https://www.ncdc.noaa.gov/cdo-web/api/v2/locationcategories?limit=1000","tls":"","persist":false,"proxy":"","authType":"","x":530,"y":420,"wires":[["f3aacfca.4eea7"]]},{"id":"65016145.c20e6","type":"function","z":"6dc98332.7c33bc","name":"Token","func":"msg.headers = {\n Token: \"JKWnwJpxqfwRBaHYGfBWDSPwltOLNgNR\"\n}\nreturn msg;","outputs":1,"noerr":0,"x":350,"y":420,"wires":[["5a817657.292d58"]]},{"id":"c47d306c.0f1cd","type":"http request","z":"6dc98332.7c33bc","name":"NOAA locations","method":"GET","ret":"obj","paytoqs":false,"url":"https://www.ncdc.noaa.gov/cdo-web/api/v2/locations?limit=1000","tls":"","persist":false,"proxy":"","authType":"","x":500,"y":460,"wires":[["9a30559d.b65668"]]},{"id":"725a71ca.3945e","type":"function","z":"6dc98332.7c33bc","name":"Token","func":"msg.headers = {\n Token: \"JKWnwJpxqfwRBaHYGfBWDSPwltOLNgNR\"\n}\nreturn msg;","outputs":1,"noerr":0,"x":350,"y":460,"wires":[["c47d306c.0f1cd"]]},{"id":"87e00d4f.098c1","type":"http request","z":"6dc98332.7c33bc","name":"NOAA stations","method":"GET","ret":"obj","paytoqs":false,"url":"https://www.ncdc.noaa.gov/cdo-web/api/v2/stations?limit=1000","tls":"","persist":false,"proxy":"","authType":"","x":500,"y":500,"wires":[["c69c2794.b05228"]]},{"id":"fb3e7c0e.47a21","type":"function","z":"6dc98332.7c33bc","name":"Token","func":"msg.headers = {\n Token: \"JKWnwJpxqfwRBaHYGfBWDSPwltOLNgNR\"\n}\nreturn msg;","outputs":1,"noerr":0,"x":350,"y":500,"wires":[["87e00d4f.098c1"]]},{"id":"44ff9923.9ee608","type":"http request","z":"6dc98332.7c33bc","name":"NOAA data","method":"GET","ret":"obj","paytoqs":false,"url":"https://www.ncdc.noaa.gov/cdo-web/api/v2/data","tls":"","persist":false,"proxy":"","authType":"","x":490,"y":540,"wires":[["86ffcf2.6dc5d3"]]},{"id":"a5f46410.39dc38","type":"function","z":"6dc98332.7c33bc","name":"Token","func":"msg.headers = {\n Token: \"JKWnwJpxqfwRBaHYGfBWDSPwltOLNgNR\"\n}\nreturn msg;","outputs":1,"noerr":0,"x":350,"y":540,"wires":[["44ff9923.9ee608"]]},{"id":"d061da1f.9461f8","type":"ui_table","z":"6dc98332.7c33bc","group":"67ed8cc5.00dfd4","name":"Data Categories","order":1,"width":15,"height":10,"columns":[{"field":"name","title":"Name","width":"","align":"left","formatter":"plaintext","formatterParams":{"target":"_blank"}},{"field":"id","title":"ID","width":"","align":"right","formatter":"plaintext","formatterParams":{"target":"_blank"}}],"outputs":1,"cts":true,"x":920,"y":340,"wires":[["8fec6fb1.2f274"]]},{"id":"2a0cc33f.95ddbc","type":"ui_button","z":"6dc98332.7c33bc","name":"","group":"67ed8cc5.00dfd4","order":2,"width":5,"height":2,"passthru":false,"label":"Data Catagories","tooltip":"","color":"","bgcolor":"","icon":"","payload":"","payloadType":"str","topic":"","x":190,"y":340,"wires":[["35245240.dc67fe"]]},{"id":"6f6872b5.7b556c","type":"change","z":"6dc98332.7c33bc","name":"","rules":[{"t":"delete","p":"payload.metadata","pt":"msg"},{"t":"move","p":"payload.results","pt":"msg","to":"payload","tot":"msg"}],"action":"","property":"","from":"","to":"","reg":false,"x":740,"y":340,"wires":[["d061da1f.9461f8","8fec6fb1.2f274"]]},{"id":"9e9b3d38.81ade","type":"change","z":"6dc98332.7c33bc","name":"","rules":[{"t":"delete","p":"payload.metadata","pt":"msg"},{"t":"move","p":"payload.results","pt":"msg","to":"payload","tot":"msg"}],"action":"","property":"","from":"","to":"","reg":false,"x":740,"y":300,"wires":[["b9adbb05.5aa598","8fec6fb1.2f274"]]},{"id":"b9adbb05.5aa598","type":"ui_table","z":"6dc98332.7c33bc","group":"f57ebba3.77fdf8","name":"Datasets","order":1,"width":15,"height":10,"columns":[{"field":"name","title":"Name","width":"","align":"left","formatter":"plaintext","formatterParams":{"target":"_blank"}},{"field":"id","title":"ID","width":"","align":"right","formatter":"plaintext","formatterParams":{"target":"_blank"}}],"outputs":1,"cts":true,"x":900,"y":300,"wires":[["8fec6fb1.2f274"]]},{"id":"f1fb4a41.ec1b88","type":"ui_button","z":"6dc98332.7c33bc","name":"","group":"f57ebba3.77fdf8","order":2,"width":5,"height":2,"passthru":false,"label":"Datasets","tooltip":"","color":"","bgcolor":"","icon":"","payload":"","payloadType":"str","topic":"","x":210,"y":300,"wires":[["201cd50e.2fa8aa"]]},{"id":"85cd1f2a.df58c","type":"ui_button","z":"6dc98332.7c33bc","name":"","group":"a125003d.f2de4","order":2,"width":5,"height":2,"passthru":false,"label":"Datatypes","tooltip":"","color":"","bgcolor":"","icon":"","payload":"","payloadType":"str","topic":"","x":210,"y":380,"wires":[["48a50b17.2b3ab4"]]},{"id":"f46c0e3f.171c6","type":"ui_button","z":"6dc98332.7c33bc","name":"","group":"c64520a5.511ae","order":2,"width":5,"height":2,"passthru":false,"label":"Location Catagories","tooltip":"","color":"","bgcolor":"","icon":"","payload":"","payloadType":"str","topic":"","x":170,"y":420,"wires":[["65016145.c20e6"]]},{"id":"15e340c9.6eef1f","type":"ui_button","z":"6dc98332.7c33bc","name":"","group":"103840ef.a06f9f","order":2,"width":5,"height":2,"passthru":false,"label":"Locations","tooltip":"","color":"","bgcolor":"","icon":"","payload":"","payloadType":"str","topic":"","x":210,"y":460,"wires":[["725a71ca.3945e"]]},{"id":"3b76ebe1.e47a44","type":"ui_button","z":"6dc98332.7c33bc","name":"","group":"bfcf3cd3.a4a","order":2,"width":5,"height":2,"passthru":false,"label":"Stations","tooltip":"","color":"","bgcolor":"","icon":"","payload":"","payloadType":"str","topic":"","x":210,"y":500,"wires":[["fb3e7c0e.47a21"]]},{"id":"7425cb23.1ea234","type":"ui_button","z":"6dc98332.7c33bc","name":"","group":"8ab7d24a.f73b7","order":2,"width":5,"height":2,"passthru":false,"label":"Data","tooltip":"","color":"","bgcolor":"","icon":"","payload":"","payloadType":"str","topic":"","x":220,"y":540,"wires":[["a5f46410.39dc38"]]},{"id":"f675ce4a.c5fdd","type":"ui_table","z":"6dc98332.7c33bc","group":"a125003d.f2de4","name":"Datatypes","order":1,"width":15,"height":10,"columns":[{"field":"name","title":"Name","width":"","align":"left","formatter":"plaintext","formatterParams":{"target":"_blank"}},{"field":"id","title":"ID","width":"","align":"right","formatter":"plaintext","formatterParams":{"target":"_blank"}}],"outputs":1,"cts":true,"x":900,"y":380,"wires":[["8fec6fb1.2f274"]]},{"id":"aeefaec3.50dcb","type":"change","z":"6dc98332.7c33bc","name":"","rules":[{"t":"delete","p":"payload.metadata","pt":"msg"},{"t":"move","p":"payload.results","pt":"msg","to":"payload","tot":"msg"}],"action":"","property":"","from":"","to":"","reg":false,"x":740,"y":380,"wires":[["f675ce4a.c5fdd","8fec6fb1.2f274"]]},{"id":"fd6a1370.ca9ac","type":"ui_table","z":"6dc98332.7c33bc","group":"c64520a5.511ae","name":"Location Categories","order":1,"width":15,"height":10,"columns":[{"field":"name","title":"Name","width":"","align":"left","formatter":"plaintext","formatterParams":{"target":"_blank"}},{"field":"id","title":"ID","width":"","align":"right","formatter":"plaintext","formatterParams":{"target":"_blank"}}],"outputs":1,"cts":true,"x":940,"y":420,"wires":[["8fec6fb1.2f274"]]},{"id":"f3aacfca.4eea7","type":"change","z":"6dc98332.7c33bc","name":"","rules":[{"t":"delete","p":"payload.metadata","pt":"msg"},{"t":"move","p":"payload.results","pt":"msg","to":"payload","tot":"msg"}],"action":"","property":"","from":"","to":"","reg":false,"x":740,"y":420,"wires":[["fd6a1370.ca9ac","8fec6fb1.2f274"]]},{"id":"a732f354.3d1e7","type":"ui_table","z":"6dc98332.7c33bc","group":"103840ef.a06f9f","name":"Locations","order":1,"width":15,"height":10,"columns":[{"field":"name","title":"Name","width":"","align":"left","formatter":"plaintext","formatterParams":{"target":"_blank"}},{"field":"id","title":"ID","width":"","align":"right","formatter":"plaintext","formatterParams":{"target":"_blank"}}],"outputs":1,"cts":true,"x":900,"y":460,"wires":[["8fec6fb1.2f274"]]},{"id":"9a30559d.b65668","type":"change","z":"6dc98332.7c33bc","name":"","rules":[{"t":"delete","p":"payload.metadata","pt":"msg"},{"t":"move","p":"payload.results","pt":"msg","to":"payload","tot":"msg"}],"action":"","property":"","from":"","to":"","reg":false,"x":740,"y":460,"wires":[["a732f354.3d1e7","8fec6fb1.2f274"]]},{"id":"96970357.94df7","type":"ui_table","z":"6dc98332.7c33bc","group":"bfcf3cd3.a4a","name":"Stations","order":1,"width":15,"height":10,"columns":[{"field":"name","title":"Name","width":"","align":"left","formatter":"plaintext","formatterParams":{"target":"_blank"}},{"field":"id","title":"ID","width":"","align":"right","formatter":"plaintext","formatterParams":{"target":"_blank"}}],"outputs":1,"cts":true,"x":900,"y":500,"wires":[["8fec6fb1.2f274"]]},{"id":"c69c2794.b05228","type":"change","z":"6dc98332.7c33bc","name":"","rules":[{"t":"delete","p":"payload.metadata","pt":"msg"},{"t":"move","p":"payload.results","pt":"msg","to":"payload","tot":"msg"}],"action":"","property":"","from":"","to":"","reg":false,"x":740,"y":500,"wires":[["96970357.94df7","8fec6fb1.2f274"]]},{"id":"b648f9cc.d1a178","type":"ui_table","z":"6dc98332.7c33bc","group":"8ab7d24a.f73b7","name":"Data","order":1,"width":15,"height":10,"columns":[{"field":"name","title":"Name","width":"","align":"left","formatter":"plaintext","formatterParams":{"target":"_blank"}},{"field":"id","title":"ID","width":"","align":"right","formatter":"plaintext","formatterParams":{"target":"_blank"}}],"outputs":1,"cts":true,"x":890,"y":540,"wires":[["8fec6fb1.2f274"]]},{"id":"86ffcf2.6dc5d3","type":"change","z":"6dc98332.7c33bc","name":"","rules":[{"t":"delete","p":"payload.metadata","pt":"msg"},{"t":"move","p":"payload.results","pt":"msg","to":"payload","tot":"msg"}],"action":"","property":"","from":"","to":"","reg":false,"x":740,"y":540,"wires":[["b648f9cc.d1a178","8fec6fb1.2f274"]]},{"id":"67ed8cc5.00dfd4","type":"ui_group","z":"","name":"Data Categories","tab":"b2ab2564.337f28","order":2,"disp":true,"width":15,"collapse":false},{"id":"f57ebba3.77fdf8","type":"ui_group","z":"","name":"Datasets","tab":"b2ab2564.337f28","order":1,"disp":true,"width":15,"collapse":false},{"id":"a125003d.f2de4","type":"ui_group","z":"","name":"Datatypes","tab":"b2ab2564.337f28","order":3,"disp":true,"width":15,"collapse":false},{"id":"c64520a5.511ae","type":"ui_group","z":"","name":"Location Catagories","tab":"b2ab2564.337f28","order":4,"disp":true,"width":15,"collapse":false},{"id":"103840ef.a06f9f","type":"ui_group","z":"","name":"Locations","tab":"b2ab2564.337f28","order":5,"disp":true,"width":15,"collapse":false},{"id":"bfcf3cd3.a4a","type":"ui_group","z":"","name":"Stations","tab":"b2ab2564.337f28","order":6,"disp":true,"width":15,"collapse":false},{"id":"8ab7d24a.f73b7","type":"ui_group","z":"","name":"Data","tab":"b2ab2564.337f28","order":7,"disp":true,"width":15,"collapse":false},{"id":"b2ab2564.337f28","type":"ui_tab","z":"","name":"NOAA","icon":"dashboard","order":4,"disabled":false,"hidden":false}]
