|
45
|
1 /*
|
|
65
|
2 Last Change: 2022-05-16 月 09:34:18.
|
|
45
|
3 */
|
|
|
4
|
|
|
5 package main
|
|
|
6
|
|
|
7 import (
|
|
48
|
8 "bufio"
|
|
47
|
9 "bytes"
|
|
|
10 "compress/gzip"
|
|
45
|
11 "encoding/csv"
|
|
|
12 "fmt"
|
|
|
13 "io"
|
|
|
14 "log"
|
|
|
15 "net"
|
|
|
16 "net/http"
|
|
|
17 "os"
|
|
|
18 "path/filepath"
|
|
48
|
19 "sort"
|
|
45
|
20 "strconv"
|
|
|
21 "strings"
|
|
51
|
22 "time"
|
|
45
|
23 )
|
|
|
24
|
|
|
25 type hhs struct {
|
|
|
26 No string
|
|
|
27 //Birth string
|
|
|
28 Name string
|
|
|
29 //Kana string
|
|
|
30 Addr string
|
|
|
31 //Sex string
|
|
|
32 Ccn []string
|
|
|
33 }
|
|
|
34
|
|
|
35 func (h *hhs) GetData() string {
|
|
|
36 s := strings.Join(h.Ccn, "#")
|
|
|
37 s = strings.Join([]string{h.Name, h.Addr, s}, ":")
|
|
|
38 return s
|
|
|
39 }
|
|
|
40
|
|
|
41 func (h *hhs) GetRecent() string {
|
|
|
42 ccn := ""
|
|
|
43 if len(h.Ccn) > 0 {
|
|
|
44 ccn = h.Ccn[0]
|
|
|
45 }
|
|
|
46 return strings.Join([]string{h.No, h.Name, ccn}, ",")
|
|
|
47 }
|
|
|
48
|
|
|
49 var (
|
|
|
50 server string
|
|
|
51 port string
|
|
|
52 hhsdb string
|
|
48
|
53 indexdb string
|
|
49
|
54 pwdb string
|
|
48
|
55 server_root string
|
|
45
|
56 hhash map[string]hhs
|
|
|
57 iymdhash map[string]string
|
|
|
58 iyhash map[string]string
|
|
51
|
59 logfile string
|
|
45
|
60 )
|
|
|
61
|
|
|
62 func init() {
|
|
|
63 port = ":3910"
|
|
|
64 hhsdb = "hhsdb.csv"
|
|
48
|
65 indexdb = "index.csv"
|
|
49
|
66 pwdb = "passwd"
|
|
51
|
67 logfile = "searcher.log"
|
|
45
|
68 }
|
|
|
69
|
|
|
70 func main() {
|
|
48
|
71 server_root = filepath.Dir(os.Args[0])
|
|
|
72 hhsdb = filepath.Join(server_root, hhsdb)
|
|
|
73 indexdb = filepath.Join(server_root, indexdb)
|
|
49
|
74 pwdb = filepath.Join(server_root, pwdb)
|
|
45
|
75
|
|
|
76 // setting IP-Address & Port
|
|
|
77 addrs, err := net.InterfaceAddrs()
|
|
|
78 if err != nil {
|
|
|
79 log.Fatal(err)
|
|
|
80 }
|
|
|
81 for _, a := range addrs {
|
|
|
82 if ipnet, ok := a.(*net.IPNet); ok && !ipnet.IP.IsLoopback() {
|
|
|
83 if strings.HasPrefix(ipnet.IP.String(), "169.254") {
|
|
|
84 continue
|
|
|
85 }
|
|
|
86 if ipnet.IP.To4() != nil {
|
|
|
87 server = ipnet.IP.String() + port
|
|
|
88 }
|
|
|
89 }
|
|
|
90 }
|
|
|
91
|
|
|
92 if err := loadDB(); err != nil {
|
|
|
93 log.Fatal(err)
|
|
|
94 }
|
|
|
95
|
|
|
96 // Http-Handler
|
|
48
|
97 http.HandleFunc("/h/", hhs_handler) // Get /h/0800012345 -> name:addr:20200101#20210701#...
|
|
56
|
98 http.HandleFunc("/hn/", hhsnm_handler) // Get /hn/0800012345:0800098765:... -> name1:name2:...
|
|
48
|
99 http.HandleFunc("/ht/", hhstm_handler) // Get /ht/ -> 2020-03-14 12:34 (2020-04-02)
|
|
|
100 http.HandleFunc("/ha/", hhsdb_handler) // Get /ha/ -> hhsdb.csv for Mover
|
|
|
101 http.HandleFunc("/i/", image_handler) // Get /i/20200110/0800012345.tgz
|
|
|
102 http.HandleFunc("/r/", recent_handler) // Get /r/0800012345:0800067890:0800099999:... -> 0800012345,name1,20200101:0800067890,name2,20210405:...
|
|
65
|
103 http.HandleFunc("/d/", index_handler) // Get /d/ -> index.csv, /d/20xx -> 20xx0401:20xx0408:... , /d/20xx0401 -> 0800012345:0800098765:...
|
|
48
|
104 http.HandleFunc("/dt/", indextm_handler) // Get /dt/ -> 2020-03-14 12:34 (2020-04-02)
|
|
56
|
105 http.HandleFunc("/hd/", hhsdbidx_handler)// Get /hd/ -> 20010401,0800012345,name1\n20010401,0300011111,name2\n...
|
|
48
|
106 http.HandleFunc("/ud/", upidx_handler) // Get /ud/20200402
|
|
|
107 http.HandleFunc("/u/", uphhsdb_handler) // POST /u/
|
|
|
108 http.HandleFunc("/ui/", upimage_handler) // POST /ui/20200401/0800012345.tgz
|
|
56
|
109 http.HandleFunc("/ci/", climage_handler) // Get /ci/20200402 -> remove dir
|
|
49
|
110 http.HandleFunc("/pw/", pw_handler) // Get /pw/ -> id1:pw1:id2:pw2:...
|
|
45
|
111
|
|
|
112 log.Fatal(http.ListenAndServe(server, nil))
|
|
|
113 }
|
|
|
114
|
|
48
|
115 /** FUNCTIONS **/
|
|
45
|
116 func loadDB() error {
|
|
48
|
117 hhash = make(map[string]hhs)
|
|
|
118 iymdhash = make(map[string]string)
|
|
|
119 iyhash = make(map[string]string)
|
|
|
120
|
|
65
|
121 b, err := os.ReadFile(hhsdb)
|
|
45
|
122 if err != nil {
|
|
|
123 return err
|
|
|
124 }
|
|
|
125 r := csv.NewReader(strings.NewReader(string(b)))
|
|
|
126 for {
|
|
|
127 record, err := r.Read()
|
|
|
128 if err == io.EOF {
|
|
|
129 break
|
|
|
130 }
|
|
|
131 if err != nil {
|
|
|
132 return err
|
|
|
133 }
|
|
|
134 h := hhs{
|
|
48
|
135 No: record[0], //Birth: record[1],
|
|
|
136 Name: record[2], //Kana: record[3],
|
|
|
137 Addr: record[4], //Sex: record[5],
|
|
45
|
138 }
|
|
|
139 hhash[record[0]] = h
|
|
|
140 }
|
|
|
141
|
|
65
|
142 b, err = os.ReadFile(indexdb)
|
|
45
|
143 if err != nil {
|
|
|
144 return err
|
|
|
145 }
|
|
|
146 r = csv.NewReader(strings.NewReader(string(b)))
|
|
|
147 for {
|
|
|
148 record, err := r.Read()
|
|
|
149 if err == io.EOF {
|
|
|
150 break
|
|
|
151 }
|
|
|
152 if err != nil {
|
|
|
153 return err
|
|
|
154 }
|
|
|
155 h := hhash[record[0]]
|
|
|
156 ccn := h.Ccn
|
|
|
157 h.Ccn = append(ccn, record[1])
|
|
|
158 hhash[record[0]] = h
|
|
|
159
|
|
|
160 iymdhash[record[1]] += ":" + record[0]
|
|
|
161 }
|
|
|
162
|
|
|
163 for ymd, _ := range iymdhash {
|
|
|
164 y := ymd[0:4]
|
|
|
165 if ymd[4:6] == "01" || ymd[4:6] == "02" || ymd[4:6] == "03" {
|
|
|
166 yy, _ := strconv.Atoi(y)
|
|
|
167 y = fmt.Sprintf("%d", yy - 1)
|
|
|
168 }
|
|
|
169 iyhash[y] += ":" + ymd
|
|
|
170 }
|
|
|
171
|
|
|
172 return nil
|
|
|
173 }
|
|
|
174
|
|
51
|
175 func write_errlog(no int, msg string) {
|
|
|
176 log := filepath.Join(server_root, logfile)
|
|
|
177 t := time.Now().Format("2006-01-02 15:04")
|
|
|
178 msg = fmt.Sprintf("%s [%02d] %s\n", t, no, msg)
|
|
|
179 f, _ := os.OpenFile(log, os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0644)
|
|
|
180 f.Write([]byte(msg))
|
|
|
181 f.Close()
|
|
|
182 }
|
|
|
183
|
|
48
|
184 /** HTTP HANDLERS **/
|
|
46
|
185 /* Get /h/0800012345 -> name:addr:20200101#20210701#... */
|
|
45
|
186 func hhs_handler(w http.ResponseWriter, r *http.Request) {
|
|
|
187 hno := r.URL.Path[len("/h/"):]
|
|
|
188 s := ""
|
|
|
189 if h, ok := hhash[hno]; ok {
|
|
|
190 s = h.GetData()
|
|
|
191 }
|
|
|
192 w.Write([]byte(s))
|
|
|
193 }
|
|
|
194
|
|
46
|
195 /* Get /hn/0800012345:0800098765:... -> name1:name2:... */
|
|
|
196 func hhsnm_handler(w http.ResponseWriter, r *http.Request) {
|
|
|
197 hnolist := strings.Split(r.URL.Path[len("/hn/"):], ":")
|
|
|
198 var buf []string
|
|
|
199 for _, hno := range hnolist {
|
|
|
200 var n string
|
|
|
201 if h, ok := hhash[hno]; ok {
|
|
|
202 n = h.Name
|
|
|
203 }
|
|
|
204 buf = append(buf, n)
|
|
|
205 }
|
|
|
206 w.Write([]byte(strings.Join(buf, ":")))
|
|
|
207 }
|
|
|
208
|
|
48
|
209 /* Get /ht/ -> 2020-03-14 12:34 (2020-04-02) */
|
|
46
|
210 func hhstm_handler(w http.ResponseWriter, r *http.Request) {
|
|
|
211 date := ""
|
|
47
|
212 if fi, err := os.Stat(hhsdb); err == nil {
|
|
|
213 t := fi.ModTime()
|
|
48
|
214 latest := "0000000001"
|
|
|
215
|
|
|
216 f, _ := os.Open(hhsdb)
|
|
|
217 defer f.Close()
|
|
|
218 input := bufio.NewScanner(f)
|
|
|
219 for input.Scan() {
|
|
|
220 s := strings.Split(input.Text(), ",")
|
|
|
221 if (strings.Compare(s[0], latest) > 0) {
|
|
|
222 latest = s[0]
|
|
|
223 }
|
|
|
224 }
|
|
|
225
|
|
|
226 latest = "(" + latest + ")"
|
|
|
227 date = t.Format("2006-01-02 15:04 ") + latest
|
|
47
|
228 }
|
|
46
|
229 w.Write([]byte(date))
|
|
|
230 }
|
|
|
231
|
|
45
|
232 /* Get /ha/ -> hhsdb.csv for Mover */
|
|
|
233 func hhsdb_handler(w http.ResponseWriter, r *http.Request) {
|
|
65
|
234 b, _ := os.ReadFile(hhsdb)
|
|
45
|
235 w.Write(b)
|
|
|
236 }
|
|
|
237
|
|
|
238 /* Get /i/20200110/0800012345.tgz */
|
|
|
239 func image_handler(w http.ResponseWriter, r *http.Request) {
|
|
|
240 file := r.URL.Path[len("/i/"):]
|
|
48
|
241 file = filepath.Join(server_root, "images", filepath.FromSlash(file))
|
|
45
|
242
|
|
|
243 f, err := os.Open(file)
|
|
|
244 if err != nil {
|
|
51
|
245 write_errlog(1, "cannot open " + file)
|
|
45
|
246 http.NotFound(w, r)
|
|
|
247 return
|
|
|
248 }
|
|
|
249 defer f.Close()
|
|
|
250
|
|
|
251 fi, _ := f.Stat()
|
|
|
252
|
|
|
253 w.Header().Set("Content-Type", "rsearcher/octet-stream")
|
|
|
254 w.Header().Set("Content-Length", fmt.Sprintf("%d", fi.Size()))
|
|
|
255 io.Copy(w, f)
|
|
|
256 }
|
|
|
257
|
|
46
|
258 /* Get /r/0800012345:0800067890:0800099999:... -> 0800012345,name1,20200101:0800067890,name2,20210405:... */
|
|
45
|
259 func recent_handler(w http.ResponseWriter, r *http.Request) {
|
|
|
260 hnolist := strings.Split(r.URL.Path[len("/r/"):], ":")
|
|
|
261 var buf []string
|
|
|
262 for _, hno := range hnolist {
|
|
|
263 s := hno + ",,"
|
|
|
264 if h, ok := hhash[hno]; ok {
|
|
|
265 s = h.GetRecent()
|
|
|
266 if h.No == "" {
|
|
|
267 s = hno + s
|
|
|
268 }
|
|
|
269 }
|
|
|
270 buf = append(buf, s)
|
|
|
271 }
|
|
|
272 w.Write([]byte(strings.Join(buf, ":")))
|
|
|
273 }
|
|
|
274
|
|
65
|
275 /* Get /d/ -> index.csv, /d/20xx -> 20xx0401:20xx0408:... , /d/20xx0401 -> 0800012345:0800098765:... */
|
|
45
|
276 func index_handler(w http.ResponseWriter, r *http.Request) {
|
|
65
|
277 ymd := r.URL.Path[len("/d/"):]
|
|
|
278
|
|
|
279 if len(ymd) == 0 {
|
|
|
280 b, _ := os.ReadFile(indexdb)
|
|
|
281 w.Write(b)
|
|
|
282 return
|
|
|
283 }
|
|
|
284
|
|
45
|
285 var buf string
|
|
|
286 if len(ymd) == 4 {
|
|
|
287 buf = iyhash[ymd]
|
|
65
|
288 } else if len(ymd) == 8 {
|
|
45
|
289 buf = iymdhash[ymd]
|
|
|
290 }
|
|
|
291 w.Write([]byte(buf[1:]))
|
|
|
292 }
|
|
|
293
|
|
47
|
294 /* POST /u/ */
|
|
45
|
295 func uphhsdb_handler(w http.ResponseWriter, r *http.Request) {
|
|
47
|
296 if r.Method != http.MethodPost {
|
|
51
|
297 write_errlog(10, "not post method")
|
|
47
|
298 http.NotFound(w, r)
|
|
|
299 return
|
|
|
300 }
|
|
|
301
|
|
51
|
302 f, err := os.Create(hhsdb)
|
|
45
|
303 if err != nil {
|
|
51
|
304 write_errlog(11, "cannot create " + hhsdb)
|
|
45
|
305 http.NotFound(w, r)
|
|
|
306 return
|
|
|
307 }
|
|
47
|
308 defer f.Close()
|
|
|
309
|
|
65
|
310 b, err := io.ReadAll(r.Body)
|
|
47
|
311 r.Body.Close()
|
|
|
312 if err != nil {
|
|
51
|
313 write_errlog(12, "cannot read req-body")
|
|
47
|
314 http.NotFound(w, r)
|
|
|
315 return
|
|
|
316 }
|
|
|
317
|
|
|
318 br := bytes.NewReader(b)
|
|
|
319 zr, err := gzip.NewReader(br)
|
|
|
320 if err != nil {
|
|
51
|
321 write_errlog(13, "gzip-reader error")
|
|
47
|
322 http.NotFound(w, r)
|
|
|
323 return
|
|
|
324 }
|
|
|
325 n, err := io.Copy(f, zr)
|
|
|
326
|
|
|
327 if err := zr.Close(); err != nil {
|
|
51
|
328 write_errlog(14, "gzip-reader error")
|
|
47
|
329 http.NotFound(w, r)
|
|
|
330 return
|
|
|
331 }
|
|
|
332
|
|
|
333 w.Write([]byte(fmt.Sprintf("%d bytes are recieved.\n", n)))
|
|
|
334
|
|
|
335 loadDB();
|
|
|
336 }
|
|
|
337
|
|
|
338 /* POST /ui/20200401/0800012345.tgz */
|
|
|
339 func upimage_handler(w http.ResponseWriter, r *http.Request) {
|
|
|
340 if r.Method != http.MethodPost {
|
|
51
|
341 write_errlog(20, "not post method")
|
|
47
|
342 http.NotFound(w, r)
|
|
|
343 return
|
|
|
344 }
|
|
|
345
|
|
|
346 uri := r.URL.Path[len("/ui/"):]
|
|
|
347 ymd := uri[0:8]
|
|
|
348 tgz := uri[9:]
|
|
|
349
|
|
|
350 dir := filepath.Join(server_root, "images", ymd)
|
|
|
351
|
|
|
352 if _, err := os.Stat(dir); os.IsNotExist(err) {
|
|
|
353 os.Mkdir(dir, 0644)
|
|
|
354 }
|
|
|
355
|
|
|
356 file := filepath.Join(server_root, "images", ymd, tgz)
|
|
|
357 f, err := os.Create(file)
|
|
|
358 if err != nil {
|
|
51
|
359 write_errlog(21, "cannot create " + file)
|
|
47
|
360 http.NotFound(w, r)
|
|
|
361 return
|
|
|
362 }
|
|
|
363 defer f.Close()
|
|
|
364
|
|
45
|
365 n, err := io.Copy(f, r.Body)
|
|
|
366 if err != nil {
|
|
51
|
367 write_errlog(22, "cannot copy req-body")
|
|
45
|
368 http.NotFound(w, r)
|
|
|
369 return
|
|
|
370 }
|
|
|
371 w.Write([]byte(fmt.Sprintf("%d bytes are recieved.\n", n)))
|
|
|
372 }
|
|
|
373
|
|
48
|
374 /* Get /dt/ -> 2020-03-14 12:34 (2020-04-02) */
|
|
|
375 func indextm_handler(w http.ResponseWriter, r *http.Request) {
|
|
|
376 date := ""
|
|
|
377 if fi, err := os.Stat(indexdb); err == nil {
|
|
|
378 t := fi.ModTime()
|
|
|
379 latest := "20200101"
|
|
|
380
|
|
|
381 f, _ := os.Open(indexdb)
|
|
|
382 defer f.Close()
|
|
|
383 input := bufio.NewScanner(f)
|
|
|
384 for input.Scan() {
|
|
|
385 s := strings.Split(input.Text(), ",")
|
|
|
386 if (strings.Compare(s[1], latest) > 0) {
|
|
|
387 latest = s[1]
|
|
|
388 }
|
|
|
389 }
|
|
|
390
|
|
|
391 latest = "(" + latest[0:4] + "-" + latest[4:6] + "-" + latest[6:] + ")"
|
|
|
392 date = t.Format("2006-01-02 15:04 ") + latest
|
|
|
393 }
|
|
|
394 w.Write([]byte(date))
|
|
|
395 }
|
|
|
396
|
|
56
|
397 /* Get /hd/ -> 20010401,0800012345,name1\n20010401,0300011111,name2\n... */
|
|
|
398 func hhsdbidx_handler(w http.ResponseWriter, r *http.Request) {
|
|
|
399 s := ""
|
|
65
|
400 b, err := os.ReadFile(indexdb)
|
|
56
|
401 if err != nil {
|
|
|
402 return
|
|
|
403 }
|
|
|
404 rd := csv.NewReader(strings.NewReader(string(b)))
|
|
|
405 for {
|
|
|
406 record, err := rd.Read()
|
|
|
407 if err == io.EOF {
|
|
|
408 break
|
|
|
409 }
|
|
|
410 if err != nil {
|
|
|
411 return
|
|
|
412 }
|
|
|
413 s += strings.Join([]string{record[1], record[0], hhash[record[0]].Name}, ",")
|
|
|
414 s += "\n"
|
|
|
415 }
|
|
|
416 w.Write([]byte(s))
|
|
|
417 }
|
|
|
418
|
|
48
|
419 /* Get /ud/20200402 */
|
|
|
420 func upidx_handler(w http.ResponseWriter, r *http.Request) {
|
|
|
421 date := r.URL.Path[len("/ud/"):]
|
|
|
422 var buf []string
|
|
|
423
|
|
|
424 f, _ := os.Open(indexdb)
|
|
|
425 input := bufio.NewScanner(f)
|
|
|
426 for input.Scan() {
|
|
|
427 if !strings.HasSuffix(input.Text(), date) {
|
|
|
428 buf = append(buf, input.Text())
|
|
|
429 }
|
|
|
430 }
|
|
|
431 f.Close()
|
|
|
432
|
|
|
433 imgdir := filepath.Join(server_root, "images", date)
|
|
65
|
434 files, _ := os.ReadDir(imgdir)
|
|
48
|
435 for _, file := range files {
|
|
|
436 i := file.Name()[0:10] + "," + date
|
|
|
437 buf = append(buf, i)
|
|
|
438 }
|
|
|
439 sort.Sort(sort.Reverse(sort.StringSlice(buf)))
|
|
|
440
|
|
|
441 os.Remove(indexdb)
|
|
|
442
|
|
|
443 s := strings.Join(buf, "\n")
|
|
65
|
444 os.WriteFile(indexdb, []byte(s), 0644)
|
|
48
|
445
|
|
|
446 loadDB();
|
|
|
447 w.Write([]byte("update index done."))
|
|
|
448 }
|
|
|
449
|
|
|
450 /* Get /ci/20200402 */
|
|
|
451 func climage_handler(w http.ResponseWriter, r *http.Request) {
|
|
|
452 date := r.URL.Path[len("/ci/"):]
|
|
|
453 dir := filepath.Join(server_root, "images", date)
|
|
|
454 os.RemoveAll(dir)
|
|
|
455 }
|
|
|
456
|
|
49
|
457 /* Get /pw/ -> id1:pw1:id2:pw2:... */
|
|
|
458 func pw_handler(w http.ResponseWriter, r *http.Request) {
|
|
65
|
459 b, err := os.ReadFile(pwdb)
|
|
49
|
460 if err != nil {
|
|
51
|
461 write_errlog(30, "cannot read passwd-file")
|
|
49
|
462 http.NotFound(w, r)
|
|
|
463 return
|
|
|
464 }
|
|
|
465 w.Write([]byte(strings.ReplaceAll(string(b), "\n", ":")))
|
|
|
466 }
|
|
|
467
|
