annotate src/kaigo/fwgo/fw_tmpl.go @ 65:0369656be06c default tip

many changes.
author pyon@macmini
date Fri, 20 May 2022 06:30:34 +0900
parents 05f3d51ad966
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
57
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
1 /*
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
2 fwgo.go: Futan-Wariai de Go
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
3
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
4 Last Change: 2020-07-14 火 15:04:09.
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
5 */
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
6 package main
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
7
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
8 /*
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
9 #cgo LDFLAGS: -L. -lxdwapi -static
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
10 ##### C_SOURCE #####
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
11 */
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
12 import "C"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
13
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
14 import (
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
15 "encoding/csv"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
16 "flag"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
17 "fmt"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
18 "io"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
19 "io/ioutil"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
20 "log"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
21 "os"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
22 "regexp"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
23 "strings"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
24 "time"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
25
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
26 "golang.org/x/text/encoding/japanese"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
27 "golang.org/x/text/transform"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
28 )
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
29
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
30 type Data struct {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
31 Hno string
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
32 Page string
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
33 Zip string
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
34 SendTo string
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
35 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
36
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
37 func (d *Data) ToCsv() string {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
38 s := []string{d.Hno, d.Page, d.Zip, d.SendTo}
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
39 return strings.Join(s, ",")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
40 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
41
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
42 var (
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
43 ver = "0.1"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
44
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
45 clean bool
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
46 skip bool
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
47 debug bool
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
48 xdwfile string
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
49
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
50 txtfile = "fwtmp_txt.txt"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
51 infofile = "fwtmp_info.csv"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
52 orderfile = "order.csv" // input
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
53 pagefile1 = "fwtmp_page1.txt" // send to sisetsu
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
54 pagefile2 = "fwtmp_page2.txt" // send to home
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
55 output1 = "output1.xdw"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
56 output2 = "output2.xdw"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
57 )
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
58
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
59 func init() {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
60 /* INITIALIZE FLAGS */
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
61 flag.BoolVar(&clean, "c", false, "clean temporary files & exit")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
62 flag.BoolVar(&skip, "e", false, "use existed files")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
63 flag.BoolVar(&debug, "d", false, "debug mode")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
64 flag.StringVar(&xdwfile, "i", "KBPV016G.xdw", "target xdw file")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
65 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
66
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
67 func main() {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
68 flag.Parse()
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
69
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
70 /* PRINT HEADER */
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
71 fmt.Println("=================================================")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
72 fmt.Println(" 負担割合証を... ")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
73 fmt.Printf(" - fwgo [ver %s] -\n", ver)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
74 fmt.Println("=================================================\n")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
75 print_time("now")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
76 fmt.Println("[0] start ...")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
77
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
78 /* CLEAN TEMPORARY DIRECTORY */
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
79 os.Remove(output1)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
80 os.Remove(output2)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
81 if !skip {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
82 clean_full()
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
83 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
84 if clean {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
85 os.Exit(0)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
86 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
87 print_time("check done")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
88
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
89 fmt.Println("[1] extract ...")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
90 if !skip {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
91 C.xdw2txt(C.CString(xdwfile), C.CString(txtfile))
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
92 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
93 print_time("extract done.")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
94
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
95 c := make(chan int)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
96 fmt.Println("[2] split ... (run background)")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
97 go func() {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
98 if !skip {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
99 C.xdwsplit1(C.CString(xdwfile))
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
100 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
101 print_time("split done.")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
102 c <- 1
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
103 }()
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
104
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
105 fmt.Println("[3] analize ...")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
106 data_hash, err := analize(txtfile, infofile)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
107 if err != nil {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
108 log.Fatal(err)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
109 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
110 print_time("analize done.")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
111 debug_print(debug, fmt.Sprintf("len = %d", len(data_hash)))
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
112
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
113 fmt.Println("[4] read order ...")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
114 h_order, n, err := read_order(orderfile)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
115 if err != nil {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
116 log.Fatal(err)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
117 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
118 print_time("read order done.")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
119 debug_print(debug, fmt.Sprintf("len = %d / %d", len(h_order), n))
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
120
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
121 fmt.Println("[5] make_list ...")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
122 n, m, l, err := make_list(h_order, data_hash, pagefile1, pagefile2)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
123 if err != nil {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
124 log.Fatal(err)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
125 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
126 print_time("make list done.")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
127 debug_print(debug, fmt.Sprintf("order, kunai, kugai = %d, %d, %d", n, m, l))
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
128
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
129 <-c
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
130
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
131 fmt.Println("[6] merge ...")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
132 clean_mini()
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
133 C.xdwmerge(C.CString(pagefile1), C.CString(output1))
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
134 print_time("merge 1/2 done.")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
135 clean_mini()
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
136 C.xdwmerge(C.CString(pagefile2), C.CString(output2))
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
137 print_time("merge 2/2 done.")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
138
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
139 fmt.Println("[7] page ...")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
140 C.xdwaddpage(C.CString(output1), C.int(1), C.int(0))
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
141 print_time("page 1/2 done.")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
142 C.xdwaddpage(C.CString(output2), C.int(n + 1), C.int(1))
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
143 print_time("page 2/2 done.")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
144
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
145 if !debug {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
146 fmt.Println("[9] clean ...")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
147 clean_full()
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
148 print_time("clean done.")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
149 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
150 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
151
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
152 func analize(txtfile, infofile string) (map[string]Data, error) {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
153 hash := make(map[string]Data)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
154
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
155 c, err := ioutil.ReadFile(txtfile)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
156 if err != nil {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
157 return hash, err
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
158 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
159 r := strings.NewReader(string(c))
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
160 tr := transform.NewReader(r, japanese.ShiftJIS.NewDecoder())
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
161 b, err := ioutil.ReadAll(tr)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
162 if err != nil {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
163 return hash, err
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
164 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
165
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
166 regHid := regexp.MustCompile(`05[0-9]{4}0[1238][0-9]{8}`)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
167 regZip := regexp.MustCompile(`[0123456789]{3}-[0123456789]{4}`)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
168
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
169 var csv string
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
170
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
171 buf := strings.Split(string(b), "生年月日年月日")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
172 for p, v := range buf[:len(buf)-1] {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
173 hid := regHid.FindString(v)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
174 hno := hid[6:16]
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
175
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
176 zips := regZip.FindAllString(v, -1)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
177 if len(zips) != 2 {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
178 fmt.Println("warnig:", hno, "have not 2 zip-pattern")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
179 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
180
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
181 s := strings.Split(v, zips[1])
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
182 s = strings.Split(s[len(s)-1], " 様 ")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
183 send := strings.ReplaceAll(s[0], " ", "")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
184
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
185 page := fmt.Sprintf("%05d", p + 1)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
186
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
187 data := Data {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
188 Hno: hno,
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
189 Page: page,
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
190 Zip: zips[1],
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
191 SendTo: send,
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
192 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
193 hash[hno] = data
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
194
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
195 csv += data.ToCsv() + "\n"
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
196 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
197
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
198 if err := ioutil.WriteFile(infofile, []byte(csv), 0644); err != nil {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
199 return hash, err
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
200 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
201 return hash, nil;
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
202 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
203
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
204 func read_order(csvfile string) ([]string, int, error) {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
205 var order []string
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
206
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
207 c, err := ioutil.ReadFile(csvfile)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
208 if err != nil {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
209 return order, -1, err
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
210 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
211 r := strings.NewReader(string(c))
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
212 tr := transform.NewReader(r, japanese.ShiftJIS.NewDecoder())
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
213 b, err := ioutil.ReadAll(tr)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
214 if err != nil {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
215 return order, -1, err
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
216 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
217
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
218 n := 0
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
219 cr := csv.NewReader(strings.NewReader(string(b)))
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
220 for {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
221 record, err := cr.Read()
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
222 if err == io.EOF {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
223 break
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
224 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
225 if err != nil {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
226 return order, n, err
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
227 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
228
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
229 if strings.HasPrefix(record[0], "0") {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
230 order = append(order, record[0])
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
231 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
232 n++
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
233 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
234 return order, n, nil
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
235 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
236
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
237 func make_list(h_order []string, hash map[string]Data, pagefile1, pagefile2 string) (int, int, int, error) {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
238 var n, m, l int
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
239 var list1, list2 []string
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
240 done := make(map[string]bool)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
241
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
242 for _, h := range h_order {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
243 if _, ok := done[h]; !ok {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
244 if data, ok := hash[h]; ok {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
245 list1 = append(list1, data.Page)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
246 done[h] = true
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
247 n++
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
248 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
249 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
250 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
251
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
252 for _, z := range []string{"014-00", "014-01", "014-08", "014-1413"} {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
253 for _, data := range hash {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
254 h := data.Hno
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
255 if _, ok := done[h]; !ok {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
256 if strings.HasPrefix(data.Zip, z) {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
257 list2 = append(list2, data.Page)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
258 done[h] = true
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
259 m++
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
260 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
261 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
262 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
263 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
264
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
265 for _, data := range hash {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
266 h := data.Hno
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
267 if _, ok := done[h]; !ok {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
268 list2 = append(list2, data.Page)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
269 done[h] = true
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
270 l++
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
271 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
272 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
273
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
274 if err := write_pagefile(pagefile1, list1); err != nil {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
275 return n, m, l, err
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
276 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
277 if err := write_pagefile(pagefile2, list2); err != nil {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
278 return n, m, l, err
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
279 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
280 return n, m, l, nil
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
281 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
282
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
283 func write_pagefile(file string, list []string) error {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
284 f, err := os.OpenFile(file, os.O_RDWR|os.O_CREATE, 0755)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
285 if err != nil {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
286 return err
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
287 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
288 for _, p := range list {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
289 fmt.Fprintf(f, "fwtmp_%s.xdw\n", p)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
290 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
291 if err := f.Close(); err != nil {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
292 return err
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
293 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
294 return nil
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
295 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
296
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
297 func print_time(msg string) {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
298 now := time.Now()
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
299 fmt.Printf("\t%v # %s\n", now, msg)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
300 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
301
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
302 func debug_print(debug bool, msg string) {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
303 if debug {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
304 fmt.Printf("\t%s\n", msg)
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
305 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
306 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
307
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
308 func clean_full() error {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
309 return clean_file("fwtmp_")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
310 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
311
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
312 func clean_mini() error {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
313 return clean_file("fwtmp_b")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
314 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
315
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
316 func clean_file(prefix string) error {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
317 files, err := ioutil.ReadDir(".")
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
318 if err != nil {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
319 return err
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
320 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
321
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
322 for _, file := range files {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
323 if strings.HasPrefix(file.Name(), prefix) {
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
324 os.Remove(file.Name())
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
325 continue
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
326 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
327 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
328 return err
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
329 }
05f3d51ad966 add fwgo.
pyon@macmini
parents:
diff changeset
330