Mercurial > mercurial > hgweb_golang.cgi

comparison src/kaigo/superFC/fc_tmpl.go @ 65:0369656be06c default tip

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
many changes.
author pyon@macmini
date Fri, 20 May 2022 06:30:34 +0900
parents
children
comparison
equal deleted inserted replaced
64:ad5c30ee5cf1 65:0369656be06c
1 /*
2 fcgo.go: Fucho de Go
3
4 Last Change: 2021-06-15 Tue 18:30:10.
5 */
6 package main
7
8 /*
9 #cgo LDFLAGS: -L. -lxdwapi -static
10 ##### C_SOURCE #####
11 */
12 import "C"
13
14 import (
15 _ "embed"
16
17 "encoding/csv"
18 "flag"
19 "fmt"
20 "io"
21 "log"
22 "os"
23 "regexp"
24 "sort"
25 "strings"
26 "time"
27
28 "golang.org/x/text/encoding/japanese"
29 "golang.org/x/text/transform"
30 )
31
32 //go:embed fcgo.go
33 var go_source string
34
35 type Data struct {
36 Hno string
37 Page string
38 }
39
40 func (d *Data) ToCsv() string {
41 s := []string{d.Hno, d.Page}
42 return strings.Join(s, ",")
43 }
44
45 var (
46 ver = "0.2"
47
48 dump bool
49 pver bool
50 clean bool
51 skip bool
52 all bool
53 debug bool
54 xdwfile string
55
56 txtfile = "fctmp_txt.txt"
57 infofile = "fctmp_info.csv"
58 orderfile = "sort.list" // input
59 pagefile = "fctmp_page.txt"
60 output = "output.xdw"
61 )
62
63 func init() {
64 /* INITIALIZE FLAGS */
65 flag.BoolVar(&pver, "v", false, "print version")
66 flag.BoolVar(&dump, "s", false, "dump source")
67 flag.BoolVar(&all, "a", false, "output all page (default: matched page)")
68 flag.BoolVar(&clean, "c", false, "clean temporary files & exit")
69 flag.BoolVar(&skip, "e", false, "use existed files")
70 flag.BoolVar(&debug, "d", false, "debug mode")
71 flag.StringVar(&xdwfile, "i", "fc.xdw", "target xdw file")
72 }
73
74 func main() {
75 flag.Parse()
76 if pver {
77 fmt.Printf("fcgo [ver %s]\n", ver)
78 os.Exit(0)
79 }
80 if dump {
81 fmt.Println(go_source)
82 os.Exit(0)
83 }
84
85 /* PRINT HEADER */
86 fmt.Println("===================================================")
87 fmt.Println(" 普徴のみならず納通なら被保番でソートできるかも... ")
88 fmt.Printf(" - fcgo [ver %s] -\n", ver)
89 fmt.Println("===================================================\n")
90 print_time("now")
91 fmt.Println("[0] start ...")
92
93 /* CLEAN TEMPORARY DIRECTORY */
94 os.Remove(output)
95 if !skip {
96 clean_full()
97 }
98 if clean {
99 os.Exit(0)
100 }
101 print_time("check done")
102
103 fmt.Println("[1] extract ...")
104 if !skip {
105 C.xdw2txt(C.CString(xdwfile), C.CString(txtfile))
106 }
107 print_time("extract done.")
108
109 c := make(chan int)
110 fmt.Println("[2] split ... (run background)")
111 go func() {
112 if !skip {
113 C.xdwsplit1(C.CString(xdwfile))
114 }
115 print_time("split done.")
116 c <- 1
117 }()
118
119 fmt.Println("[3] analize ...")
120 data_hash, err := analize(txtfile, infofile)
121 if err != nil {
122 log.Fatal(err)
123 }
124 print_time("analize done.")
125 debug_print(debug, fmt.Sprintf("len = %d", len(data_hash)))
126
127 fmt.Println("[4] read order ...")
128 h_order, n, err := read_order(orderfile)
129 if err != nil {
130 log.Fatal(err)
131 }
132 print_time("read order done.")
133 debug_print(debug, fmt.Sprintf("len = %d / %d", len(h_order), n))
134
135 fmt.Println("[5] make_list ...")
136 n, err = make_list(h_order, data_hash, pagefile, all)
137 if err != nil {
138 log.Fatal(err)
139 }
140 print_time("make list done.")
141 debug_print(debug, fmt.Sprintf("order = %d", n))
142
143 <-c
144
145 fmt.Println("[6] merge ...")
146 clean_mini()
147 C.xdwmerge(C.CString(pagefile), C.CString(output))
148 print_time("merge done.")
149 clean_mini()
150
151 fmt.Println("[7] page ...")
152 C.xdwaddpage(C.CString(output), C.int(1))
153 print_time("page done.")
154
155 if !debug {
156 fmt.Println("[8] clean ...")
157 clean_full()
158 print_time("clean done.")
159 }
160 }
161
162 func analize(txtfile, infofile string) (map[string]Data, error) {
163 hash := make(map[string]Data)
164
165 c, err := os.ReadFile(txtfile)
166 if err != nil {
167 return hash, err
168 }
169 r := strings.NewReader(string(c))
170 tr := transform.NewReader(r, japanese.ShiftJIS.NewDecoder())
171 b, err := io.ReadAll(tr)
172 if err != nil {
173 return hash, err
174 }
175
176 regHno := regexp.MustCompile(`0[1238]0[0-9]{7}`)
177
178 var csv string
179
180 buf := strings.Split(string(b), "期別保険料額")
181 for p, v := range buf[:len(buf)-1] {
182 s := zen2han(v)
183 hno := regHno.FindString(s)
184 page := fmt.Sprintf("%05d", p + 1)
185
186 data := Data {
187 Hno: hno,
188 Page: page,
189 }
190 hash[hno] = data
191
192 csv += data.ToCsv() + "\n"
193 }
194
195 if err := os.WriteFile(infofile, []byte(csv), 0644); err != nil {
196 return hash, err
197 }
198 return hash, nil;
199 }
200
201 func zen2han(s string) (string) {
202 s = strings.ReplaceAll(s, "０", "0")
203 s = strings.ReplaceAll(s, "１", "1")
204 s = strings.ReplaceAll(s, "２", "2")
205 s = strings.ReplaceAll(s, "３", "3")
206 s = strings.ReplaceAll(s, "４", "4")
207 s = strings.ReplaceAll(s, "５", "5")
208 s = strings.ReplaceAll(s, "６", "6")
209 s = strings.ReplaceAll(s, "７", "7")
210 s = strings.ReplaceAll(s, "８", "8")
211 return strings.ReplaceAll(s, "９", "9")
212 }
213
214 func read_order(csvfile string) ([]string, int, error) {
215 var order []string
216
217 c, err := os.ReadFile(csvfile)
218 if err != nil {
219 return order, -1, err
220 }
221 r := strings.NewReader(string(c))
222 tr := transform.NewReader(r, japanese.ShiftJIS.NewDecoder())
223 b, err := io.ReadAll(tr)
224 if err != nil {
225 return order, -1, err
226 }
227
228 n := 0
229 cr := csv.NewReader(strings.NewReader(string(b)))
230 for {
231 record, err := cr.Read()
232 if err == io.EOF {
233 break
234 }
235 if err != nil {
236 return order, n, err
237 }
238
239 s := zen2han(record[0])
240 if strings.HasPrefix(s, "0") {
241 order = append(order, s)
242 }
243 n++
244 }
245 return order, n, nil
246 }
247
248 func make_list(h_order []string, hash map[string]Data, pagefile string, all bool) (int, error) {
249 var n int
250 var list []string
251 done := make(map[string]bool)
252
253 for _, h := range h_order {
254 if _, ok := done[h]; !ok {
255 if data, ok := hash[h]; ok {
256 list = append(list, data.Page)
257 done[h] = true
258 n++
259 }
260 }
261 }
262
263 if all {
264 var p []string
265 for h, data := range hash {
266 if !done[h] {
267 p = append(p, data.Page)
268 }
269 }
270 sort.Strings(p)
271 list = append(list, p...)
272 }
273
274 if err := write_pagefile(pagefile, list); err != nil {
275 return n, err
276 }
277 return n, nil
278 }
279
280 func write_pagefile(file string, list []string) error {
281 f, err := os.OpenFile(file, os.O_RDWR|os.O_CREATE, 0755)
282 if err != nil {
283 return err
284 }
285 for _, p := range list {
286 fmt.Fprintf(f, "fctmp_%s.xdw\n", p)
287 }
288 if err := f.Close(); err != nil {
289 return err
290 }
291 return nil
292 }
293
294 func print_time(msg string) {
295 now := time.Now()
296 fmt.Printf("\t%v # %s\n", now, msg)
297 }
298
299 func debug_print(debug bool, msg string) {
300 if debug {
301 fmt.Printf("\t%s\n", msg)
302 }
303 }
304
305 func clean_full() error {
306 return clean_file("fctmp_")
307 }
308
309 func clean_mini() error {
310 return clean_file("fctmp_b")
311 }
312
313 func clean_file(prefix string) error {
314 files, err := os.ReadDir(".")
315 if err != nil {
316 return err
317 }
318
319 for _, file := range files {
320 if strings.HasPrefix(file.Name(), prefix) {
321 os.Remove(file.Name())
322 }
323 }
324 return err
325 }
326