|
4
|
1 /*
|
|
|
2 fcgo.go: Fucho de Go
|
|
|
3
|
|
5
|
4 Last Change: 2021-06-15 Tue 18:30:10.
|
|
4
|
5 */
|
|
|
6 package main
|
|
|
7
|
|
|
8 /*
|
|
|
9 #cgo LDFLAGS: -L. -lxdwapi -static
|
|
|
10 ##### C_SOURCE #####
|
|
|
11 */
|
|
|
12 import "C"
|
|
|
13
|
|
|
14 import (
|
|
5
|
15 _ "embed"
|
|
|
16
|
|
4
|
17 "encoding/csv"
|
|
|
18 "flag"
|
|
|
19 "fmt"
|
|
|
20 "io"
|
|
|
21 "log"
|
|
|
22 "os"
|
|
|
23 "regexp"
|
|
5
|
24 "sort"
|
|
4
|
25 "strings"
|
|
|
26 "time"
|
|
|
27
|
|
|
28 "golang.org/x/text/encoding/japanese"
|
|
|
29 "golang.org/x/text/transform"
|
|
|
30 )
|
|
|
31
|
|
5
|
32 //go:embed fcgo.go
|
|
|
33 var go_source string
|
|
|
34
|
|
4
|
35 type Data struct {
|
|
|
36 Hno string
|
|
|
37 Page string
|
|
|
38 }
|
|
|
39
|
|
|
40 func (d *Data) ToCsv() string {
|
|
|
41 s := []string{d.Hno, d.Page}
|
|
|
42 return strings.Join(s, ",")
|
|
|
43 }
|
|
|
44
|
|
|
45 var (
|
|
5
|
46 ver = "0.2"
|
|
4
|
47
|
|
5
|
48 dump bool
|
|
|
49 pver bool
|
|
4
|
50 clean bool
|
|
|
51 skip bool
|
|
5
|
52 all bool
|
|
4
|
53 debug bool
|
|
|
54 xdwfile string
|
|
|
55
|
|
|
56 txtfile = "fctmp_txt.txt"
|
|
|
57 infofile = "fctmp_info.csv"
|
|
|
58 orderfile = "sort.list" // input
|
|
|
59 pagefile = "fctmp_page.txt"
|
|
|
60 output = "output.xdw"
|
|
|
61 )
|
|
|
62
|
|
|
63 func init() {
|
|
|
64 /* INITIALIZE FLAGS */
|
|
5
|
65 flag.BoolVar(&pver, "v", false, "print version")
|
|
|
66 flag.BoolVar(&dump, "s", false, "dump source")
|
|
|
67 flag.BoolVar(&all, "a", false, "output all page (default: matched page)")
|
|
4
|
68 flag.BoolVar(&clean, "c", false, "clean temporary files & exit")
|
|
|
69 flag.BoolVar(&skip, "e", false, "use existed files")
|
|
|
70 flag.BoolVar(&debug, "d", false, "debug mode")
|
|
|
71 flag.StringVar(&xdwfile, "i", "fc.xdw", "target xdw file")
|
|
|
72 }
|
|
|
73
|
|
|
74 func main() {
|
|
|
75 flag.Parse()
|
|
5
|
76 if pver {
|
|
|
77 fmt.Printf("fcgo [ver %s]\n", ver)
|
|
|
78 os.Exit(0)
|
|
|
79 }
|
|
|
80 if dump {
|
|
|
81 fmt.Println(go_source)
|
|
|
82 os.Exit(0)
|
|
|
83 }
|
|
4
|
84
|
|
|
85 /* PRINT HEADER */
|
|
|
86 fmt.Println("===================================================")
|
|
|
87 fmt.Println(" 普徴のみならず納通なら被保番でソートできるかも... ")
|
|
|
88 fmt.Printf(" - fcgo [ver %s] -\n", ver)
|
|
|
89 fmt.Println("===================================================\n")
|
|
|
90 print_time("now")
|
|
|
91 fmt.Println("[0] start ...")
|
|
|
92
|
|
|
93 /* CLEAN TEMPORARY DIRECTORY */
|
|
|
94 os.Remove(output)
|
|
|
95 if !skip {
|
|
|
96 clean_full()
|
|
|
97 }
|
|
|
98 if clean {
|
|
|
99 os.Exit(0)
|
|
|
100 }
|
|
|
101 print_time("check done")
|
|
|
102
|
|
|
103 fmt.Println("[1] extract ...")
|
|
|
104 if !skip {
|
|
|
105 C.xdw2txt(C.CString(xdwfile), C.CString(txtfile))
|
|
|
106 }
|
|
|
107 print_time("extract done.")
|
|
|
108
|
|
|
109 c := make(chan int)
|
|
|
110 fmt.Println("[2] split ... (run background)")
|
|
|
111 go func() {
|
|
|
112 if !skip {
|
|
|
113 C.xdwsplit1(C.CString(xdwfile))
|
|
|
114 }
|
|
|
115 print_time("split done.")
|
|
|
116 c <- 1
|
|
|
117 }()
|
|
|
118
|
|
|
119 fmt.Println("[3] analize ...")
|
|
|
120 data_hash, err := analize(txtfile, infofile)
|
|
|
121 if err != nil {
|
|
|
122 log.Fatal(err)
|
|
|
123 }
|
|
|
124 print_time("analize done.")
|
|
|
125 debug_print(debug, fmt.Sprintf("len = %d", len(data_hash)))
|
|
|
126
|
|
|
127 fmt.Println("[4] read order ...")
|
|
|
128 h_order, n, err := read_order(orderfile)
|
|
|
129 if err != nil {
|
|
|
130 log.Fatal(err)
|
|
|
131 }
|
|
|
132 print_time("read order done.")
|
|
|
133 debug_print(debug, fmt.Sprintf("len = %d / %d", len(h_order), n))
|
|
|
134
|
|
|
135 fmt.Println("[5] make_list ...")
|
|
5
|
136 n, err = make_list(h_order, data_hash, pagefile, all)
|
|
4
|
137 if err != nil {
|
|
|
138 log.Fatal(err)
|
|
|
139 }
|
|
|
140 print_time("make list done.")
|
|
|
141 debug_print(debug, fmt.Sprintf("order = %d", n))
|
|
|
142
|
|
|
143 <-c
|
|
|
144
|
|
|
145 fmt.Println("[6] merge ...")
|
|
|
146 clean_mini()
|
|
|
147 C.xdwmerge(C.CString(pagefile), C.CString(output))
|
|
|
148 print_time("merge done.")
|
|
|
149 clean_mini()
|
|
|
150
|
|
|
151 fmt.Println("[7] page ...")
|
|
|
152 C.xdwaddpage(C.CString(output), C.int(1))
|
|
|
153 print_time("page done.")
|
|
|
154
|
|
|
155 if !debug {
|
|
|
156 fmt.Println("[8] clean ...")
|
|
|
157 clean_full()
|
|
|
158 print_time("clean done.")
|
|
|
159 }
|
|
|
160 }
|
|
|
161
|
|
|
162 func analize(txtfile, infofile string) (map[string]Data, error) {
|
|
|
163 hash := make(map[string]Data)
|
|
|
164
|
|
|
165 c, err := os.ReadFile(txtfile)
|
|
|
166 if err != nil {
|
|
|
167 return hash, err
|
|
|
168 }
|
|
|
169 r := strings.NewReader(string(c))
|
|
|
170 tr := transform.NewReader(r, japanese.ShiftJIS.NewDecoder())
|
|
|
171 b, err := io.ReadAll(tr)
|
|
|
172 if err != nil {
|
|
|
173 return hash, err
|
|
|
174 }
|
|
|
175
|
|
|
176 regHno := regexp.MustCompile(`0[1238]0[0-9]{7}`)
|
|
|
177
|
|
|
178 var csv string
|
|
|
179
|
|
|
180 buf := strings.Split(string(b), "期別保険料額")
|
|
|
181 for p, v := range buf[:len(buf)-1] {
|
|
|
182 s := zen2han(v)
|
|
|
183 hno := regHno.FindString(s)
|
|
|
184 page := fmt.Sprintf("%05d", p + 1)
|
|
|
185
|
|
|
186 data := Data {
|
|
|
187 Hno: hno,
|
|
|
188 Page: page,
|
|
|
189 }
|
|
|
190 hash[hno] = data
|
|
|
191
|
|
|
192 csv += data.ToCsv() + "\n"
|
|
|
193 }
|
|
|
194
|
|
|
195 if err := os.WriteFile(infofile, []byte(csv), 0644); err != nil {
|
|
|
196 return hash, err
|
|
|
197 }
|
|
|
198 return hash, nil;
|
|
|
199 }
|
|
|
200
|
|
|
201 func zen2han(s string) (string) {
|
|
|
202 s = strings.ReplaceAll(s, "０", "0")
|
|
|
203 s = strings.ReplaceAll(s, "１", "1")
|
|
|
204 s = strings.ReplaceAll(s, "２", "2")
|
|
|
205 s = strings.ReplaceAll(s, "３", "3")
|
|
|
206 s = strings.ReplaceAll(s, "４", "4")
|
|
|
207 s = strings.ReplaceAll(s, "５", "5")
|
|
|
208 s = strings.ReplaceAll(s, "６", "6")
|
|
|
209 s = strings.ReplaceAll(s, "７", "7")
|
|
|
210 s = strings.ReplaceAll(s, "８", "8")
|
|
|
211 return strings.ReplaceAll(s, "９", "9")
|
|
|
212 }
|
|
|
213
|
|
|
214 func read_order(csvfile string) ([]string, int, error) {
|
|
|
215 var order []string
|
|
|
216
|
|
|
217 c, err := os.ReadFile(csvfile)
|
|
|
218 if err != nil {
|
|
|
219 return order, -1, err
|
|
|
220 }
|
|
|
221 r := strings.NewReader(string(c))
|
|
|
222 tr := transform.NewReader(r, japanese.ShiftJIS.NewDecoder())
|
|
|
223 b, err := io.ReadAll(tr)
|
|
|
224 if err != nil {
|
|
|
225 return order, -1, err
|
|
|
226 }
|
|
|
227
|
|
|
228 n := 0
|
|
|
229 cr := csv.NewReader(strings.NewReader(string(b)))
|
|
|
230 for {
|
|
|
231 record, err := cr.Read()
|
|
|
232 if err == io.EOF {
|
|
|
233 break
|
|
|
234 }
|
|
|
235 if err != nil {
|
|
|
236 return order, n, err
|
|
|
237 }
|
|
|
238
|
|
|
239 s := zen2han(record[0])
|
|
|
240 if strings.HasPrefix(s, "0") {
|
|
|
241 order = append(order, s)
|
|
|
242 }
|
|
|
243 n++
|
|
|
244 }
|
|
|
245 return order, n, nil
|
|
|
246 }
|
|
|
247
|
|
5
|
248 func make_list(h_order []string, hash map[string]Data, pagefile string, all bool) (int, error) {
|
|
4
|
249 var n int
|
|
|
250 var list []string
|
|
|
251 done := make(map[string]bool)
|
|
|
252
|
|
|
253 for _, h := range h_order {
|
|
|
254 if _, ok := done[h]; !ok {
|
|
|
255 if data, ok := hash[h]; ok {
|
|
|
256 list = append(list, data.Page)
|
|
|
257 done[h] = true
|
|
|
258 n++
|
|
|
259 }
|
|
|
260 }
|
|
|
261 }
|
|
|
262
|
|
5
|
263 if all {
|
|
|
264 var p []string
|
|
|
265 for h, data := range hash {
|
|
|
266 if !done[h] {
|
|
|
267 p = append(p, data.Page)
|
|
|
268 }
|
|
|
269 }
|
|
|
270 sort.Strings(p)
|
|
|
271 list = append(list, p...)
|
|
|
272 }
|
|
|
273
|
|
4
|
274 if err := write_pagefile(pagefile, list); err != nil {
|
|
|
275 return n, err
|
|
|
276 }
|
|
|
277 return n, nil
|
|
|
278 }
|
|
|
279
|
|
|
280 func write_pagefile(file string, list []string) error {
|
|
|
281 f, err := os.OpenFile(file, os.O_RDWR|os.O_CREATE, 0755)
|
|
|
282 if err != nil {
|
|
|
283 return err
|
|
|
284 }
|
|
|
285 for _, p := range list {
|
|
|
286 fmt.Fprintf(f, "fctmp_%s.xdw\n", p)
|
|
|
287 }
|
|
|
288 if err := f.Close(); err != nil {
|
|
|
289 return err
|
|
|
290 }
|
|
|
291 return nil
|
|
|
292 }
|
|
|
293
|
|
|
294 func print_time(msg string) {
|
|
|
295 now := time.Now()
|
|
|
296 fmt.Printf("\t%v # %s\n", now, msg)
|
|
|
297 }
|
|
|
298
|
|
|
299 func debug_print(debug bool, msg string) {
|
|
|
300 if debug {
|
|
|
301 fmt.Printf("\t%s\n", msg)
|
|
|
302 }
|
|
|
303 }
|
|
|
304
|
|
|
305 func clean_full() error {
|
|
|
306 return clean_file("fctmp_")
|
|
|
307 }
|
|
|
308
|
|
|
309 func clean_mini() error {
|
|
|
310 return clean_file("fctmp_b")
|
|
|
311 }
|
|
|
312
|
|
|
313 func clean_file(prefix string) error {
|
|
|
314 files, err := os.ReadDir(".")
|
|
|
315 if err != nil {
|
|
|
316 return err
|
|
|
317 }
|
|
|
318
|
|
|
319 for _, file := range files {
|
|
|
320 if strings.HasPrefix(file.Name(), prefix) {
|
|
|
321 os.Remove(file.Name())
|
|
|
322 }
|
|
|
323 }
|
|
|
324 return err
|
|
|
325 }
|
|
|
326
|
