annotate fwgo/fw_tmpl.go @ 7:3b16a1b57e00 draft default tip

add qtuti/95y.
author pyon
date Sat, 27 Nov 2021 14:50:30 +0900
parents aaaa401818a1
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
1 /*
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
2 fwgo.go: Futan-Wariai de Go
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
3
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
4 Last Change: 2020-07-14 火 15:04:09.
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
5 */
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
6 package main
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
7
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
8 /*
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
9 #cgo LDFLAGS: -L. -lxdwapi -static
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
10 ##### C_SOURCE #####
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
11 */
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
12 import "C"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
13
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
14 import (
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
15 "encoding/csv"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
16 "flag"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
17 "fmt"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
18 "io"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
19 "io/ioutil"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
20 "log"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
21 "os"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
22 "regexp"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
23 "strings"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
24 "time"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
25
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
26 "golang.org/x/text/encoding/japanese"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
27 "golang.org/x/text/transform"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
28 )
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
29
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
30 type Data struct {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
31 Hno string
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
32 Page string
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
33 Zip string
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
34 SendTo string
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
35 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
36
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
37 func (d *Data) ToCsv() string {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
38 s := []string{d.Hno, d.Page, d.Zip, d.SendTo}
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
39 return strings.Join(s, ",")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
40 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
41
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
42 var (
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
43 ver = "0.1"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
44
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
45 clean bool
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
46 skip bool
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
47 debug bool
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
48 xdwfile string
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
49
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
50 txtfile = "fwtmp_txt.txt"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
51 infofile = "fwtmp_info.csv"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
52 orderfile = "order.csv" // input
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
53 pagefile1 = "fwtmp_page1.txt" // send to sisetsu
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
54 pagefile2 = "fwtmp_page2.txt" // send to home
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
55 output1 = "output1.xdw"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
56 output2 = "output2.xdw"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
57 )
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
58
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
59 func init() {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
60 /* INITIALIZE FLAGS */
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
61 flag.BoolVar(&clean, "c", false, "clean temporary files & exit")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
62 flag.BoolVar(&skip, "e", false, "use existed files")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
63 flag.BoolVar(&debug, "d", false, "debug mode")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
64 flag.StringVar(&xdwfile, "i", "KBPV016G.xdw", "target xdw file")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
65 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
66
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
67 func main() {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
68 flag.Parse()
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
69
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
70 /* PRINT HEADER */
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
71 fmt.Println("=================================================")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
72 fmt.Println(" 負担割合証を... ")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
73 fmt.Printf(" - fwgo [ver %s] -\n", ver)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
74 fmt.Println("=================================================\n")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
75 print_time("now")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
76 fmt.Println("[0] start ...")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
77
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
78 /* CLEAN TEMPORARY DIRECTORY */
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
79 os.Remove(output1)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
80 os.Remove(output2)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
81 if !skip {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
82 clean_full()
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
83 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
84 if clean {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
85 os.Exit(0)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
86 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
87 print_time("check done")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
88
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
89 fmt.Println("[1] extract ...")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
90 if !skip {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
91 C.xdw2txt(C.CString(xdwfile), C.CString(txtfile))
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
92 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
93 print_time("extract done.")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
94
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
95 c := make(chan int)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
96 fmt.Println("[2] split ... (run background)")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
97 go func() {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
98 if !skip {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
99 C.xdwsplit1(C.CString(xdwfile))
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
100 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
101 print_time("split done.")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
102 c <- 1
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
103 }()
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
104
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
105 fmt.Println("[3] analize ...")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
106 data_hash, err := analize(txtfile, infofile)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
107 if err != nil {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
108 log.Fatal(err)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
109 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
110 print_time("analize done.")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
111 debug_print(debug, fmt.Sprintf("len = %d", len(data_hash)))
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
112
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
113 fmt.Println("[4] read order ...")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
114 h_order, n, err := read_order(orderfile)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
115 if err != nil {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
116 log.Fatal(err)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
117 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
118 print_time("read order done.")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
119 debug_print(debug, fmt.Sprintf("len = %d / %d", len(h_order), n))
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
120
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
121 fmt.Println("[5] make_list ...")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
122 n, m, l, err := make_list(h_order, data_hash, pagefile1, pagefile2)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
123 if err != nil {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
124 log.Fatal(err)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
125 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
126 print_time("make list done.")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
127 debug_print(debug, fmt.Sprintf("order, kunai, kugai = %d, %d, %d", n, m, l))
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
128
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
129 <-c
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
130
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
131 fmt.Println("[6] merge ...")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
132 clean_mini()
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
133 C.xdwmerge(C.CString(pagefile1), C.CString(output1))
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
134 print_time("merge 1/2 done.")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
135 clean_mini()
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
136 C.xdwmerge(C.CString(pagefile2), C.CString(output2))
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
137 print_time("merge 2/2 done.")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
138
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
139 fmt.Println("[7] page ...")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
140 C.xdwaddpage(C.CString(output1), C.int(1), C.int(0))
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
141 print_time("page 1/2 done.")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
142 C.xdwaddpage(C.CString(output2), C.int(n + 1), C.int(1))
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
143 print_time("page 2/2 done.")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
144
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
145 if !debug {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
146 fmt.Println("[9] clean ...")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
147 clean_full()
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
148 print_time("clean done.")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
149 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
150 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
151
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
152 func analize(txtfile, infofile string) (map[string]Data, error) {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
153 hash := make(map[string]Data)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
154
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
155 c, err := ioutil.ReadFile(txtfile)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
156 if err != nil {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
157 return hash, err
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
158 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
159 r := strings.NewReader(string(c))
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
160 tr := transform.NewReader(r, japanese.ShiftJIS.NewDecoder())
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
161 b, err := ioutil.ReadAll(tr)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
162 if err != nil {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
163 return hash, err
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
164 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
165
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
166 regHid := regexp.MustCompile(`05[0-9]{4}0[1238][0-9]{8}`)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
167 regZip := regexp.MustCompile(`[0123456789]{3}-[0123456789]{4}`)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
168
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
169 var csv string
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
170
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
171 buf := strings.Split(string(b), "生年月日年月日")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
172 for p, v := range buf[:len(buf)-1] {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
173 hid := regHid.FindString(v)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
174 hno := hid[6:16]
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
175
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
176 zips := regZip.FindAllString(v, -1)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
177 if len(zips) != 2 {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
178 fmt.Println("warnig:", hno, "have not 2 zip-pattern")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
179 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
180
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
181 s := strings.Split(v, zips[1])
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
182 s = strings.Split(s[len(s)-1], " 様 ")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
183 send := strings.ReplaceAll(s[0], " ", "")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
184
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
185 page := fmt.Sprintf("%05d", p + 1)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
186
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
187 data := Data {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
188 Hno: hno,
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
189 Page: page,
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
190 Zip: zips[1],
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
191 SendTo: send,
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
192 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
193 hash[hno] = data
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
194
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
195 csv += data.ToCsv() + "\n"
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
196 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
197
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
198 if err := ioutil.WriteFile(infofile, []byte(csv), 0644); err != nil {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
199 return hash, err
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
200 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
201 return hash, nil;
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
202 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
203
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
204 func read_order(csvfile string) ([]string, int, error) {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
205 var order []string
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
206
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
207 c, err := ioutil.ReadFile(csvfile)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
208 if err != nil {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
209 return order, -1, err
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
210 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
211 r := strings.NewReader(string(c))
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
212 tr := transform.NewReader(r, japanese.ShiftJIS.NewDecoder())
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
213 b, err := ioutil.ReadAll(tr)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
214 if err != nil {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
215 return order, -1, err
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
216 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
217
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
218 n := 0
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
219 cr := csv.NewReader(strings.NewReader(string(b)))
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
220 for {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
221 record, err := cr.Read()
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
222 if err == io.EOF {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
223 break
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
224 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
225 if err != nil {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
226 return order, n, err
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
227 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
228
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
229 if strings.HasPrefix(record[0], "0") {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
230 order = append(order, record[0])
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
231 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
232 n++
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
233 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
234 return order, n, nil
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
235 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
236
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
237 func make_list(h_order []string, hash map[string]Data, pagefile1, pagefile2 string) (int, int, int, error) {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
238 var n, m, l int
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
239 var list1, list2 []string
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
240 done := make(map[string]bool)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
241
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
242 for _, h := range h_order {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
243 if _, ok := done[h]; !ok {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
244 if data, ok := hash[h]; ok {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
245 list1 = append(list1, data.Page)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
246 done[h] = true
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
247 n++
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
248 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
249 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
250 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
251
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
252 for _, z := range []string{"014-00", "014-01", "014-08", "014-1413"} {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
253 for _, data := range hash {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
254 h := data.Hno
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
255 if _, ok := done[h]; !ok {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
256 if strings.HasPrefix(data.Zip, z) {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
257 list2 = append(list2, data.Page)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
258 done[h] = true
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
259 m++
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
260 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
261 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
262 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
263 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
264
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
265 for _, data := range hash {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
266 h := data.Hno
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
267 if _, ok := done[h]; !ok {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
268 list2 = append(list2, data.Page)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
269 done[h] = true
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
270 l++
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
271 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
272 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
273
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
274 if err := write_pagefile(pagefile1, list1); err != nil {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
275 return n, m, l, err
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
276 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
277 if err := write_pagefile(pagefile2, list2); err != nil {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
278 return n, m, l, err
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
279 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
280 return n, m, l, nil
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
281 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
282
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
283 func write_pagefile(file string, list []string) error {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
284 f, err := os.OpenFile(file, os.O_RDWR|os.O_CREATE, 0755)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
285 if err != nil {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
286 return err
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
287 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
288 for _, p := range list {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
289 fmt.Fprintf(f, "fwtmp_%s.xdw\n", p)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
290 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
291 if err := f.Close(); err != nil {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
292 return err
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
293 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
294 return nil
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
295 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
296
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
297 func print_time(msg string) {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
298 now := time.Now()
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
299 fmt.Printf("\t%v # %s\n", now, msg)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
300 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
301
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
302 func debug_print(debug bool, msg string) {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
303 if debug {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
304 fmt.Printf("\t%s\n", msg)
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
305 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
306 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
307
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
308 func clean_full() error {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
309 return clean_file("fwtmp_")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
310 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
311
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
312 func clean_mini() error {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
313 return clean_file("fwtmp_b")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
314 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
315
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
316 func clean_file(prefix string) error {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
317 files, err := ioutil.ReadDir(".")
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
318 if err != nil {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
319 return err
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
320 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
321
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
322 for _, file := range files {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
323 if strings.HasPrefix(file.Name(), prefix) {
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
324 os.Remove(file.Name())
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
325 continue
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
326 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
327 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
328 return err
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
329 }
aaaa401818a1 first commit.
pyon <pyon@macmini>
parents:
diff changeset
330