Mercurial > mercurial > hgweb_ai.cgi
view ai.go @ 1:c32b619844ba default tip
add eview.go.
author | pyon@macmini |
---|---|
date | Sun, 17 Sep 2017 14:33:27 +0900 |
parents | 43e580fa4719 |
children |
line wrap: on
line source
package main import ( "fmt" "io/ioutil" "math" "math/rand" "log" "os" "sort" "strconv" "strings" "time" ) // パラメタ変数 var plabel []string var w1_11, w1_12, w1_21, w1_22 []float64 var b1_1, b1_2 []float64 var h1_11, h1_12, h1_21, h1_22 []float64 var w2_11, w2_21 []float64 var b2_1 []float64 var s1, s2 float64 // パラメタ以外の変数 const st int = 10 // とりあえず 10セット試す const dd int = 7 // とりあえず 7日を予想 const pp int = 2009 // とりあえず pp種類のパラメタ var x1, x2 float64 var y [st][dd][pp]float64 var e [st][pp]float64 var lstart [st]string // 学習データの開始日 var lx1, lx2 [st]float64 var lans [st][dd]float64 var ps, sw time.Time // 評価ソート用 type Es struct { idx int val float64 } var ea [pp]Es func init() { ps = time.Now() lstart[0] = "2007-04-02" lstart[1] = "2007-10-01" lstart[2] = "2008-04-01" lstart[3] = "2008-10-01" lstart[4] = "2009-04-01" lstart[5] = "2009-10-01" lstart[6] = "2010-04-01" lstart[7] = "2010-10-01" lstart[8] = "2011-04-01" lstart[9] = "2011-10-03" } // メイン func main() { dfile := "ai_input.dat" pfile := "param.dat" // データ入力 if err := read_data( dfile ); err != nil { fmt.Fprintf( os.Stderr, "%v\n", err ) os.Exit( 1 ) } swatch( "data input done." ) // パラメタ入力 if err := read_param( pfile ); err != nil { fmt.Fprintf( os.Stderr, "%v\n", err ) os.Exit( 1 ) } swatch( "param read done." ) // 計算 & 評価 calc_eval() swatch( "calc & eval done." ) // 初期値出力 mfile := "data/s0000.dat" if err := save_tmp( mfile, true, false ); err != nil { fmt.Fprintf( os.Stderr, "%v\n", err ) log.Fatal( err ) } swatch( "mid-save done." ) // パラメタ書換えつつ探索 for n := 0; n < 2000; n++ { update() swatch( fmt.Sprintf( "update/%05d done.", n ) calc_eval() swatch( "calc & eval done." ) mfile = fmt.Sprintf( "data/m%04d.dat", n ) if err := save_tmp( mfile, true, false ); err != nil { fmt.Fprintf( os.Stderr, "%v\n", err ) log.Fatal( err ) } swatch( "mid-save done." ) } // 最終出力 /* ofile := "data/out.dat" if err := save_result( ofile, 0, 0.0 ); err != nil { fmt.Fprintf( os.Stderr, "%v\n", err ) os.Exit( 1 ) } */ swatch( "finish.." ) } // データの読込み //#通番 年月日 始値 高値 安値 終値 3日平均 7日平均 30日平均 //0001 2007-04-02 117.84 118.08 117.46 117.84 117.84 117.84 117.84 func read_data( file string ) error { data, err := ioutil.ReadFile( file ) if err != nil { return err } // 学習データ j, skip := 0, 0 var lsidx [st]int // learning-set start index var value []string for i, line := range strings.Split( string( data ), "\n" ) { if strings.HasPrefix( line, "#" ) { skip++ } else { buf := strings.Fields( line ) if len( buf ) == 0 { skip++ continue } value = append( value, buf[5] ) if j < st && buf[1] == lstart[j] { lsidx[j] = i - skip j++ } } } for i, _ := range lstart { var f float64 f, _ = strconv.ParseFloat( value[ lsidx[i] + 1], 64 ); lx1[i] = f f, _ = strconv.ParseFloat( value[ lsidx[i] ], 64 ); lx2[i] = f for j := 0; j < dd; j++ { f, _ = strconv.ParseFloat( value[ lsidx[i] + j + 2 ], 64 ); lans[i][j] = f } } // 検証データ return nil } // パラメタの読込み func read_param( file string ) error { data, err := ioutil.ReadFile( file ) if err != nil { return err } for _, line := range strings.Split( string( data ), "\n" ) { if !strings.HasPrefix( line, "#" ) { buf := strings.Fields( line ) if len( buf ) == 0 { continue } plabel = append( plabel, buf[0] ) var f float64 f, _ = strconv.ParseFloat( buf[1], 64 ); w1_11 = append( w1_11, f * 0.1 ) f, _ = strconv.ParseFloat( buf[2], 64 ); w1_12 = append( w1_12, f * 0.1 ) f, _ = strconv.ParseFloat( buf[3], 64 ); w1_21 = append( w1_21, f * 0.1 ) f, _ = strconv.ParseFloat( buf[4], 64 ); w1_22 = append( w1_22, f * 0.1 ) f, _ = strconv.ParseFloat( buf[5], 64 ); b1_1 = append( b1_1, f * 0.1 ) f, _ = strconv.ParseFloat( buf[6], 64 ); b1_2 = append( b1_2, f * 0.1 ) f, _ = strconv.ParseFloat( buf[7], 64 ); h1_11 = append( h1_11, f * 0.1 ) f, _ = strconv.ParseFloat( buf[8], 64 ); h1_12 = append( h1_12, f * 0.1 ) f, _ = strconv.ParseFloat( buf[9], 64 ); h1_21 = append( h1_21, f * 0.1 ) f, _ = strconv.ParseFloat( buf[10], 64 ); h1_22 = append( h1_22, f * 0.1 ) f, _ = strconv.ParseFloat( buf[11], 64 ); w2_11 = append( w2_11, f * 0.1 ) f, _ = strconv.ParseFloat( buf[12], 64 ); w2_21 = append( w2_21, f * 0.1 ) f, _ = strconv.ParseFloat( buf[13], 64 ); b2_1 = append( b2_1, f * 0.1 ) } } return nil } // 結果を保存 func save_tmp( file string, save, detail bool ) error { if !save { return nil } os.Remove( file ) f, err := os.OpenFile( file, os.O_CREATE|os.O_WRONLY, 0644 ) if err != nil { return err } if detail { for i := 0; i < st; i++ { for p := 0; p < pp; p++ { s := fmt.Sprintf( "e = %10.2f / %2d:%s\n", e[i][p], i, plabel[p] ) f.WriteString( s ) for d := 0; d < dd; d++ { s = fmt.Sprintf( "%10.2f ( %.2f )\n", y[i][d][p], lans[i][d] ) f.WriteString( s ) } } f.WriteString( "----\n" ); } } for p := 0; p < pp; p++ { s := fmt.Sprintf( "ea = %7.2f / EA:%s [ ", ea[p].val, plabel[p] ) s += fmt.Sprintf( "%3.1f %3.1f %3.1f %3.1f ", w1_11[p], w1_12[p], w1_21[p], w1_22[p] ) s += fmt.Sprintf( "%3.1f %3.1f ", b1_1[p], b1_2[p] ) s += fmt.Sprintf( "%3.1f %3.1f %3.1f %3.1f ", h1_11[p], h1_12[p], h1_21[p], h1_22[p] ) s += fmt.Sprintf( "%3.1f %3.1f ", w2_11[p], w2_21[p] ) s += fmt.Sprintf( "%3.1f ]\n", b2_1[p] ) f.WriteString( s ) } if err := f.Close(); err != nil { return err } return nil } func save_result( file string, line int, result float64 ) error { return nil } // 計算と評価 func calc_eval() { for p := 0; p < pp; p++ { ea[p].idx = p ea[p].val = 0.0 } for i := 0; i < st; i++ { for p := 0; p < pp; p++ { initialize( i ) for d := 0; d < dd; d++ { y[i][d][p] = do_calc( p ) } e[i][p] = evaluate( i, p ) ea[p].val += e[i][p] } } for p := 0; p < pp; p++ { if ea[p].val > 10000 { ea[p].val = 9999.99 } } } // アルゴリズム func initialize( i int ) { x1, x2 = lx1[i], lx2[i] s1, s2 = 0.0, 0.0 } func do_calc( p int ) float64 { a1 := x1 * w1_11[p] + x2 * w1_21[p] + s1 * h1_11[p] + s2 * h1_21[p] + b1_1[p] a2 := x1 * w1_12[p] + x2 * w1_22[p] + s1 * h1_12[p] + s2 * h1_22[p] + b1_2[p] // ReLU if a1 < 0 { s1 = 0 } else { s1 = a1 } if a2 < 0 { s2 = 0 } else { s2 = a2 } y1 := a1 * w2_11[p] + a2 * w2_21[p] + b2_1[p] x2 = x1 x1 = y1 return y1 } // 評価関数 func evaluate( i, p int ) float64 { var e float64 for d := 0; d < dd; d++ { e += ( lans[i][d] - y[i][d][p] ) * ( lans[i][d] - y[i][d][p] ) } e /= float64(dd) return e } // パラメタ更新 func update() { // backup var bplabel []string var bw1_11, bw1_12, bw1_21, bw1_22 []float64 var bb1_1, bb1_2 []float64 var bh1_11, bh1_12, bh1_21, bh1_22 []float64 var bw2_11, bw2_21 []float64 var bb2_1 []float64 es := ea[:] sort.SliceStable( es, func( i, j int ) bool { return es[i].val < es[j].val } ) for i := 0; i < 7; i++ { j := es[i].idx bplabel = append( bplabel, plabel[j] ) bw1_11 = append( bw1_11, w1_11[j] ) bw1_12 = append( bw1_12, w1_12[j] ) bw1_21 = append( bw1_21, w1_21[j] ) bw1_22 = append( bw1_22, w1_22[j] ) bb1_1 = append( bb1_1, b1_1[j] ) bb1_2 = append( bb1_2, b1_2[j] ) bh1_11 = append( bh1_11, h1_11[j] ) bh1_12 = append( bh1_12, h1_12[j] ) bh1_21 = append( bh1_21, h1_21[j] ) bh1_22 = append( bh1_22, h1_22[j] ) bw2_11 = append( bw2_11, w2_11[j] ) bw2_21 = append( bw2_21, w2_21[j] ) bb2_1 = append( bb2_1, b2_1[j] ) } rand.Seed( time.Now().UnixNano() ) for p := 0; p < pp; p++ { plabel[p] = fmt.Sprintf( "%04d", p ) i := int( math.Mod( float64( p ), 7 ) ) w1_11[p] = bw1_11[i] + float64( rand.Intn( 3 ) - 1 ) w1_12[p] = bw1_12[i] + float64( rand.Intn( 3 ) - 1 ) w1_21[p] = bw1_21[i] + float64( rand.Intn( 3 ) - 1 ) w1_22[p] = bw1_22[i] + float64( rand.Intn( 3 ) - 1 ) b1_1[p] = bb1_1[i] + float64( rand.Intn( 3 ) - 1 ) b1_2[p] = bb1_2[i] + float64( rand.Intn( 3 ) - 1 ) h1_11[p] = bh1_11[i] + float64( rand.Intn( 3 ) - 1 ) h1_12[p] = bh1_12[i] + float64( rand.Intn( 3 ) - 1 ) h1_21[p] = bh1_21[i] + float64( rand.Intn( 3 ) - 1 ) h1_22[p] = bh1_22[i] + float64( rand.Intn( 3 ) - 1 ) w2_11[p] = bw2_11[i] + float64( rand.Intn( 3 ) - 1 ) w2_21[p] = bw2_21[i] + float64( rand.Intn( 3 ) - 1 ) b2_1[p] = bb2_1[i] + float64( rand.Intn( 3 ) - 1 ) } } // 時間計測 func swatch( s string ) { sw = time.Now() fmt.Fprintf( os.Stderr, "[ %v ( %v ) ]\t%s\n", time.Since( ps ), time.Since( sw ), s ) }