5544992 发表于 2015-4-27 07:06:21

用python的方式调用weka

  (作者:玛瑙河,转载请注明作者或出处,) 
  以RBFNetwork为例,简要说明Jython + Weka 协同工作的方法。
  1. install weka (into /opt/weka/ or elsewhere) & Jython
  2. export CLASSPATH="$CLASSPATH:/opt/weka/weka.jar"
  3. jython rbfnetwork.py traindata.arff testdata1.arff testdata2.arff ...
  
  下面是rbfnetwork.py的代码

rbfnetwork.py

1 #!/usr/bin/env jython
2 import sys,os
3
4 import java.io.FileReader as FileReader
5 import java.lang.StringBuffer as StringBuffer
6 import java.lang.Boolean as Boolean
7 import java.io.ObjectOutputStream as ObjectOutputStream
8 import java.io.ObjectInputStream as ObjectInputStream
9 import java.io.FileOutputStream as FileOutputStream
10 import java.io.FileInputStream as FileInputStream
11 import weka.core.Instances as Instances
12 import weka.classifiers.functions.RBFNetwork as RBFNetwork
13 import weka.classifiers.Evaluation as Evaluation
14 import weka.core.Range as Range
15 import weka.core.Utils.splitOptions as splitOptions
16 import weka.classifiers.evaluation.output.prediction.PlainText as PlainText
17
18
19 # check commandline parameters
20 if ( (len(sys.argv) < 3)):
21   print "Usage: rbfnetwork.py   ..."
22   sys.exit()
23
24 # load data file
25 print >>sys.stdout,"Loading data..."
26 train_file = FileReader(sys.argv)
27
28 train_data = Instances(train_file)
29
30 # set the class Index - the index of the dependent variable
31 train_data.setClassIndex(train_data.numAttributes() - 1)
32
33 model=sys.argv+".model"
34 if os.path.exists(model):
35   #load existed model
36   f_in =   FileInputStream (model);
37   obj_in = ObjectInputStream (f_in);
38   rbfnetwork = obj_in.readObject ();
39
40   print "--> Use exsisted model: %s" % model
41 else:
42   # create the model
43   options=splitOptions("-B 2 -S 1 -R 1.0E-8 -M -1 -W 0.1")
44   rbfnetwork = RBFNetwork()
45   rbfnetwork.setOptions(options)
46   rbfnetwork.buildClassifier(train_data)# only a trained classifier can be evaluated
47
48   #save model
49   f_out = FileOutputStream (model);
50   obj_out = ObjectOutputStream (f_out);
51   obj_out.writeObject (rbfnetwork);
52   
53   # print out the built model
54   print "--> Generated model:\n"
55
56 print rbfnetwork
57 print "="*80
58
59 for i in range(len(sys.argv)-2):
60   test_file = FileReader(sys.argv)
61   test_data = Instances(test_file)
62   test_data.setClassIndex(train_data.numAttributes() - 1)   
63   buffer = StringBuffer()# buffer for the predictions
64   output=PlainText()
65   output.setHeader(test_data)
66   output.setBuffer(buffer)
67   
68   attRange = Range()# attributes to output
69   outputDistribution = Boolean(True)# wewant distribution
70   evaluation = Evaluation(train_data)
71   evaluation.evaluateModel(rbfnetwork, test_data, )
72   
73   print "--> Evaluation for %s:\n" % sys.argv
74   print evaluation.toSummaryString()
75   print evaluation.toMatrixString()
76   print "-"*80   
77   print "--> Predictions for %s:\n" % sys.argv
78   print buffer
79   print "="*80
80
81   
  如果你有大量的类似任务需要运行,你还可以将这些任务提交到任务管理系统如Torque等,然后你就不用管了,等着任务运行完毕后系统给你发送通知邮件吧。
页: [1]
查看完整版本: 用python的方式调用weka