How to write a auto gather program using python

1 安装 opencv ，在设置好的虚拟目录执行

pip install opencv-python

1	pip install opencv-python

再安装 pyautogui

pip install pyautogui

1	pip install pyautogui

2 python + opencv 截屏

import numpy as np
import pyautogui
import cv2

# take a screenshot of the screen and store it in memory, then
# convert the PIL/Pillow image to an OpenCV compatible NumPy array
# and finally write the image to disk

image = pyautogui.screenshot()
image = cv2.cvtColor(np.array(image), cv2.COLOR_RGB2BGR)
cv2.imwrite("in_memory_to_disk.png", image)

import numpy as np

import pyautogui

import cv2

# take a screenshot of the screen and store it in memory, then

# convert the PIL/Pillow image to an OpenCV compatible NumPy array

# and finally write the image to disk

image = pyautogui.screenshot()

image = cv2.cvtColor(np.array(image), cv2.COLOR_RGB2BGR)

cv2.imwrite("in_memory_to_disk.png", image)

3: How do I find an image contained within an image? From :

https://stackoverflow.com/questions/7853628/how-do-i-find-an-image-contained-within-an-image

import cv2

method = cv2.TM_SQDIFF_NORMED

# Read the images from the file
small_image = cv2.imread('small_image.png')
large_image = cv2.imread('large_image.png')

result = cv2.matchTemplate(small_image, large_image, method)

# We want the minimum squared difference
mn,_,mnLoc,_ = cv2.minMaxLoc(result)

# Draw the rectangle:
# Extract the coordinates of our best match
MPx,MPy = mnLoc

# Step 2: Get the size of the template. This is the same size as the match.
trows,tcols = small_image.shape[:2]
#print(trows)
#print(tcols)

# Step 3: Draw the rectangle on large_image
cv2.rectangle(large_image, (MPx,MPy),(MPx+tcols,MPy+trows),(0,0,255),2)

# Display the original image with the rectangle around the match.
cv2.imshow('output',large_image)

# The image is only displayed if we call this
cv2.waitKey(0)

import cv2

method = cv2.TM_SQDIFF_NORMED

# Read the images from the file

small_image = cv2.imread('small_image.png')

large_image = cv2.imread('large_image.png')

result = cv2.matchTemplate(small_image, large_image, method)

# We want the minimum squared difference

mn,_,mnLoc,_ = cv2.minMaxLoc(result)

# Draw the rectangle:

# Extract the coordinates of our best match

MPx,MPy = mnLoc

# Step 2: Get the size of the template. This is the same size as the match.

trows,tcols = small_image.shape[:2]

#print(trows)

#print(tcols)

# Step 3: Draw the rectangle on large_image

cv2.rectangle(large_image, (MPx,MPy),(MPx+tcols,MPy+trows),(0,0,255),2)

# Display the original image with the rectangle around the match.

cv2.imshow('output',large_image)

# The image is only displayed if we call this

cv2.waitKey(0)

这段代码会在大图上，以矩形标出match 的部分， if exist match

4 在 windows , python 37 ,32位环境，执行这段代码能找出 exactly match 的部分，并自动把鼠标移动到那里，点击右键

import cv2
import pyscreenshot as ImageGrab
import numpy as np
import autopy

import pyautogui

import os
import time
import math

dev = True

def check_screen_size():
	print("Checking screen size")
	img = ImageGrab.grab()
	# img.save('temp.png')
	global screen_size
	global screen_start_point
	global screen_end_point

	screen_size = (img.size[0] / 2, img.size[1] / 2)
	#screen_size = (img.size[0], img.size[1])	
	screen_start_point = (screen_size[0] * 0.35, screen_size[1] * 0.35)
	screen_end_point = (screen_size[0] * 0.65, screen_size[1] * 0.65)
	print ("Screen size is " + str(screen_size))
	
	
def make_screenshot():
	print('Capturing screen')
	print(screen_start_point)
	#screenshot = ImageGrab.grab(bbox=(screen_start_point[0], screen_start_point[1], #screen_end_point[0], screen_end_point[1])) # (0, 710, 410, 1010)
	image = pyautogui.screenshot(region=(0,0, 1920, 1080))
	if dev:
		screenshot_name = 'var/fishing_session_' + str(int(time.time())) + '.png'
	else:
		screenshot_name = 'var/fishing_session.png'
	#screenshot.save(screenshot_name)
	image = cv2.cvtColor(np.array(image), cv2.COLOR_RGB2BGR)
	cv2.imwrite(screenshot_name, image)
	return screenshot_name	
	
	
def find_float(img_name):
	print('Looking for float')
	# todo: maybe make some universal float without background?
	for x in range(0, 1):
		#template = cv2.imread('small_image.png', 0)
		template = cv2.imread('yinye.png', 0)

		img_rgb = cv2.imread(img_name)
		img_gray = cv2.cvtColor(img_rgb, cv2.COLOR_BGR2GRAY)
		# print('got images')
		w, h = template.shape[::-1]
		res = cv2.matchTemplate(img_gray,template,cv2.TM_CCOEFF_NORMED)
		# We want the minimum squared difference
		mn,_,mnLoc,_ = cv2.minMaxLoc(res)

		# Draw the rectangle:
		# Extract the coordinates of our best match
		MPx,MPy = mnLoc
		print(MPx)
		print(MPy)

		threshold = 0.4
		loc = np.where( res >= threshold)
		for pt in zip(*loc[::-1]):
		    cv2.rectangle(img_rgb, pt, (pt[0] + w, pt[1] + h), (0,0,255), 2)
		if loc[0].any():
			print('Found ' + str(x) + ' float')
			if dev:
				cv2.imwrite('var/fishing_session_' + str(int(time.time())) + '_success.png', img_rgb)
			#return (loc[1][0] + w / 2) / 2, (loc[0][0] + h / 2) / 2
			return pt[0] + w/2, pt[1] + h/2		

def move_mouse(place):
	x,y = place[0], place[1]
	#print("Moving cursor to " + str(place))
	#autopy.mouse.smooth_move(int(screen_start_point[0]) + x , int(screen_start_point[1]) + y)
	autopy.mouse.move(0,0)
	#autopy.mouse.move(x, y)	
	autopy.mouse.smooth_move(x, y)	
#def main():
if __name__ ==  '__main__':
    check_screen_size()
    im = make_screenshot()
    place = find_float(im)
    move_mouse(place)
    autopy.mouse.click(autopy.mouse.Button.RIGHT)	

    #print(place)
	#if not place:
	#	print('Still cant find float, breaking this session')
	
	#print ('catched ')

import cv2

import pyscreenshot as ImageGrab

import numpy as np

import autopy

import pyautogui

import os

import time

import math

dev = True

def check_screen_size():

print("Checking screen size")

img = ImageGrab.grab()

# img.save('temp.png')

global screen_size

global screen_start_point

global screen_end_point

screen_size = (img.size[0] / 2, img.size[1] / 2)

#screen_size = (img.size[0], img.size[1])

screen_start_point = (screen_size[0] * 0.35, screen_size[1] * 0.35)

screen_end_point = (screen_size[0] * 0.65, screen_size[1] * 0.65)

print ("Screen size is " + str(screen_size))

def make_screenshot():

print('Capturing screen')

print(screen_start_point)

#screenshot = ImageGrab.grab(bbox=(screen_start_point[0], screen_start_point[1], #screen_end_point[0], screen_end_point[1])) # (0, 710, 410, 1010)

image = pyautogui.screenshot(region=(0,0, 1920, 1080))

if dev:

screenshot_name = 'var/fishing_session_' + str(int(time.time())) + '.png'

else:

screenshot_name = 'var/fishing_session.png'

#screenshot.save(screenshot_name)

image = cv2.cvtColor(np.array(image), cv2.COLOR_RGB2BGR)

cv2.imwrite(screenshot_name, image)

return screenshot_name

def find_float(img_name):

print('Looking for float')

# todo: maybe make some universal float without background?

for x in range(0, 1):

#template = cv2.imread('small_image.png', 0)

template = cv2.imread('yinye.png', 0)

img_rgb = cv2.imread(img_name)

img_gray = cv2.cvtColor(img_rgb, cv2.COLOR_BGR2GRAY)

# print('got images')

w, h = template.shape[::-1]

res = cv2.matchTemplate(img_gray,template,cv2.TM_CCOEFF_NORMED)

# We want the minimum squared difference

mn,_,mnLoc,_ = cv2.minMaxLoc(res)

# Draw the rectangle:

# Extract the coordinates of our best match

MPx,MPy = mnLoc

print(MPx)

print(MPy)

threshold = 0.4

loc = np.where( res >= threshold)

for pt in zip(*loc[::-1]):

cv2.rectangle(img_rgb, pt, (pt[0] + w, pt[1] + h), (0,0,255), 2)

if loc[0].any():

print('Found ' + str(x) + ' float')

if dev:

cv2.imwrite('var/fishing_session_' + str(int(time.time())) + '_success.png', img_rgb)

#return (loc[1][0] + w / 2) / 2, (loc[0][0] + h / 2) / 2

return pt[0] + w/2, pt[1] + h/2

def move_mouse(place):

x,y = place[0], place[1]

#print("Moving cursor to " + str(place))

#autopy.mouse.smooth_move(int(screen_start_point[0]) + x , int(screen_start_point[1]) + y)

autopy.mouse.move(0,0)

#autopy.mouse.move(x, y)

autopy.mouse.smooth_move(x, y)

#def main():

if __name__ == '__main__':

check_screen_size()

im = make_screenshot()

place = find_float(im)

move_mouse(place)

autopy.mouse.click(autopy.mouse.Button.RIGHT)

#print(place)

#if not place:

# print('Still cant find float, breaking this session')

#print ('catched ')

缺点是只能精确匹配，图像稍有差别，或者放大缩小，变换镜头角度都不行

已经有人提出过这个问题, 在： https://answers.opencv.org/question/169613/how-does-macthtemplate-deal-with-scaling/

关键字：

matchTemplate is not scale invariant

1	matchTemplate is not scale invariant

意思是 opencv 的 matchTemplate 函数不是比例变换不相关的

那么，如何使 matchTemplate 可以比较不同比例的图像，参见这个文章：

https://www.pyimagesearch.com/2015/01/26/multi-scale-template-matching-using-python-opencv/

in this article , 解决方法是：对于大图，循环放大缩小多次，以匹配小图，但是，这样只是解决了比例问题，还是没解决角度问题

更先进的方法应该是：特征匹配或者关键点匹配，参见文章：

https://www.analyticsvidhya.com/blog/2019/10/detailed-guide-powerful-sift-technique-image-matching-python/

或者这个文章更好一些： https://blog.csdn.net/HuangZhang_123/article/details/80660688

找到特征匹配后，如何找相应点的坐标： https://stackoverflow.com/questions/30716610/how-to-get-pixel-coordinates-from-feature-matching-in-opencv-python

关键字： cv2.cornerHarris 函数

理论分析和实现 SIFT算法： https://www.geek-share.com/detail/2777206412.html

5 如何模糊匹配，即无论图像缩放，观察角度的变化，都能正确匹配到

参考文章： https://www.lagou.com/lgeduarticle/74061.html

这个不一定对

September 12, 2019November 14, 2019

tokbox 测试环境的搭建

第一步，去 https://tokbox.com

注册账号，然后新建一个project , 这样就得到了 api key , 和 secret , 如图

第二步，建server , 以 python 为例：

sample 程序在 https://github.com/opentok/Opentok-Python-SDK

先建立一个 python 虚拟目录，这样得到干净的初始环境。

然后，安装 flask 和 opentok 库：

pip install flask

1	pip install flask

pip install opentok

1	pip install opentok

安装完成后把例子程序的helloworld项目的 helloworld.py, 根据自己的情况修改为

from flask import Flask, render_template
from opentok import OpenTok

import os
import logging

logging.basicConfig(filename='app.log', filemode='w', format='%(name)s - %(levelname)s - %(message)s')

try:
    api_key = '46419702'
    api_secret = 'b8f17a054ccde74e68453464ad6b1c879a75d030'
except Exception:
    raise Exception('You must define API_KEY and API_SECRET environment variables')

app = Flask(__name__)
opentok = OpenTok(api_key, api_secret)
session = opentok.create_session()
#print(session.session_id)

@app.route("/")
def hello():
    key = api_key
    session_id = session.session_id
    token = opentok.generate_token(session_id)
    logging.info('session_is is %s', session_id)
    logging.info('token is %s', token)
    return render_template('index.html', api_key=key, session_id=session_id, token=token)

if __name__ == "__main__":
    app.debug = True
    app.run()

from flask import Flask, render_template

from opentok import OpenTok

import os

import logging

logging.basicConfig(filename='app.log', filemode='w', format='%(name)s - %(levelname)s - %(message)s')

try:

api_key = '46419702'

api_secret = 'b8f17a054ccde74e68453464ad6b1c879a75d030'

except Exception:

raise Exception('You must define API_KEY and API_SECRET environment variables')

app = Flask(__name__)

opentok = OpenTok(api_key, api_secret)

session = opentok.create_session()

#print(session.session_id)

@app.route("/")

def hello():

key = api_key

session_id = session.session_id

token = opentok.generate_token(session_id)

logging.info('session_is is %s', session_id)

logging.info('token is %s', token)

return render_template('index.html', api_key=key, session_id=session_id, token=token)

if __name__ == "__main__":

app.debug = True

app.run()

然后在虚拟环境内执行，本机的虚拟环境目录在： F:\Programs\Python\py37virtualenvs\tokbox

如果能出现下图就说明服务启动成功了

有一个常见的错误就是：当试图 create session时，出现

tokbox Failed to create session, invalid credentials 的错误，这可能是因为测试机器时间和标准时间不一致，解决方法是： setting–>datetime setting –>set time automatically on

成功启动服务后， http://127.0.0.1:5000

如果有摄像头，就能看到图像。

服务启动后会在页面显示 sessionid 和生成的 token

客户端， web client 例子程序在 https://github.com/opentok/opentok-web-samples

首先找出刚才建立的server 的 api_key , session_id 和 token :

46419702

1_MX40NjQxOTcwMn5-MTU2ODI3MTIwOTMzNH5QcEY4aE0ra0owaC9DTTAzdnRoRTlxK2J-UH4

T1==cGFydG5lcl9pZD00NjQxOTcwMiZzaWc9ZDJmZmRmMGU1MmE4YjBkMmQyOTEzMjgzNDBmZjZjYzMwN2EwY2U0ZTpzZXNzaW9uX2lkPTFfTVg0ME5qUXhPVGN3TW41LU1UVTJPREkzTVRJd09UTXpOSDVRY0VZNGFFMHJhMG93YUM5RFRUQXpkblJvUlRseEsySi1VSDQmY3JlYXRlX3RpbWU9MTU2ODI3MjU4OCZleHBpcmVfdGltZT0xNTY4MzU4OTg4JnJvbGU9cHVibGlzaGVyJm5vbmNlPTIwNTQyNiZpbml0aWFsX2xheW91dF9jbGFzc19saXN0PQ==

打开例子程序的 Basic Video Chat 子项目

修改 /js/config.js , 把 api_key , session_id 和 token 等都修改为和之前服务器建立的一致，并且把 server_url 的那句注释掉：

/* eslint-disable no-unused-vars */
// Make a copy of this file and save it as config.js (in the js directory).

// Set this to the base URL of your sample server, such as 'https://your-app-name.herokuapp.com'.
// Do not include the trailing slash. See the README for more information:

//var SAMPLE_SERVER_BASE_URL = 'http://YOUR-SERVER-URL';

// OR, if you have not set up a web server that runs the learning-opentok-php code,
// set these values to OpenTok API key, a valid session ID, and a token for the session.
// For test purposes, you can obtain these from https://tokbox.com/account.

var API_KEY = '46419702';
var SESSION_ID = '1_MX40NjQxOTcwMn5-MTU2ODI3MTIwOTMzNH5QcEY4aE0ra0owaC9DTTAzdnRoRTlxK2J-UH4';
var TOKEN = 'T1==cGFydG5lcl9pZD00NjQxOTcwMiZzaWc9ZDJmZmRmMGU1MmE4YjBkMmQyOTEzMjgzNDBmZjZjYzMwN2EwY2U0ZTpzZXNzaW9uX2lkPTFfTVg0ME5qUXhPVGN3TW41LU1UVTJPREkzTVRJd09UTXpOSDVRY0VZNGFFMHJhMG93YUM5RFRUQXpkblJvUlRseEsySi1VSDQmY3JlYXRlX3RpbWU9MTU2ODI3MjU4OCZleHBpcmVfdGltZT0xNTY4MzU4OTg4JnJvbGU9cHVibGlzaGVyJm5vbmNlPTIwNTQyNiZpbml0aWFsX2xheW91dF9jbGFzc19saXN0PQ==';

/* eslint-disable no-unused-vars */

// Make a copy of this file and save it as config.js (in the js directory).

// Set this to the base URL of your sample server, such as 'https://your-app-name.herokuapp.com'.

// Do not include the trailing slash. See the README for more information:

//var SAMPLE_SERVER_BASE_URL = 'http://YOUR-SERVER-URL';

// OR, if you have not set up a web server that runs the learning-opentok-php code,

// set these values to OpenTok API key, a valid session ID, and a token for the session.

// For test purposes, you can obtain these from https://tokbox.com/account.

var API_KEY = '46419702';

var SESSION_ID = '1_MX40NjQxOTcwMn5-MTU2ODI3MTIwOTMzNH5QcEY4aE0ra0owaC9DTTAzdnRoRTlxK2J-UH4';

var TOKEN = 'T1==cGFydG5lcl9pZD00NjQxOTcwMiZzaWc9ZDJmZmRmMGU1MmE4YjBkMmQyOTEzMjgzNDBmZjZjYzMwN2EwY2U0ZTpzZXNzaW9uX2lkPTFfTVg0ME5qUXhPVGN3TW41LU1UVTJPREkzTVRJd09UTXpOSDVRY0VZNGFFMHJhMG93YUM5RFRUQXpkblJvUlRseEsySi1VSDQmY3JlYXRlX3RpbWU9MTU2ODI3MjU4OCZleHBpcmVfdGltZT0xNTY4MzU4OTg4JnJvbGU9cHVibGlzaGVyJm5vbmNlPTIwNTQyNiZpbml0aWFsX2xheW91dF9jbGFzc19saXN0PQ==';

然后打开 Basic Video Chat 的 index.html 程序，就可以与服务器互通视频和语音。

September 10, 2019November 11, 2019

How to write an auto-fish scripts for wow classic

建立python 虚拟环境

查看当前python 版本： python –version

查看 32bit还是 64bit，方法是

import struct
print(struct.calcsize("P") * 8)

1 2	import struct print(struct.calcsize("P") * 8)

依次安装 numpy (数学库) : pip install numpy

matplotlib (坐标图) : pip install matplotlib

opencv-python (图像识别) : pip install opencv-python

pyscreenshot (截屏) : pip install pyscreenshot

pillow (这个库是替代旧的 image库) ： pip install Pillow

autopy (模拟按键)

尝试安装 pip install win32gui , 但不能安装，32和64版本都不行，因为 win32gui 只有python 3.6 版本

重新装python 3.6.7

在安装win32gui之后，还要安装 pywin32

安装完成后，执行这个脚本测试一下：

import pyautogui
import time
from win32gui import GetWindowText, GetForegroundWindow, GetWindowRect

if __name__ == "__main__":
    flag_exit = False
    flag_findWin = False
    while flag_exit is False:
        if flag_findWin == False:
            if GetWindowText(GetForegroundWindow()) != "Untitled - Notepad" :
                print("wait notepad start")
                time.sleep(2)
            else:
                print("we have find notepad")
                pyautogui.press('1')
                time.sleep(2)
                flag_findWin = True
                # show windows with mask
                # cv2.imshow("fish_mask", mask)
                # cv2.imshow("fish_frame", frame)
        else:
            pyautogui.press('1')
            time.sleep(2)

import pyautogui

import time

from win32gui import GetWindowText, GetForegroundWindow, GetWindowRect

if __name__ == "__main__":

flag_exit = False

flag_findWin = False

while flag_exit is False:

if flag_findWin == False:

if GetWindowText(GetForegroundWindow()) != "Untitled - Notepad" :

print("wait notepad start")

time.sleep(2)

else:

print("we have find notepad")

pyautogui.press('1')

time.sleep(2)

flag_findWin = True

# show windows with mask

# cv2.imshow("fish_mask", mask)

# cv2.imshow("fish_frame", frame)

else:

pyautogui.press('1')

time.sleep(2)

方法是先执行，在新建一个notepad , 然后让 notepad 获得焦点，会每2秒打字一个 “1”

但是，这是对 notepad的键盘模拟，对 wow能不能一样，待测试。

试试能不能截屏：

import pyscreenshot as ImageGrab
screenshot = ImageGrab.grab(bbox=(0,700,400,1000))
screenshot_name='D:/sc.png'
screenshot.save(screenshot_name)

import pyscreenshot as ImageGrab

screenshot = ImageGrab.grab(bbox=(0,700,400,1000))

screenshot_name='D:/sc.png'

screenshot.save(screenshot_name)

找 bobber (或者叫 float )的方法:

How to know if fish ready

How to filter loot , for example only keep black mouth

use addon : EasyLoot

参考文章：

https://github.com/YECHEZ/wow-fish-bot

这个新一些

https://github.com/kioltk/wow-fishipy

这个方法比较旧，但是opencv用的好

参考文章： https://www.reddit.com/r/learnpython/comments/22tke1/use_python_to_send_keystrokes_to_games_in_windows/

same purpose with me

https://github.com/kioltk/wow-fishipy/blob/master/fishing.py

主要是学这个

https://github.com/FrontMage/wowAutoFishing

图像识别找 bubble , 声音确定点右键的时机

已有的bot :

https://www.ownedcore.com/forums/wow-classic/wow-classic-bots-programs/799510-vanillabuddy-fishbot-support-thread.html

还不知道是什么功能

此外 youtube 也有很多classic fish bot的视频，不知真假

September 9, 2019January 26, 2021

python 3.7.4 建立虚拟环境

virtual env 可以理解为一个个独立的docker , 互相之间不影响，比如一个python项目要用到opencv , 最好的办法是把opencv安装在 virtual env 而不是全局，这样其他项目仍能保持干净的最初环境。

如何新建 virtual env , 参考文章:

https://docs.python.org/3/library/venv.html

https://docs.python.org/3/tutorial/venv.html

第一步：

python -m venv /path/to/new/virtual/environment

1

python -m venv /path/to/new/virtual/environment

会创建一个新目录 , 此目录自动生成 include , lib, scripts 子目录，还有 pyvenv.cfg配置文件
创建好的虚拟目录位于： F:\Programs\Python\py37virtualenvs\tokbox
mac 系统，进入创建好大目录，执行 source activate

August 19, 2019April 10, 2021

python plot 自动更新

https://stackoverflow.com/questions/4098131/how-to-update-a-plot-in-matplotlib

测试脚本：

import matplotlib.pyplot as plt
plt.ion()
class DynamicUpdate():
    #Suppose we know the x range
    min_x = 0
    max_x = 10

    def on_launch(self):
        #Set up plot
        self.figure, self.ax = plt.subplots()
        self.lines, = self.ax.plot([],[], 'o')
        #Autoscale on unknown axis and known lims on the other
        self.ax.set_autoscaley_on(True)
        self.ax.set_xlim(self.min_x, self.max_x)
        #Other stuff
        #self.ax.grid()
        ...

    def on_running(self, xdata, ydata):
        #Update data (with the new _and_ the old points)
        self.lines.set_xdata(xdata)
        self.lines.set_ydata(ydata)
        #Need both of these in order to rescale
        self.ax.relim()
        self.ax.autoscale_view()
        #We need to draw *and* flush
        self.figure.canvas.draw()
        self.figure.canvas.flush_events()

    #Example
    def __call__(self):
        import numpy as np
        import time
        self.on_launch()
        xdata = []
        ydata = []
        for x in np.arange(0,10,0.5):
            xdata.append(x)
            ydata.append(np.exp(-x**2)+10*np.exp(-(x-7)**2))
            self.on_running(xdata, ydata)
            time.sleep(1)
        return xdata, ydata

d = DynamicUpdate()
d()

import matplotlib.pyplot as plt

plt.ion()

class DynamicUpdate():

#Suppose we know the x range

min_x = 0

max_x = 10

def on_launch(self):

#Set up plot

self.figure, self.ax = plt.subplots()

self.lines, = self.ax.plot([],[], 'o')

#Autoscale on unknown axis and known lims on the other

self.ax.set_autoscaley_on(True)

self.ax.set_xlim(self.min_x, self.max_x)

#Other stuff

#self.ax.grid()

...

def on_running(self, xdata, ydata):

#Update data (with the new _and_ the old points)

self.lines.set_xdata(xdata)

self.lines.set_ydata(ydata)

#Need both of these in order to rescale

self.ax.relim()

self.ax.autoscale_view()

#We need to draw *and* flush

self.figure.canvas.draw()

self.figure.canvas.flush_events()

#Example

def __call__(self):

import numpy as np

import time

self.on_launch()

xdata = []

ydata = []

for x in np.arange(0,10,0.5):

xdata.append(x)

ydata.append(np.exp(-x**2)+10*np.exp(-(x-7)**2))

self.on_running(xdata, ydata)

time.sleep(1)

return xdata, ydata

d = DynamicUpdate()

d()

July 24, 2019July 24, 2019

python 如何建立自己的 module 和 function

所谓的module就是一个 .py 文件，出来python自带的，也可以自己建
module = PyImport_Import(u_name);

1

module = PyImport_Import(u_name);

这句如果出 no module name XXXX , 是因为当 python 尝试 load时，找不到用户自己建的 .py文件

解决办法是：在

Py_Initialize();

1	Py_Initialize();

之后，加

    PyRun_SimpleString("import sys");
    PyRun_SimpleString("sys.path.append(\".\")");

1 2	PyRun_SimpleString("import sys"); PyRun_SimpleString("sys.path.append(\".\")");

目的是把程序当前路径加入到查找范围

此方法来自： https://stackoverflow.com/questions/51820904/passing-an-argument-to-python-c-api-function-call

no module name numpy

1

no module name numpy

这是因为numpy 也是第三方 lib ，默认安装没有，所以需要

pip install numpy

1	pip install numpy

July 24, 2019July 30, 2019

c++ 如何调用 python 脚本

环境 vs2102 V11

python 36

代码来源： https://www.geeksforgeeks.org/calling-python-from-c-set-1/

例子调用了 math module 的 pow 函数，如果想调用自编的 module ‘s function , 见： http://www.notesoflyang.com/?p=2112

遇到的问题

a) compile 时找不到 <inttypes.h> , 原因是： visual studio 不支持 c-99 , 解决方法是自己下载放到 vs 的 include 目录去

https://stackoverflow.com/questions/13266868/ffmpeg-inttypes-h-not-found-error

b) 编译时出现

unresolved external symbol __imp__PyCallable_Check

1	unresolved external symbol __imp__PyCallable_Check

原因是： 32位的程序链接的64位 python的lib ，

解决方法：再装一个32位的python ，本例中，装的是 python 37 — 32位

https://stackoverflow.com/questions/15029519/error-lnk2001-unresolved-external-symbol-imp-py-initmodule4

https://stackoverflow.com/questions/16094343/how-to-embed-python-2-4-in-c-application-using-vs-c-6-0

c) 编译时提示 cannot open file ‘python37_d.lib’

原因是：应用程序的配置是： debug win32 , 所以编译器尝试找 python37_d.lib

解决方法：在 include puthon.h 文件时，这样写，绕过编译器自动选择

#ifdef _DEBUG
  #undef _DEBUG
  #include <python.h>
  #define _DEBUG
#else
  #include <python.h>
#endif

#ifdef _DEBUG

#undef _DEBUG

#include <python.h>

#define _DEBUG

#else

#include <python.h>

#endif

传2个double 参数给 python 某模块函数的写法是

#define PY_SSIZE_T_CLEAN


// 避免链接时找 pythod_d.lib
#ifdef _DEBUG
  #undef _DEBUG
  #include <python.h>
  #define _DEBUG
#else
  #include <python.h>
#endif

//#include <Python.h>

/* Load a symbol from a module */
PyObject *import_name(const char *modname, const char *symbol) 
{ 
    PyObject *u_name, *module; 
    u_name = PyUnicode_FromString(modname); 

	
	
	module = PyImport_Import(u_name); 
	if (module == nullptr)
	{
		PyErr_Print();
		
	}

	Py_DECREF(u_name); 
      
    return PyObject_GetAttrString(module, symbol); 
} 

double call_func(PyObject *func, double x, double y) 
{ 
    PyObject *args; 
    PyObject *kwargs; 
    PyObject *result = 0; 
    double retval; 
      
    // Make sure we own the GIL 
    PyGILState_STATE state = PyGILState_Ensure(); 
      
      
    // Verify that func is a proper callable 
    if (!PyCallable_Check(func)) 
    { 
        fprintf(stderr, "call_func: expected a callable\n"); 
        goto fail; 
    } 
	    // Step3   这是有2个参数的写法
    args = Py_BuildValue("(dd)", x, y); 
    kwargs = NULL; 




      
    // Step 4 
    result = PyObject_Call(func, args, kwargs); 
    Py_DECREF(args); 
    Py_XDECREF(kwargs); 
      
    // Step 5 
    if (PyErr_Occurred()) 
    { 
        PyErr_Print(); 
        goto fail; 
    } 
      
    // Verify the result is a float object  
    if (!PyFloat_Check(result)) 
    { 
        fprintf(stderr, "call_func: callable didn't return a float\n"); 
        goto fail; 
    } 
      
    // Step 6 
    retval = PyFloat_AsDouble(result); 
    Py_DECREF(result); 
      
    // Step 7 
    PyGILState_Release(state); 
    return retval; 
    fail: 
        Py_XDECREF(result); 
        PyGILState_Release(state); 
        abort();  
} 




int main() 
{ 
    PyObject * pow_func; 
    double x; 

    Py_Initialize(); 
	//加这两句是为了增加路径到 sys path 为了能找到module
    PyRun_SimpleString("import sys");
    PyRun_SimpleString("sys.path.append(\".\")");
      
    // Get a reference to the math.pow function 
    //pow_func = import_name("math", "pow"); 

    pow_func = import_name("DtwForCPlusCalling", "callDTWBtwTwoArray"); 
      
    // Call it using our call_func() code  
    //for (x = 0.0; x < 10.0; x += 0.1) 
    //{ 
    //    printf("% 0.2f % 0.2f\n", x, call_func(pow_func, x, 2.0)); 
    //} 

	call_func(pow_func,1.0,1.0);
          
    Py_DECREF(pow_func); 
    Py_Finalize(); 

	getchar();

    return 0; 
}

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

#define PY_SSIZE_T_CLEAN

// 避免链接时找 pythod_d.lib

#ifdef _DEBUG

#undef _DEBUG

#include <python.h>

#define _DEBUG

#else

#include <python.h>

#endif

//#include <Python.h>

/* Load a symbol from a module */

PyObject *import_name(const char *modname, const char *symbol)

{

PyObject *u_name, *module;

u_name = PyUnicode_FromString(modname);

module = PyImport_Import(u_name);

if (module == nullptr)

{

PyErr_Print();

}

Py_DECREF(u_name);

return PyObject_GetAttrString(module, symbol);

}

double call_func(PyObject *func, double x, double y)

{

PyObject *args;

PyObject *kwargs;

PyObject *result = 0;

double retval;

// Make sure we own the GIL

PyGILState_STATE state = PyGILState_Ensure();

// Verify that func is a proper callable

if (!PyCallable_Check(func))

{

fprintf(stderr, "call_func: expected a callable\n");

goto fail;

}

// Step3 这是有2个参数的写法

args = Py_BuildValue("(dd)", x, y);

kwargs = NULL;

// Step 4

result = PyObject_Call(func, args, kwargs);

Py_DECREF(args);

Py_XDECREF(kwargs);

// Step 5

if (PyErr_Occurred())

{

PyErr_Print();

goto fail;

}

// Verify the result is a float object

if (!PyFloat_Check(result))

{

fprintf(stderr, "call_func: callable didn't return a float\n");

goto fail;

}

// Step 6

retval = PyFloat_AsDouble(result);

Py_DECREF(result);

// Step 7

PyGILState_Release(state);

return retval;

fail:

Py_XDECREF(result);

PyGILState_Release(state);

abort();

}

int main()

{

PyObject * pow_func;

double x;

Py_Initialize();

//加这两句是为了增加路径到 sys path 为了能找到module

PyRun_SimpleString("import sys");

PyRun_SimpleString("sys.path.append(\".\")");

// Get a reference to the math.pow function

//pow_func = import_name("math", "pow");

pow_func = import_name("DtwForCPlusCalling", "callDTWBtwTwoArray");

// Call it using our call_func() code

//for (x = 0.0; x < 10.0; x += 0.1)

//{

// printf("% 0.2f % 0.2f\n", x, call_func(pow_func, x, 2.0));

//}

call_func(pow_func,1.0,1.0);

Py_DECREF(pow_func);

Py_Finalize();

getchar();

return 0;

}

如果想传 double数组

参考文档

https://stackoverflow.com/questions/3286448/calling-a-python-method-from-c-c-and-extracting-its-return-value

调用 python 脚本并取返回值

https://www.geeksforgeeks.org/calling-python-from-c-set-1/

这个教程比较好

很详细的教程， python36 + visual studio

http://justinwatson.name/2017/03/21/Embedding_Python_in_C++.html

June 15, 2019June 17, 2019

用 python + flask 做一个实现基本 CRUD 的 rest api

环境 win10 64 bit , python 3.6

先建立一个虚拟目录

virtualenv venv

1	virtualenv venv

进入所建立虚拟目录的scripts 目录，执行

activate

activate

pip install flask flask-jsonpify flask-sqlalchemy flask-restful

1	pip install flask flask-jsonpify flask-sqlalchemy flask-restful

安装完成后执行

pip freeze

1	pip freeze

查看所安装的版本

在跟目录新建一个python 脚本，命名为 app.py

from flask import Flask
app = Flask(__name__)

@app.route("/")
def hello():
    return "Hello World!"

from flask import Flask

app = Flask(__name__)

@app.route("/")

def hello():

return "Hello World!"

设置默认启动的脚本

set FLASK_APP=app.py

1	set FLASK_APP=app.py

启动

flask run

flask run

之后用浏览器访问web service ,即可看到返回结果

接下来，如果实现 CRUD api

新建脚本，取名为 hello.py

from flask import Flask, request
from flask_restful import Resource, Api
from sqlalchemy import create_engine
from json import dumps
from flask_jsonpify import jsonify

db_connect = create_engine('sqlite:///chinook.db')
app = Flask(__name__)
api = Api(app)

class Employees(Resource):
    def get(self):
        conn = db_connect.connect() # connect to database
        query = conn.execute("select * from employees") # This line performs query and returns json result
        return {'employees': [i[0] for i in query.cursor.fetchall()]} # Fetches first column that is Employee ID

class Tracks(Resource):
    def get(self):
        conn = db_connect.connect()
        query = conn.execute("select trackid, name, composer, unitprice from tracks;")
        result = {'data': [dict(zip(tuple (query.keys()) ,i)) for i in query.cursor]}
        return jsonify(result)

class Employees_Name(Resource):
    def get(self, employee_id):
        conn = db_connect.connect()
        query = conn.execute("select * from employees where EmployeeId =%d "  %int(employee_id))
        result = {'data': [dict(zip(tuple (query.keys()) ,i)) for i in query.cursor]}
        return jsonify(result)
        

api.add_resource(Employees, '/employees') # Route_1
api.add_resource(Tracks, '/tracks') # Route_2
api.add_resource(Employees_Name, '/employees/<employee_id>') # Route_3


if __name__ == '__main__':
     app.run(port='5002')

from flask import Flask, request

from flask_restful import Resource, Api

from sqlalchemy import create_engine

from json import dumps

from flask_jsonpify import jsonify

db_connect = create_engine('sqlite:///chinook.db')

app = Flask(__name__)

api = Api(app)

class Employees(Resource):

def get(self):

conn = db_connect.connect() # connect to database

query = conn.execute("select * from employees") # This line performs query and returns json result

return {'employees': [i[0] for i in query.cursor.fetchall()]} # Fetches first column that is Employee ID

class Tracks(Resource):

def get(self):

conn = db_connect.connect()

query = conn.execute("select trackid, name, composer, unitprice from tracks;")

result = {'data': [dict(zip(tuple (query.keys()) ,i)) for i in query.cursor]}

return jsonify(result)

class Employees_Name(Resource):

def get(self, employee_id):

conn = db_connect.connect()

query = conn.execute("select * from employees where EmployeeId =%d " %int(employee_id))

result = {'data': [dict(zip(tuple (query.keys()) ,i)) for i in query.cursor]}

return jsonify(result)

api.add_resource(Employees, '/employees') # Route_1

api.add_resource(Tracks, '/tracks') # Route_2

api.add_resource(Employees_Name, '/employees/<employee_id>') # Route_3

if __name__ == '__main__':

app.run(port='5002')

设置为默认启动脚本

set FLASK_APP=helo.py

1	set FLASK_APP=helo.py

从 http://www.sqlitetutorial.net/sqlite-sample-database/

下载 sqlite example 数据库： chinook.db ,copy 到 hello.py 同目录

启动flask

flask run

flask run

此时打开浏览器

http://127.0.0.1:5000/tracks

1	http://127.0.0.1:5000/tracks

即可看到 tracks 表的所有记录

到目前为止，只是实现了查询

参考资料

https://www.codementor.io/sagaragarwal94/building-a-basic-restful-api-in-python-58k02xsiq

大部分对，但是这句

from flask.ext.jsonpify import jsonify

1	from flask.ext.jsonpify import jsonify

不对，在我的环境应为

from flask_jsonpify import jsonify

1	from flask_jsonpify import jsonify

sqlite3 工具下载 https://www.sqlite.org/download.html

sqlite example 数据库下载

http://www.sqlitetutorial.net/sqlite-sample-database/

June 4, 2019

centos 6 安装 python 3.6

https://tecadmin.net/install-python-3-6-on-centos/

May 27, 2019June 13, 2019

django 框架

教程

https://djangobook.com/

安装

首先需要虚拟环境

随便选一个目录：执行

python -m virtualenv .

1	python -m virtualenv .

注意最后有个点

然后进入 Scripts 激活这个虚拟目录：

activate

activate

激活后如果看到目录前出现（selected folder name ）就算成功 (注意，每次重启电脑后都要 activate )

最后安装 django

pip install django

1	pip install django

安装成功后查看版本

python -m django --version

1	python -m django --version

版本是 2.2.2

安装部分参考： https://stackoverflow.com/questions/35950740/virtualenv-is-not-recognized-as-an-internal-or-external-command-operable-prog

Hello world

https://djangoforbeginners.com/hello-world/

安装完成 django之后，新建一个 app

django-admin startproject django_project

1	django-admin startproject django_project

进入 app 执行

python manage.py migrate

1	python manage.py migrate

此命令将会生成 sqllite 数据库

创建超级用户

python manage.py createsuperuser

1	python manage.py createsuperuser

lthxk ; Piercing77 ; mzcw2011@sina.cn

启动server

python manage.py runserver

1	python manage.py runserver

将默认结构导入 sqllite数据库 , 将models.py 的结构自动在数据库生成

python manage.py migrate

1	python manage.py migrate

新建一个app , 可以有多个app

python manage.py startapp blog

1	python manage.py startapp blog

html templete store https://themeforest.net

怎么建一个简单的app

Building and deploying an Enterprise Django Web App in 16 hours

https://medium.com/python-pandemonium/building-and-deploying-an-enterprise-django-web-app-in-16-hours-79e018f7b94c

数据库部分

能不能直接用已有的数据库连接器比如 pymysql

不能，必须在django的虚拟目录重新

pip install mysqlclient

1	pip install mysqlclient

怎么连接数据库

for 连接：修改 settings.py ,

DATABASES = {
    'default': {
        'ENGINE': 'django.db.backends.mysql',
        'NAME': 'shfuture',
        'USER': 'root',
        'PASSWORD': 'MYSQLTB',
        'HOST': '127.0.0.1',
        'PORT': '3306',
    }
}

DATABASES = {

'default': {

'ENGINE': 'django.db.backends.mysql',

'NAME': 'shfuture',

'USER': 'root',

'PASSWORD': 'MYSQLTB',

'HOST': '127.0.0.1',

'PORT': '3306',

}

把表自动生成类

python manage.py inspectdb > models.py

1	python manage.py inspectdb > models.py

这样所有的表都会被定义在 models 里面

用新生成的 models.py 替换 pages 目录原有的即可

怎么显示表或者查询结果

a) 视图直接显示

先 import models

from pages.models import If190620190417

1	from pages.models import If190620190417

因为 models.py 在 pages 目录下

然后在视图写：

from django.shortcuts import render
from django.http import JsonResponse

# Create your views here.

from django.http import HttpResponse
from pages.models import If190620190527

from django.core import serializers


def homePageView(request):
    #return HttpResponse('Hello, World!')
    query_results = If190620190527.objects.all()
    #return JsonResponse(query_results)
    json_data = serializers.serialize('json', query_results)
    #return HttpResponse(json_data, mimetype='application/json')
    return HttpResponse(json_data)

from django.shortcuts import render

from django.http import JsonResponse

# Create your views here.

from django.http import HttpResponse

from pages.models import If190620190527

from django.core import serializers

def homePageView(request):

#return HttpResponse('Hello, World!')

query_results = If190620190527.objects.all()

#return JsonResponse(query_results)

json_data = serializers.serialize('json', query_results)

#return HttpResponse(json_data, mimetype='application/json')

return HttpResponse(json_data)

参考： https://stackoverflow.com/questions/7287027/displaying-a-table-in-django-from-database

如果要显示的好看一点，用 django-tables2 ，带分页和排序

django-tables2 安装：

pip install django-tables2

1	pip install django-tables2

安装成功显示

Successfully installed django-tables2-2.0.6

1	Successfully installed django-tables2-2.0.6

在 settings.py 加上 “django_tables2”,

INSTALLED_APPS = [
    'django.contrib.admin',
    'django.contrib.auth',
    'django.contrib.contenttypes',
    'django.contrib.sessions',
    'django.contrib.messages',
    'django.contrib.staticfiles',
	'pages.apps.PagesConfig',
    "django_tables2",
]