How can I communicate the openmv camera with the arduino through UART, so that the arduino receives a digit and does something when it detects that.
I am using P4 TX and P5 RX camera.
Arduino PIN 1 TX, PIN 0 RX
Code Openmv:
Edge Impulse - OpenMV Object Detection Example
import sensor, image, time, os, tf, math, uos, gc
from pyb import UART
uart = UART(3,9600)
sensor.reset() # Reset and initialize the sensor.
sensor.set_pixformat(sensor.RGB565) # Set pixel format to RGB565 (or GRAYSCALE)
sensor.set_framesize(sensor.QVGA) # Set frame size to QVGA (320x240)
sensor.set_windowing((240, 240)) # Set 240x240 window.
sensor.skip_frames(time=2000) # Let the camera adjust.
net = None
labels = None
min_confidence = 0.5
try:
# load the model, alloc the model file on the heap if we have at least 64K free after loading
net = tf.load(“trained.tflite”, load_to_fb=uos.stat(‘trained.tflite’)[6] > (gc.mem_free() - (64*1024)))
except Exception as e:
raise Exception(‘Failed to load “trained.tflite”, did you copy the .tflite and labels.txt file onto the mass-storage device? (’ + str(e) + ‘)’)
try:
labels = [line.rstrip(‘\n’) for line in open(“labels.txt”)]
except Exception as e:
raise Exception(‘Failed to load “labels.txt”, did you copy the .tflite and labels.txt file onto the mass-storage device? (’ + str(e) + ‘)’)
colors = [ # Add more colors if you are detecting more than 7 types of classes at once.
(255, 0, 0),
( 0, 255, 0),
(255, 255, 0),
( 0, 0, 255),
(255, 0, 255),
( 0, 255, 255),
(255, 255, 255),
]
clock = time.clock()
while(True):
clock.tick()
img = sensor.snapshot()
# detect() returns all objects found in the image (splitted out per class already)
# we skip class index 0, as that is the background, and then draw circles of the center
# of our objects
for i, detection_list in enumerate(net.detect(img, thresholds=[(math.ceil(min_confidence * 255), 255)])):
if (i == 0): continue # background class
if (len(detection_list) == 0): continue # no detections for this class?
print("********** %s **********" % labels[i])
for d in detection_list:
[x, y, w, h] = d.rect()
center_x = math.floor(x + (w / 2))
center_y = math.floor(y + (h / 2))
uart.write("Victims" 'x %d\ty %d' % (center_x, center_y))
print('x %d\ty %d' % (center_x, center_y))
img.draw_circle((center_x, center_y, 12), color=colors[i], thickness=2)
print(clock.fps(), "fps", end="\n\n")
Code Arduino:
String str;
int ds = 4;
#include <SoftwareSerial.h>
SoftwareSerial mySerial(0, 1); // RX, TX
void setup() {
Serial.begin(9600);
mySerial.begin(9600);
}
void loop(){
if (mySerial.available()){
delay(100); // Wait for all data.
while (mySerial.available()) {
char d = mySerial.read();
str.concat(d);
}
}
char t[str.length()+1];
str.toCharArray(t, (sizeof(t)));
int intdata = atoi(t);
Serial.print(intdata);
Serial.print(“\n”);
delay(100);
}