bede/tfm_ainventory
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: apply rotation before cropping for better text orientation

Browse Source 
- Move manual rotation before cropping and text detection
- Detect text orientation on full rotated image (not just cropped region)
- This allows text angle detection to see full context and properly orient labels
- Crop happens after orientation correction for cleaner results
This commit is contained in:
Daniel Bedeleanu
2026-04-22 08:58:17 +03:00
parent 09a66bd3d5
commit f8e54d0f8b
1 changed files with 14 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

35
backend/services/image_processing.py
View File

@@ -88,10 +88,21 @@ class ImageProcessor:
image = self._rotate_by_orientation(image, exif_orientation)
self.logger.info(f"Applied EXIF rotation: {exif_orientation}")
# Smart cropping
# Apply manual rotation FIRST (before cropping/detection)
if abs(rotation_degrees) > 0.5:
image = image.rotate(-rotation_degrees, expand=True)
self.logger.info(f"Applied manual rotation: {rotation_degrees}°")
# Detect text orientation on full rotated image (before cropping)
text_angle, angle_status = self._detect_text_orientation(image)
if text_angle is not None:
self.logger.info(f"Detected text angle: {text_angle}° ({angle_status})")
if angle_status in ['upside_down', 'sideways']:
image = self._rotate_image(image, text_angle)
# Now crop after orientation is corrected
cropped_image = image
crop_size = None
text_angle = None
crop_method = 'none'
if crop_bounds:
@@ -108,26 +119,13 @@ class ImageProcessor:
crop_method = 'manual'
self.logger.info(f"Applied manual crop: {crop_size}")
else:
# Try OpenCV smart crop
# Try OpenCV smart crop on properly oriented image
try:
crop_result = self._smart_crop_opencv(image)
if crop_result is not None:
cropped_image, crop_size = crop_result
crop_method = 'opencv'
self.logger.info(f"Applied OpenCV crop: {crop_size}")
# Detect text orientation within the cropped region
text_angle, angle_status = self._detect_text_orientation(
cropped_image
)
if text_angle is not None:
self.logger.info(
f"Detected text angle: {text_angle}° ({angle_status})"
)
if angle_status in ['upside_down', 'sideways']:
cropped_image = self._rotate_image(
cropped_image, text_angle
)
else:
crop_method = 'pillow'
except (IOError, ValueError, cv2.error) as e:
@@ -137,11 +135,6 @@ class ImageProcessor:
)
crop_method = 'pillow'
# Apply manual rotation if provided
if abs(rotation_degrees) > 0.5:
cropped_image = cropped_image.rotate(-rotation_degrees, expand=True)
self.logger.info(f"Applied manual rotation: {rotation_degrees}°")
# Resize and compress
compressed_bytes = self._resize_and_compress(cropped_image)