package mobile import ( "context" "image" "math" "time" "fyne.io/fyne/v2" "fyne.io/fyne/v2/container" "fyne.io/fyne/v2/driver/mobile" "fyne.io/fyne/v2/internal/app" "fyne.io/fyne/v2/internal/driver" "fyne.io/fyne/v2/internal/driver/common" "fyne.io/fyne/v2/theme" "fyne.io/fyne/v2/widget" ) const ( doubleClickDelay = 500 // ms (maximum interval between clicks for double click detection) ) var _ fyne.Canvas = (*mobileCanvas)(nil) type mobileCanvas struct { common.Canvas content fyne.CanvasObject windowHead, menu fyne.CanvasObject scale float32 size fyne.Size touched map[int]mobile.Touchable padded, debug bool onTypedRune func(rune) onTypedKey func(event *fyne.KeyEvent) inited bool lastTapDown map[int]time.Time lastTapDownPos map[int]fyne.Position dragging fyne.Draggable dragStart, dragOffset fyne.Position touchTapCount int touchCancelFunc context.CancelFunc touchLastTapped fyne.CanvasObject } // NewCanvas creates a new gomobile mobileCanvas. This is a mobileCanvas that will render on a mobile device using OpenGL. func NewCanvas() fyne.Canvas { ret := &mobileCanvas{padded: true} ret.debug = fyne.CurrentApp().Settings().BuildType() == fyne.BuildDebug ret.scale = fyne.CurrentDevice().SystemScaleForWindow(nil) // we don't need a window parameter on mobile ret.touched = make(map[int]mobile.Touchable) ret.lastTapDownPos = make(map[int]fyne.Position) ret.lastTapDown = make(map[int]time.Time) ret.Initialize(ret, ret.overlayChanged) ret.OnFocus = ret.handleKeyboard ret.OnUnfocus = hideVirtualKeyboard return ret } func (c *mobileCanvas) Capture() image.Image { return c.Painter().Capture(c) } func (c *mobileCanvas) Content() fyne.CanvasObject { return c.content } func (c *mobileCanvas) InteractiveArea() (fyne.Position, fyne.Size) { scale := fyne.CurrentDevice().SystemScaleForWindow(nil) // we don't need a window parameter on mobile dev, ok := fyne.CurrentDevice().(*device) if !ok || dev.safeWidth == 0 || dev.safeHeight == 0 { return fyne.NewPos(0, 0), c.Size() // running in test mode } return fyne.NewPos(float32(dev.safeLeft)/scale, float32(dev.safeTop)/scale), fyne.NewSize(float32(dev.safeWidth)/scale, float32(dev.safeHeight)/scale) } func (c *mobileCanvas) OnTypedKey() func(*fyne.KeyEvent) { return c.onTypedKey } func (c *mobileCanvas) OnTypedRune() func(rune) { return c.onTypedRune } func (c *mobileCanvas) PixelCoordinateForPosition(pos fyne.Position) (int, int) { return int(float32(pos.X) * c.scale), int(float32(pos.Y) * c.scale) } func (c *mobileCanvas) Scale() float32 { return c.scale } func (c *mobileCanvas) SetContent(content fyne.CanvasObject) { c.setContent(content) c.sizeContent(c.Size()) // fixed window size for mobile, cannot stretch to new content c.SetDirty() } func (c *mobileCanvas) SetOnTypedKey(typed func(*fyne.KeyEvent)) { c.onTypedKey = typed } func (c *mobileCanvas) SetOnTypedRune(typed func(rune)) { c.onTypedRune = typed } func (c *mobileCanvas) Size() fyne.Size { return c.size } func (c *mobileCanvas) MinSize() fyne.Size { return c.size // TODO check } func (c *mobileCanvas) findObjectAtPositionMatching(pos fyne.Position, test func(object fyne.CanvasObject) bool) (fyne.CanvasObject, fyne.Position, int) { if c.menu != nil { return driver.FindObjectAtPositionMatching(pos, test, c.Overlays().Top(), c.menu) } return driver.FindObjectAtPositionMatching(pos, test, c.Overlays().Top(), c.windowHead, c.content) } func (c *mobileCanvas) handleKeyboard(obj fyne.Focusable) { isDisabled := false if disWid, ok := obj.(fyne.Disableable); ok { isDisabled = disWid.Disabled() } if obj != nil && !isDisabled { if keyb, ok := obj.(mobile.Keyboardable); ok { showVirtualKeyboard(keyb.Keyboard()) } else { showVirtualKeyboard(mobile.DefaultKeyboard) } } else { hideVirtualKeyboard() } } func (c *mobileCanvas) overlayChanged() { c.handleKeyboard(c.Focused()) c.SetDirty() } func (c *mobileCanvas) Resize(size fyne.Size) { if size == c.size { return } c.sizeContent(size) } func (c *mobileCanvas) setContent(content fyne.CanvasObject) { c.content = content c.SetContentTreeAndFocusMgr(content) } func (c *mobileCanvas) setMenu(menu fyne.CanvasObject) { c.menu = menu c.SetMenuTreeAndFocusMgr(menu) } func (c *mobileCanvas) setWindowHead(head fyne.CanvasObject) { if c.padded { head = container.NewPadded(head) } c.windowHead = head c.SetMobileWindowHeadTree(head) } func (c *mobileCanvas) applyThemeOutOfTreeObjects() { if c.menu != nil { app.ApplyThemeTo(c.menu, c) // Ensure our menu gets the theme change message as it's out-of-tree } if c.windowHead != nil { app.ApplyThemeTo(c.windowHead, c) // Ensure our child windows get the theme change message as it's out-of-tree } } func (c *mobileCanvas) sizeContent(size fyne.Size) { if c.content == nil { // window may not be configured yet return } c.size = size offset := fyne.NewPos(0, 0) areaPos, areaSize := c.InteractiveArea() if c.windowHead != nil { topHeight := c.windowHead.MinSize().Height chromeBox := c.windowHead.(*fyne.Container) if c.padded { chromeBox = chromeBox.Objects[0].(*fyne.Container) // the padded container } if len(chromeBox.Objects) > 1 { c.windowHead.Resize(fyne.NewSize(areaSize.Width, topHeight)) offset = fyne.NewPos(0, topHeight) areaSize = areaSize.Subtract(offset) } else { c.windowHead.Resize(c.windowHead.MinSize()) } c.windowHead.Move(areaPos) } topLeft := areaPos.Add(offset) for _, overlay := range c.Overlays().List() { if p, ok := overlay.(*widget.PopUp); ok { // TODO: remove this when #707 is being addressed. // “Notifies” the PopUp of the canvas size change. p.Refresh() } else { overlay.Resize(areaSize) overlay.Move(topLeft) } } if c.padded { c.content.Resize(areaSize.Subtract(fyne.NewSize(theme.Padding()*2, theme.Padding()*2))) c.content.Move(topLeft.Add(fyne.NewPos(theme.Padding(), theme.Padding()))) } else { c.content.Resize(areaSize) c.content.Move(topLeft) } } func (c *mobileCanvas) tapDown(pos fyne.Position, tapID int) { c.lastTapDown[tapID] = time.Now() c.lastTapDownPos[tapID] = pos c.dragging = nil co, objPos, layer := c.findObjectAtPositionMatching(pos, func(object fyne.CanvasObject) bool { switch object.(type) { case mobile.Touchable, fyne.Focusable: return true } return false }) if wid, ok := co.(mobile.Touchable); ok { touchEv := &mobile.TouchEvent{} touchEv.Position = objPos touchEv.AbsolutePosition = pos wid.TouchDown(touchEv) c.touched[tapID] = wid } if layer != 1 { // 0 - overlay, 1 - window head / menu, 2 - content if wid, ok := co.(fyne.Focusable); !ok || wid != c.Focused() { c.Unfocus() } } } func (c *mobileCanvas) tapMove(pos fyne.Position, tapID int, dragCallback func(fyne.Draggable, *fyne.DragEvent)) { previousPos := c.lastTapDownPos[tapID] deltaX := pos.X - previousPos.X deltaY := pos.Y - previousPos.Y if c.dragging == nil && (math.Abs(float64(deltaX)) < tapMoveThreshold && math.Abs(float64(deltaY)) < tapMoveThreshold) { return } c.lastTapDownPos[tapID] = pos co, objPos, _ := c.findObjectAtPositionMatching(pos, func(object fyne.CanvasObject) bool { if _, ok := object.(fyne.Draggable); ok { return true } else if _, ok := object.(mobile.Touchable); ok { return true } return false }) if c.touched[tapID] != nil { if touch, ok := co.(mobile.Touchable); !ok || c.touched[tapID] != touch { touchEv := &mobile.TouchEvent{} touchEv.Position = objPos touchEv.AbsolutePosition = pos c.touched[tapID].TouchCancel(touchEv) c.touched[tapID] = nil } } if c.dragging == nil { if drag, ok := co.(fyne.Draggable); ok { c.dragging = drag c.dragOffset = previousPos.Subtract(objPos) c.dragStart = co.Position() } else { return } } ev := &fyne.DragEvent{} draggedObjDelta := c.dragStart.Subtract(c.dragging.(fyne.CanvasObject).Position()) ev.Position = pos.Subtract(c.dragOffset).Add(draggedObjDelta) ev.Dragged = fyne.Delta{DX: deltaX, DY: deltaY} dragCallback(c.dragging, ev) } func (c *mobileCanvas) tapUp(pos fyne.Position, tapID int, tapCallback func(fyne.Tappable, *fyne.PointEvent), tapAltCallback func(fyne.SecondaryTappable, *fyne.PointEvent), doubleTapCallback func(fyne.DoubleTappable, *fyne.PointEvent), dragCallback func(fyne.Draggable)) { if c.dragging != nil { dragCallback(c.dragging) c.dragging = nil return } duration := time.Since(c.lastTapDown[tapID]) if c.menu != nil && c.Overlays().Top() == nil && pos.X > c.menu.Size().Width { c.menu.Hide() c.menu.Refresh() c.setMenu(nil) return } co, objPos, _ := c.findObjectAtPositionMatching(pos, func(object fyne.CanvasObject) bool { if _, ok := object.(fyne.Tappable); ok { return true } else if _, ok := object.(fyne.SecondaryTappable); ok { return true } else if _, ok := object.(mobile.Touchable); ok { return true } else if _, ok := object.(fyne.DoubleTappable); ok { return true } return false }) if wid, ok := co.(mobile.Touchable); ok { touchEv := &mobile.TouchEvent{} touchEv.Position = objPos touchEv.AbsolutePosition = pos wid.TouchUp(touchEv) c.touched[tapID] = nil } ev := &fyne.PointEvent{ Position: objPos, AbsolutePosition: pos, } if duration < tapSecondaryDelay { _, doubleTap := co.(fyne.DoubleTappable) if doubleTap { c.touchTapCount++ c.touchLastTapped = co if c.touchCancelFunc != nil { c.touchCancelFunc() return } go c.waitForDoubleTap(co, ev, tapCallback, doubleTapCallback) } else { if wid, ok := co.(fyne.Tappable); ok { tapCallback(wid, ev) } } } else { if wid, ok := co.(fyne.SecondaryTappable); ok { tapAltCallback(wid, ev) } } } func (c *mobileCanvas) waitForDoubleTap(co fyne.CanvasObject, ev *fyne.PointEvent, tapCallback func(fyne.Tappable, *fyne.PointEvent), doubleTapCallback func(fyne.DoubleTappable, *fyne.PointEvent)) { var ctx context.Context ctx, c.touchCancelFunc = context.WithDeadline(context.TODO(), time.Now().Add(time.Millisecond*doubleClickDelay)) defer c.touchCancelFunc() <-ctx.Done() if c.touchTapCount == 2 && c.touchLastTapped == co { if wid, ok := co.(fyne.DoubleTappable); ok { doubleTapCallback(wid, ev) } } else { if wid, ok := co.(fyne.Tappable); ok { tapCallback(wid, ev) } } c.touchTapCount = 0 c.touchCancelFunc = nil c.touchLastTapped = nil }