path: root/gajim/gtk/discovery.py

# Copyright (C) 2005-2006 Stéphan Kochen <stephan AT kochen.nl>
# Copyright (C) 2005-2007 Nikos Kouremenos <kourem AT gmail.com>
# Copyright (C) 2005-2014 Yann Leboulanger <asterix AT lagaule.org>
# Copyright (C) 2006 Dimitur Kirov <dkirov AT gmail.com>
# Copyright (C) 2006-2008 Jean-Marie Traissard <jim AT lapin.org>
# Copyright (C) 2006 Tomasz Melcer <liori AT exroot.org>
# Copyright (C) 2007 Stephan Erb <steve-e AT h3c.de>
#
# This file is part of Gajim.
#
# Gajim is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published
# by the Free Software Foundation; version 3 only.
#
# Gajim is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with Gajim. If not, see <http://www.gnu.org/licenses/>.

# The appearance of the treeview, and parts of the dialog, are controlled by
# AgentBrowser (sub-)classes. Methods that probably should be overridden when
# subclassing are: (look at the docstrings and source for additional info)
# - def cleanup(self) *
# - def _create_treemodel(self) *
# - def _add_actions(self)
# - def _clean_actions(self)
# - def update_theme(self) *
# - def update_actions(self)
# - def default_action(self)
# - def _find_item(self, jid, node)
# - def _add_item(self, jid, node, parent_node, item, force)
# - def _update_item(self, iter_, jid, node, item)
# - def _update_info(self, iter_, jid, node, identities, features, data)
# - def _update_error(self, iter_, jid, node)
#
# * Should call the super class for this method.
# All others do not have to call back to the super class (but can if they want
# the functionality).
# There are more methods, of course, but this is a basic set.

import types
import weakref

import nbxmpp
from gi.repository import Gdk
from gi.repository import GLib
from gi.repository import Gtk
from nbxmpp.errors import StanzaError
from nbxmpp.namespaces import Namespace
from nbxmpp.protocol import JID
from nbxmpp.structs import DiscoIdentity

from gajim.common import app
from gajim.common import helpers
from gajim.common.const import StyleAttr
from gajim.common.i18n import _

from gajim.gtk.builder import get_builder
from gajim.gtk.component_search import ComponentSearch
from gajim.gtk.dialogs import ErrorDialog
from gajim.gtk.util import icon_exists
from gajim.gtk.util import open_window

LABELS = {
    1: _('This service has not yet responded with detailed information'),
    2: _('This service could not respond with detailed information.\n'
         'It is most likely a legacy service or broken.'),
}

# Dictionary mapping category, type pairs to browser class, image pairs.
# This is a function, so we can call it after the classes are declared.
# For the browser class, None means that the service will only be browsable
# when it advertises disco as it's feature, False means it's never browsable.


def _gen_agent_type_info():
    return {
        # Defaults
        (0, 0): (None, None),

        # XMPP server
        ('server', 'im'): (ToplevelAgentBrowser, 'jabber'),
        ('services', 'jabber'): (ToplevelAgentBrowser, 'jabber'),
        ('hierarchy', 'branch'): (AgentBrowser, 'jabber'),

        # Services
        ('conference', 'text'): (MucBrowser, 'conference'),
        ('headline', 'rss'): (AgentBrowser, 'rss'),
        ('headline', 'weather'): (False, 'weather'),
        ('gateway', 'weather'): (False, 'weather'),
        ('_jid', 'weather'): (False, 'weather'),
        ('gateway', 'sip'): (False, 'sip'),
        ('directory', 'user'): (None, 'jud'),
        ('pubsub', 'generic'): (PubSubBrowser, 'pubsub'),
        ('pubsub', 'service'): (PubSubBrowser, 'pubsub'),
        ('proxy', 'bytestreams'): (None, 'bytestreams'),  # Socks5 FT proxy
        ('headline', 'newmail'): (ToplevelAgentBrowser, 'mail'),

        # Transports
        ('conference', 'irc'): (ToplevelAgentBrowser, 'irc'),
        ('_jid', 'irc'): (False, 'irc'),
        ('gateway', 'irc'): (False, 'irc'),
        ('gateway', 'gadu-gadu'): (False, 'gadu-gadu'),
        ('_jid', 'gadugadu'): (False, 'gadu-gadu'),
        ('gateway', 'http-ws'): (False, 'http-ws'),
        ('gateway', 'icq'): (False, 'icq'),
        ('_jid', 'icq'): (False, 'icq'),
        ('gateway', 'sms'): (False, 'sms'),
        ('_jid', 'sms'): (False, 'sms'),
        ('gateway', 'smtp'): (False, 'mail'),
        ('gateway', 'mrim'): (False, 'mrim'),
        ('_jid', 'mrim'): (False, 'mrim'),
        ('gateway', 'facebook'): (False, 'facebook'),
        ('_jid', 'facebook'): (False, 'facebook'),
        ('gateway', 'tv'): (False, 'tv'),
        ('gateway', 'twitter'): (False, 'twitter'),
    }


# Category type to "human-readable" description string
_cat_to_descr = {
    'other': _('Others'),
    'gateway': _('Transports'),
    '_jid': _('Transports'),
    'conference': _('Group Chat'),
}


class CacheDictionary:
    '''
    A dictionary that keeps items around for only a specific time.  Lifetime is
    in minutes. Getrefresh specifies whether to refresh when an item is merely
    accessed instead of set as well
    '''

    def __init__(self, lifetime, getrefresh=True):
        self.lifetime = lifetime * 1000 * 60
        self.getrefresh = getrefresh
        self.cache = {}

    class CacheItem:
        '''
        An object to store cache items and their timeouts
        '''
        def __init__(self, value):
            self.value = value
            self.source = None

        def __call__(self):
            return self.value

    def cleanup(self):
        for key in list(self.cache.keys()):
            item = self.cache[key]
            if item.source:
                GLib.source_remove(item.source)
            del self.cache[key]

    def _expire_timeout(self, key):
        '''
        The timeout has expired, remove the object
        '''
        if key in self.cache:
            del self.cache[key]
        return False

    def _refresh_timeout(self, key):
        '''
        The object was accessed, refresh the timeout
        '''
        item = self.cache[key]
        if item.source:
            GLib.source_remove(item.source)
        if self.lifetime:
            source = GLib.timeout_add_seconds(
                int(self.lifetime / 1000), self._expire_timeout, key)
            item.source = source

    def __getitem__(self, key):
        item = self.cache[key]
        if self.getrefresh:
            self._refresh_timeout(key)
        return item()

    def __setitem__(self, key, value):
        item = self.CacheItem(value)
        self.cache[key] = item
        self._refresh_timeout(key)

    def __delitem__(self, key):
        item = self.cache[key]
        if item.source:
            GLib.source_remove(item.source)
        del self.cache[key]

    def __contains__(self, key):
        return key in self.cache


_icon_cache = CacheDictionary(15)


def get_agent_address(jid, node=None):
    '''
    Get an agent's address for displaying in the GUI
    '''
    if node:
        return f'{node}@{jid}'
    return str(jid)


class Closure:
    '''
    A weak reference to a callback with arguments as an object

    Weak references to methods immediately die, even if the object is still
    alive. Besides a handy way to store a callback, this provides a workaround
    that keeps a reference to the object instead.

    Userargs and removeargs must be tuples.
    '''

    def __init__(self, cb, userargs=(), remove=None, removeargs=()):
        self.userargs = userargs
        self.remove = remove
        self.removeargs = removeargs
        if isinstance(cb, types.MethodType):
            self.meth_self = weakref.ref(cb.__self__, self._remove)
            self.meth_name = cb.__name__
        elif callable(cb):
            self.meth_self = None
            self.cb = weakref.ref(cb, self._remove)
        else:
            raise TypeError('Object is not callable')

    def _remove(self, ref):
        if self.remove:
            self.remove(self, *self.removeargs)

    def __call__(self, *args, **kwargs):
        if self.meth_self:
            obj = self.meth_self()
            cb = getattr(obj, self.meth_name)
        else:
            cb = self.cb()
        args = args + self.userargs
        return cb(*args, **kwargs)


class ServicesCache:
    '''
    Class that caches our query results. Each connection will have it's own
    ServiceCache instance
    '''

    def __init__(self, account):
        self.account = account
        self._items = CacheDictionary(0, getrefresh=False)
        self._info = CacheDictionary(0, getrefresh=False)
        self._subscriptions = CacheDictionary(5, getrefresh=False)
        self._cbs = {}

    def cleanup(self):
        self._items.cleanup()
        self._info.cleanup()

    def _clean_closure(self, cb, type_, addr):
        # A closure died, clean up
        cbkey = (type_, addr)
        try:
            self._cbs[cbkey].remove(cb)
        except KeyError:
            return
        except ValueError:
            return
        # Clean an empty list
        if not self._cbs[cbkey]:
            del self._cbs[cbkey]

    def get_icon(self, identities=None, addr=''):
        '''
        Return the icon for an agent
        '''
        if identities is None:
            identities = []
        # Grab the first identity with an icon
        for identity in identities:
            try:
                cat, type_ = identity.category, identity.type
                info = _agent_type_info[(cat, type_)]
            except KeyError:
                continue
            service_name = info[1]
            if service_name:
                break
        else:
            # Loop fell through, default to unknown
            service_name = addr.split('.')[0]

        # Or load it
        icon_name = f'gajim-agent-{service_name}'
        if icon_exists(icon_name):
            return icon_name
        return 'gajim-agent-jabber'

    def get_browser(self, identities=None, features=None):
        '''
        Return the browser class for an agent
        '''
        if identities is None:
            identities = []
        if features is None:
            features = []
        # First pass, we try to find a ToplevelAgentBrowser
        for identity in identities:
            try:
                cat, type_ = identity.category, identity.type
                info = _agent_type_info[(cat, type_)]
            except KeyError:
                continue
            browser = info[0]
            if browser and browser == ToplevelAgentBrowser:
                return browser

        # Second pass, we haven't found a ToplevelAgentBrowser
        for identity in identities:
            try:
                cat, type_ = identity.category, identity.type
                info = _agent_type_info[(cat, type_)]
            except KeyError:
                continue
            browser = info[0]
            if browser:
                return browser
        # Namespace.BROWSE is deprecated, but we check for it anyways.
        # Some services list it in features and respond to
        # Namespace.DISCO_ITEMS anyways.
        # Allow browsing for unknown types as well.
        if ((not features and not identities) or
                Namespace.DISCO_ITEMS in features or
                Namespace.BROWSE in features):
            return ToplevelAgentBrowser
        return None

    def get_info(self, jid, node, cb, force=False, nofetch=False, args=()):
        '''
        Get info for an agent
        '''
        addr = get_agent_address(jid, node)
        # Check the cache
        if addr in self._info and not force:
            args = self._info[addr] + args
            cb(jid, node, *args)
            return
        if nofetch:
            return

        # Create a closure object
        cbkey = ('info', addr)
        cb = Closure(cb, userargs=args, remove=self._clean_closure,
                     removeargs=cbkey)
        # Are we already fetching this?
        if cbkey in self._cbs:
            self._cbs[cbkey].append(cb)
        else:
            self._cbs[cbkey] = [cb]
            client = app.get_client(self.account)
            client.get_module('Discovery').disco_info(
                jid, node, callback=self._disco_info_received)

    def get_items(self, jid, node, cb, force=False, nofetch=False, args=()):
        '''
        Get a list of items in an agent
        '''
        addr = get_agent_address(jid, node)
        # Check the cache
        if addr in self._items and not force:
            args = (self._items[addr],) + args
            cb(jid, node, *args)
            return
        if nofetch:
            return

        # Create a closure object
        cbkey = ('items', addr)
        cb = Closure(cb, userargs=args, remove=self._clean_closure,
                     removeargs=cbkey)
        # Are we already fetching this?
        if cbkey in self._cbs:
            self._cbs[cbkey].append(cb)
        else:
            self._cbs[cbkey] = [cb]
            client = app.get_client(self.account)
            client.get_module('Discovery').disco_items(
                jid, node, callback=self._disco_items_received)

    def _disco_info_received(self, task):
        '''
        Callback for when we receive an agent's info
        array is (agent, node, identities, features, data)
        '''

        try:
            result = task.finish()
        except StanzaError as error:
            self._disco_info_error(error)
            return

        identities = result.identities
        if not identities:
            # Ejabberd doesn't send identities when using admin nodes
            identities = [DiscoIdentity(category='server',
                                        type='im',
                                        name=result.node)]

        self._on_agent_info(str(result.jid), result.node, identities,
                            result.features, result.dataforms)

    def _disco_info_error(self, result):
        '''
        Callback for when a query fails. Even after the browse and agents
        namespaces
        '''
        addr = get_agent_address(result.jid)

        # Call callbacks
        cbkey = ('info', addr)
        if cbkey in self._cbs:
            for cb in self._cbs[cbkey]:
                cb(str(result.jid), '', 0, 0, 0)
            # clean_closure may have beaten us to it
            if cbkey in self._cbs:
                del self._cbs[cbkey]

    def _on_agent_info(self, fjid, node, identities, features, dataforms):
        addr = get_agent_address(fjid, node)

        # Store in cache
        self._info[addr] = (identities, features, dataforms)

        # Call callbacks
        cbkey = ('info', addr)
        if cbkey in self._cbs:
            for cb in self._cbs[cbkey]:
                cb(fjid, node, identities, features, dataforms)
            # clean_closure may have beaten us to it
            if cbkey in self._cbs:
                del self._cbs[cbkey]

    def _disco_items_received(self, task):
        '''
        Callback for when we receive an agent's items
        array is (agent, node, items)
        '''

        try:
            result = task.finish()
        except StanzaError as error:
            self._disco_items_error(error)
            return

        addr = get_agent_address(result.jid, result.node)

        items = []
        for item in result.items:
            items.append(item._asdict())

        # Store in cache
        self._items[addr] = items

        # Call callbacks
        cbkey = ('items', addr)
        if cbkey in self._cbs:
            for cb in self._cbs[cbkey]:
                cb(str(result.jid), result.node, items)
            # clean_closure may have beaten us to it
            if cbkey in self._cbs:
                del self._cbs[cbkey]

    def _disco_items_error(self, result):
        '''
        Callback for when a query fails. Even after the browse and agents
        namespaces
        '''
        addr = get_agent_address(result.jid)

        # Call callbacks
        cbkey = ('items', addr)
        if cbkey in self._cbs:
            for cb in self._cbs[cbkey]:
                cb(str(result.jid), '', 0)
            # clean_closure may have beaten us to it
            if cbkey in self._cbs:
                del self._cbs[cbkey]


class ServiceDiscoveryWindow:
    '''
    Class that represents the Services Discovery window
    '''
    def __init__(self, account, jid='', node=None, address_entry=False,
                 parent=None, initial_identities=None):
        self._account = account
        self.parent = parent
        if not jid:
            jid = app.settings.get_account_setting(account, 'hostname')
            node = None

        self.jid = None
        self.browser = None
        self.children = []
        self.dying = False
        self.node = None
        self.reloading = False

        # Check connection
        if not app.account_is_available(account):
            ErrorDialog(_('You are not connected to the server'),
                        _('Without a connection, you can not browse '
                          'available services'))
            raise RuntimeError('You must be connected to browse services')

        # Get a ServicesCache object.
        try:
            self.cache = app.get_client(account).services_cache
        except AttributeError:
            self.cache = ServicesCache(account)
            app.get_client(account).services_cache = self.cache

        if initial_identities:
            self.cache._on_agent_info(jid, node, initial_identities, [], None)
        self._ui = get_builder('service_discovery_window.ui')
        self.window = self._ui.service_discovery_window
        self.services_treeview = self._ui.services_treeview
        self.model = None
        # This is more reliable than the cursor-changed signal.
        selection = self.services_treeview.get_selection()
        selection.connect_after(
            'changed', self._on_services_treeview_selection_changed)
        self.services_treeview.connect(
            'row-activated', self._on_services_treeview_row_activated)
        self.services_scrollwin = self._ui.services_scrollwin
        self.progressbar = self._ui.services_progressbar
        self.banner_header = self._ui.banner_agent_header
        self.banner_subheader = self._ui.banner_agent_subheader
        self.banner_icon = self._ui.banner_agent_icon
        self.style_event_id = 0
        self.action_buttonbox = self._ui.action_buttonbox

        # Address combobox
        self.address_comboboxtext = None
        if address_entry:
            self.address_comboboxtext = self._ui.address_comboboxtext

            self.latest_addresses = app.settings.get(
                'latest_disco_addresses').split()
            if jid in self.latest_addresses:
                self.latest_addresses.remove(jid)
            self.latest_addresses.insert(0, jid)
            if len(self.latest_addresses) > 10:
                self.latest_addresses = self.latest_addresses[0:10]
            for j in self.latest_addresses:
                self.address_comboboxtext.append_text(j)
            self.address_comboboxtext.get_child().set_text(jid)
        else:
            # Don't show it at all if we didn't ask for it
            self._ui.address_box.set_no_show_all(True)
            self._ui.address_box.hide()

        accel_group = Gtk.AccelGroup()
        keyval, mod = Gtk.accelerator_parse('<Control>r')
        accel_group.connect(keyval, mod, Gtk.AccelFlags.VISIBLE,
                            self.accel_group_func)
        self.window.add_accel_group(accel_group)

        self._initial_state()
        self._ui.connect_signals(self)
        self.travel(jid, node)
        self.window.show_all()

    @property
    def account(self):
        return self._account

    @account.setter
    def account(self, value):
        self._account = value
        self.cache.account = value
        if self.browser:
            self.browser.account = value

    def _on_key_press_event(self, widget, event):
        if event.keyval == Gdk.KEY_Escape:
            self.window.destroy()

    def accel_group_func(self, accel_group, acceleratable, keyval, modifier):
        if (modifier & Gdk.ModifierType.CONTROL_MASK) and (keyval == Gdk.KEY_r):
            self.reload()

    def _initial_state(self):
        '''
        Set some initial state on the window. Separated in a method because it's
        handy to use within browser's cleanup method
        '''
        self.progressbar.hide()
        title_text = _('Service Discovery using account %s') % self.account
        self.window.set_title(title_text)
        self._set_window_banner_text(_('Service Discovery'))
        self.banner_icon.clear()
        self.banner_icon.hide()  # Just clearing it doesn't work

    def _set_window_banner_text(self, text, text_after=None):
        self.banner_header.set_text(text)
        if text_after is not None:
            self.banner_subheader.show()
            self.banner_subheader.set_text(text_after)
        else:
            self.banner_subheader.hide()

    def _destroy(self, chain=False):
        '''
        Close the browser. This can optionally close its children and propagate
        to the parent. This should happen on actions like register, or join to
        kill off the entire browser chain
        '''
        if self.dying:
            return
        self.dying = True

        # self.browser._get_agent_address() would break when no browser.
        addr = get_agent_address(self.jid, self.node)
        if addr in app.interface.instances[self.account]['disco']:
            del app.interface.instances[self.account]['disco'][addr]

        if self.browser:
            self.window.hide()
            self.browser.cleanup()
            self.browser = None
        self.window.destroy()

        for child in self.children[:]:
            child.parent = None
            if chain:
                child.destroy(chain=chain)
                self.children.remove(child)
        if self.parent:
            if self in self.parent.children:
                self.parent.children.remove(self)
            if chain and not self.parent.children:
                self.parent.destroy(chain=chain)
                self.parent = None
        else:
            self.cache.cleanup()

    def reload(self):
        if not self.jid:
            return
        self.reloading = True
        self.travel(self.jid, self.node)

    def travel(self, jid, node):
        '''
        Travel to an agent within the current services window
        '''
        if self.browser:
            self.browser.cleanup()
            self.browser = None
        # Update the window list
        if self.jid:
            old_addr = get_agent_address(self.jid, self.node)
            if old_addr in app.interface.instances[self.account]['disco']:
                del app.interface.instances[self.account]['disco'][old_addr]
        addr = get_agent_address(jid, node)
        app.interface.instances[self.account]['disco'][addr] = self
        # We need to store these, self.browser is not always available.
        self.jid = jid
        self.node = node
        self.cache.get_info(jid, node, self._travel, force=self.reloading)

    def _travel(self, jid, node, identities, features, data):
        '''
        Continuation of travel
        '''
        if self.dying or jid != self.jid or node != self.node:
            return
        if not identities:
            if not self.address_comboboxtext:
                # We can't travel anywhere else.
                self._destroy()
            ErrorDialog(
                _('The service could not be found'),
                _('There is no service at the address you entered, or it is '
                  'not responding. Check the address and try again.'),
                transient_for=self.window)
            return
        klass = self.cache.get_browser(identities, features)
        if not klass:
            ErrorDialog(
                _('The service is not browsable'),
                _('This type of service does not contain any items to browse.'),
                transient_for=self.window)
            return
        if klass is None:
            klass = AgentBrowser
        self.browser = klass(self.account, jid, node)
        self.browser.prepare_window(self)
        self.browser.browse(force=self.reloading)
        self.reloading = False

    def open(self, jid, node):
        '''
        Open an agent. By default, this happens in a new window
        '''
        try:
            win = app.interface.instances[
                self.account]['disco'][get_agent_address(jid, node)]
            win.window.present()
            return
        except KeyError:
            pass
        try:
            win = ServiceDiscoveryWindow(self.account, jid, node, parent=self)
        except RuntimeError:
            # Disconnected, perhaps
            return
        self.children.append(win)

    def _on_service_discovery_window_destroy(self, widget):
        self._destroy()

    def _on_address_comboboxtext_changed(self, widget):
        if self.address_comboboxtext.get_active() != -1:
            # User selected one of the entries so do auto-visit
            jid = self._ui.address_comboboxtext_entry.get_text()
            try:
                jid = helpers.parse_jid(jid)
            except helpers.InvalidFormat as s:
                ErrorDialog(_('Invalid Server Name'), str(s))
                return
            self.travel(jid, None)

    def _on_go_button_clicked(self, widget):
        jid = self._ui.address_comboboxtext_entry.get_text()
        try:
            jid = helpers.parse_jid(jid)
        except helpers.InvalidFormat as s:
            ErrorDialog(_('Invalid Server Name'),
                        str(s),
                        transient_for=self.window)
            return
        if jid == self.jid:  # jid has not changed
            return
        if jid in self.latest_addresses:
            self.latest_addresses.remove(jid)
        self.latest_addresses.insert(0, jid)
        if len(self.latest_addresses) > 10:
            self.latest_addresses = self.latest_addresses[0:10]
        self.address_comboboxtext.get_model().clear()
        for j in self.latest_addresses:
            self.address_comboboxtext.append_text(j)
        app.settings.set('latest_disco_addresses',
                         ' '.join(self.latest_addresses))
        self.travel(jid, None)

    def _on_services_treeview_row_activated(self, widget, path, col=0):
        if self.browser:
            self.browser.default_action()

    def _on_services_treeview_selection_changed(self, widget):
        if self.browser:
            self.browser.update_actions()

    def _on_entry_key_press_event(self, widget, event):
        if event.keyval in (Gdk.KEY_Return, Gdk.KEY_KP_Enter):
            self._on_go_button_clicked(widget)


class AgentBrowser:
    '''
    Class that deals with browsing agents and appearance of the browser window.
    This class and subclasses should basically be treated as "part" of the
    ServiceDiscoveryWindow class, but had to be separated because this part is
    dynamic
    '''

    def __init__(self, account, jid, node):
        self.account = account
        self.jid = jid
        self.node = node
        self._total_items = 0
        self.browse_button = None
        # This is for some timeout callbacks
        self.active = False

    def _get_agent_address(self):
        '''
        Get the agent's address for displaying in the GUI
        '''
        return get_agent_address(self.jid, self.node)

    def _set_initial_title(self):
        '''
        Set the initial window title based on agent address
        '''
        self.window.window.set_title(
            _('Browsing %(address)s using account %(account)s') % {
                'address': self._get_agent_address(),
                'account': self.account})
        self.window._set_window_banner_text(self._get_agent_address())

    def _create_treemodel(self):
        '''
        Create the treemodel for the services treeview. When subclassing, note
        that the first two columns should ALWAYS be of type string and contain
        the JID and node of the item respectively
        '''
        # JID, node, name, address
        self.model = Gtk.ListStore(str, str, str, str)
        self.model.set_sort_column_id(3, Gtk.SortType.ASCENDING)
        self.window.services_treeview.set_model(self.model)
        # Name column
        col = Gtk.TreeViewColumn(_('Name'))
        renderer = Gtk.CellRendererText()
        col.pack_start(renderer, True)
        col.add_attribute(renderer, 'text', 2)
        self.window.services_treeview.insert_column(col, -1)
        col.set_resizable(True)
        # Address column
        col = Gtk.TreeViewColumn(_('XMPP Address'))
        renderer = Gtk.CellRendererText()
        col.pack_start(renderer, True)
        col.add_attribute(renderer, 'text', 3)
        self.window.services_treeview.insert_column(col, -1)
        col.set_resizable(True)
        self.window.services_treeview.set_headers_visible(True)

    def _clean_treemodel(self):
        self.model.clear()
        for col in self.window.services_treeview.get_columns():
            self.window.services_treeview.remove_column(col)
        self.window.services_treeview.set_headers_visible(False)

    def _add_actions(self):
        '''
        Add the action buttons to the buttonbox for actions the browser can
        perform
        '''
        self.browse_button = Gtk.Button()
        self.browse_button.connect('clicked', self.on_browse_button_clicked)
        self.window.action_buttonbox.add(self.browse_button)
        self.browse_button.set_label(_('Browse'))
        self.browse_button.show_all()

    def _clean_actions(self):
        '''
        Remove the action buttons specific to this browser
        '''
        if self.browse_button:
            self.browse_button.destroy()
            self.browse_button = None

    def _set_title(self, jid, node, identities, features, data):
        '''
        Set the window title based on agent info
        '''
        # Set the banner and window title
        name = ''
        if len(identities) > 1:
            # Check if an identity with server category is present
            for _index, identity in enumerate(identities):
                if identity.category == 'server' and identity.name is not None:
                    name = identity.name
                    break
                if identities[0].name is not None:
                    name = identities[0].name

        if name:
            self.window._set_window_banner_text(self._get_agent_address(), name)

        # Add an icon to the banner.
        icon_name = self.cache.get_icon(identities,
                                        addr=self._get_agent_address())
        self.window.banner_icon.set_from_icon_name(icon_name,
                                                   Gtk.IconSize.DIALOG)
        self.window.banner_icon.show()

    def _clean_title(self):
        # Everything done here is done in window._initial_state
        # This is for subclasses.
        pass

    def prepare_window(self, window):
        '''
        Prepare the service discovery window. Called when a browser is hooked up
        with a ServiceDiscoveryWindow instance
        '''
        self.window = window
        self.cache = window.cache

        self._set_initial_title()
        self._create_treemodel()
        self._add_actions()

        self.update_actions()

        self.active = True
        self.cache.get_info(self.jid, self.node, self._set_title)

    def cleanup(self):
        '''
        Cleanup when the window intends to switch browsers
        '''
        self.active = False

        self._clean_actions()
        self._clean_treemodel()
        self._clean_title()

        self.window._initial_state()

    def update_theme(self):
        '''
        Called when the default theme is changed
        '''

    def on_browse_button_clicked(self, widget=None):
        '''
        When we want to browse an agent: open a new services window with a
        browser for the agent type
        '''
        model, iter_ = \
            self.window.services_treeview.get_selection().get_selected()
        if not iter_:
            return
        jid = model[iter_][0]
        if jid:
            node = model[iter_][1]
            self.window.open(jid, node)

    def update_actions(self):
        '''
        When we select a row: activate action buttons based on the agent's info
        '''
        if self.browse_button:
            self.browse_button.set_sensitive(False)
        model, iter_ = \
            self.window.services_treeview.get_selection().get_selected()
        if not iter_:
            return
        jid = model[iter_][0]
        node = model[iter_][1]
        if jid:
            self.cache.get_info(jid, node, self._update_actions, nofetch=True)

    def _update_actions(self, jid, node, identities, features, data):
        '''
        Continuation of update_actions
        '''
        if not identities or not self.browse_button:
            return
        klass = self.cache.get_browser(identities, features)
        if klass:
            self.browse_button.set_sensitive(True)

    def default_action(self):
        '''
        When we double-click a row: perform the default action on the selected
        item
        '''
        model, iter_ = \
            self.window.services_treeview.get_selection().get_selected()
        if not iter_:
            return
        jid = model[iter_][0]
        node = model[iter_][1]
        if jid:
            self.cache.get_info(jid, node, self._default_action, nofetch=True)

    def _default_action(self, jid, node, identities, features, data):
        '''
        Continuation of default_action
        '''
        if self.cache.get_browser(identities, features):
            # Browse if we can
            self.on_browse_button_clicked()
            return True
        return False

    def browse(self, force=False):
        '''
        Fill the treeview with agents, fetching the info if necessary
        '''
        self.model.clear()
        self._total_items = self._progress = 0
        self.window.progressbar.show()
        self._pulse_timeout = GLib.timeout_add(250, self._pulse_timeout_cb)
        self.cache.get_items(self.jid, self.node, self._agent_items,
                             force=force, args=(force,))

    def _pulse_timeout_cb(self, *args):
        '''
        Simple callback to keep the progressbar pulsing
        '''
        if not self.active:
            return False
        self.window.progressbar.pulse()
        return True

    def _find_item(self, jid, node):
        '''
        Check if an item is already in the treeview. Return an iter to it if so,
        None otherwise
        '''
        iter_ = self.model.get_iter_first()
        while iter_:
            cjid = self.model.get_value(iter_, 0)
            cnode = self.model.get_value(iter_, 1)
            if jid == cjid and node == cnode:
                break
            iter_ = self.model.iter_next(iter_)
        if iter_:
            return iter_
        return None

    def add_self_line(self):
        pass

    def _agent_items(self, jid, node, items, force):
        '''
        Callback for when we receive a list of agent items
        '''
        self.model.clear()
        self.add_self_line()
        self._total_items = 0
        GLib.source_remove(self._pulse_timeout)
        self.window.progressbar.hide()
        # The server returned an error
        if not items:
            if not self.window.address_comboboxtext:
                # We can't travel anywhere else.
                self.window.window.destroy()
            ErrorDialog(_('The service is not browsable'),
                        _('This service does not contain any items '
                          'to browse.'),
                        transient_for=self.window.window)
            return

        # We got a list of items
        def fill_partial_rows(items):
            '''Generator to fill the listmodel of a treeview progressively.'''
            self.window.services_treeview.freeze_child_notify()
            for item in items:
                if self.window.dying:
                    yield False
                jid_ = item['jid']
                node_ = item.get('node', '')
                # If such an item is already here: don't add it
                if self._find_item(jid_, node_):
                    continue
                self._total_items += 1
                self._add_item(jid_, node_, node, item, force)
                if (self._total_items % 10) == 0:
                    self.window.services_treeview.thaw_child_notify()
                    yield True
                    self.window.services_treeview.freeze_child_notify()
            self.window.services_treeview.thaw_child_notify()
            # Stop idle_add()
            yield False
        loader = fill_partial_rows(items)
        GLib.idle_add(next, loader)

    def _agent_info(self, jid, node, identities, features, data):
        '''
        Callback for when we receive info about an agent's item
        '''
        iter_ = self._find_item(jid, node)
        if not iter_:
            # Not in the treeview, stop
            return
        if identities == 0:
            # The server returned an error
            self._update_error(iter_, jid, node)
        else:
            # We got our info
            self._update_info(iter_, jid, node, identities, features, data)
        self.update_actions()

    def _add_item(self, jid, node, parent_node, item, force):
        '''
        Called when an item should be added to the model. The result of a
        disco#items query
        '''
        self.model.append((jid, node, item.get('name', ''),
                          get_agent_address(jid, node)))
        self.cache.get_info(jid, node, self._agent_info, force=force)

    def _update_item(self, iter_, jid, node, item):
        '''
        Called when an item should be updated in the model. The result of a
        disco#items query
        '''
        if 'name' in item:
            self.model[iter_][2] = item['name']

    def _update_info(self, iter_, jid, node, identities, features, data):
        '''
        Called when an item should be updated in the model with further info.
        The result of a disco#info query
        '''
        name = identities[0].name or ''
        if name:
            self.model[iter_][2] = name

    def _update_error(self, iter_, jid, node):
        '''Called when a disco#info query failed for an item.'''


class ToplevelAgentBrowser(AgentBrowser):
    '''
    This browser is used at the top level of a jabber server to browse services
    such as transports, conference servers, etc
    '''

    def __init__(self, *args):
        AgentBrowser.__init__(self, *args)
        self._progressbar_sourceid = None
        self._renderer = None
        self._progress = 0
        self.register_button = None
        self.join_button = None
        self.execute_button = None
        self.search_button = None
        # Keep track of our treeview signals
        self._view_signals = []
        self._scroll_signal = None

    def add_self_line(self):
        addr = get_agent_address(self.jid, self.node)
        descr = f'<b>{addr}</b>'
        # Guess which kind of service this is
        identities = []
        type_ = app.get_transport_name_from_jid(self.jid,
                                                use_config_setting=False)
        if type_:
            identity = DiscoIdentity(category='_jid',
                                     type=type_,
                                     name=None)
            identities.append(identity)
        # Set the pixmap for the row
        icon_name = self.cache.get_icon(identities, addr=addr)
        self.model.append(None,
                          (self.jid, self.node, icon_name, descr, LABELS[1]))
        # Grab info on the service
        self.cache.get_info(self.jid, self.node, self._agent_info, force=False)

    def _pixbuf_renderer_data_func(self, col, cell, model, iter_, data=None):
        '''
        Callback for setting the pixbuf renderer's properties
        '''
        jid = model.get_value(iter_, 0)
        if jid:
            icon_name = model.get_value(iter_, 2)
            cell.set_property('visible', True)
            cell.set_property('icon_name', icon_name)
        else:
            cell.set_property('visible', False)

    def _text_renderer_data_func(self, col, cell, model, iter_, data=None):
        '''
        Callback for setting the text renderer's properties
        '''
        jid = model.get_value(iter_, 0)
        markup = model.get_value(iter_, 3)
        state = model.get_value(iter_, 4)
        cell.set_property('markup', markup)
        if jid:
            cell.set_property('cell_background_set', False)
            if state is not None:
                # fetching or error
                cell.set_property('foreground_set', True)
            else:
                # Normal/success
                cell.set_property('foreground_set', False)
        else:
            bgcolor = app.css_config.get_value('.gajim-group-row',
                                               StyleAttr.BACKGROUND)
            if bgcolor:
                cell.set_property('cell_background_set', True)
            cell.set_property('foreground_set', False)

    def _treemodel_sort_func(self, model, iter1, iter2, data=None):
        '''
        Sort function for our treemode
        '''
        # Compare state
        state1 = model.get_value(iter1, 4)
        state2 = model.get_value(iter2, 4)
        if state1 is not None:
            return 1
        if state2 is not None:
            return -1
        descr1 = model.get_value(iter1, 3)
        descr2 = model.get_value(iter2, 3)
        # Compare strings
        if descr1 > descr2:
            return 1
        if descr1 < descr2:
            return -1
        return 0

    def _create_treemodel(self):
        # JID, node, icon, description, state
        # state is None on success or has a string
        # from LABELS on error or while fetching
        view = self.window.services_treeview
        self.model = Gtk.TreeStore(str, str, str, str, str)
        self.model.set_sort_func(4, self._treemodel_sort_func)
        self.model.set_sort_column_id(4, Gtk.SortType.ASCENDING)
        view.set_model(self.model)

        col = Gtk.TreeViewColumn()
        # Icon Renderer
        renderer = Gtk.CellRendererPixbuf()
        renderer.set_property('xpad', 6)
        renderer.set_property('stock-size', Gtk.IconSize.DND)
        col.pack_start(renderer, False)
        col.set_cell_data_func(renderer, self._pixbuf_renderer_data_func)
        # Text Renderer
        renderer = Gtk.CellRendererText()
        col.pack_start(renderer, True)
        col.set_cell_data_func(renderer, self._text_renderer_data_func)
        renderer.set_property('foreground', 'dark gray')
        # Save this so we can go along with theme changes
        self._renderer = renderer
        self.update_theme()

        view.set_tooltip_column(4)
        view.insert_column(col, -1)
        col.set_resizable(True)

    def _clean_treemodel(self):
        # Disconnect signals
        view = self.window.services_treeview
        for sig in self._view_signals:
            view.disconnect(sig)
        self._view_signals = []
        if self._scroll_signal:
            scrollwin = self.window.services_scrollwin
            scrollwin.disconnect(self._scroll_signal)
            self._scroll_signal = None
        AgentBrowser._clean_treemodel(self)

    def _add_actions(self):
        AgentBrowser._add_actions(self)
        self.execute_button = Gtk.Button(label=_('_Command'),
                                         use_underline=True)
        self.execute_button.connect('clicked', self._on_execute_button_clicked)
        image = Gtk.Image.new_from_icon_name(
            'utilities-terminal-symbolic', Gtk.IconSize.BUTTON)
        self.execute_button.set_image(image)
        self.window.action_buttonbox.add(self.execute_button)
        self.execute_button.show_all()

        self.register_button = Gtk.Button(label=_('Re_gister'),
                                          use_underline=True)
        self.register_button.connect(
            'clicked', self._on_register_button_clicked)
        self.window.action_buttonbox.add(self.register_button)
        self.register_button.show_all()

        self.join_button = Gtk.Button(label=_('Join'),
                                      use_underline=True)
        self.join_button.connect('clicked', self._on_join_button_clicked)
        self.window.action_buttonbox.add(self.join_button)
        self.join_button.show_all()

        self.search_button = Gtk.Button(label=_('_Search'),
                                        use_underline=True)
        self.search_button.connect('clicked', self.on_search_button_clicked)
        image = Gtk.Image.new_from_icon_name('edit-find-symbolic',
                                             Gtk.IconSize.BUTTON)
        self.search_button.set_image(image)
        self.window.action_buttonbox.add(self.search_button)
        self.search_button.show_all()

    def _clean_actions(self):
        if self.execute_button:
            self.execute_button.destroy()
            self.execute_button = None
        if self.register_button:
            self.register_button.destroy()
            self.register_button = None
        if self.join_button:
            self.join_button.destroy()
            self.join_button = None
        if self.search_button:
            self.search_button.destroy()
            self.search_button = None
        AgentBrowser._clean_actions(self)

    def on_search_button_clicked(self, widget=None):
        '''
        When we want to search something: open search window
        '''
        model, iter_ = \
            self.window.services_treeview.get_selection().get_selected()
        if not iter_:
            return
        service = model[iter_][0]
        ComponentSearch(self.account, service, self.window.window)

    def cleanup(self):
        AgentBrowser.cleanup(self)

    def update_theme(self):
        bgcolor = app.css_config.get_value('.gajim-group-row',
                                           StyleAttr.BACKGROUND)
        if bgcolor:
            self._renderer.set_property('cell-background', bgcolor)
        self.window.services_treeview.queue_draw()

    def _on_execute_button_clicked(self, widget=None):
        '''
        When we want to execute a command: open adhoc command window
        '''
        model, iter_ = \
            self.window.services_treeview.get_selection().get_selected()
        if not iter_:
            return
        service = model[iter_][0]
        open_window('AdHocCommands', account=self.account, jid=service)

    def _on_register_button_clicked(self, widget=None):
        '''
        When we want to register an agent: request information about registering
        with the agent and close the window
        '''
        model, iter_ = \
            self.window.services_treeview.get_selection().get_selected()
        if not iter_:
            return
        jid = JID.from_string(model[iter_][0])
        if jid:
            open_window(
                'ServiceRegistration', account=self.account, address=jid)

    def _on_join_button_clicked(self, widget):
        '''
        When we want to join an IRC room or create a new MUC room: Opens the
        join_groupchat_window
        '''
        model, iter_ = \
            self.window.services_treeview.get_selection().get_selected()
        if not iter_:
            return
        service = model[iter_][0]
        app.window.show_add_join_groupchat(self.account, service)

    def update_actions(self):
        if self.execute_button:
            self.execute_button.set_sensitive(False)
        if self.register_button:
            self.register_button.set_sensitive(False)
        if self.browse_button:
            self.browse_button.set_sensitive(False)
        if self.join_button:
            self.join_button.set_sensitive(False)
        if self.search_button:
            self.search_button.set_sensitive(False)
        model, iter_ = \
            self.window.services_treeview.get_selection().get_selected()
        if not iter_:
            return
        if not model[iter_][0]:
            # We're on a category row
            return
        if model[iter_][4] is not None:
            # We don't have the info (yet)
            # It's either unknown or a transport:
            # Register button should be active
            if self.register_button:
                self.register_button.set_sensitive(True)
            # Guess what kind of service we're dealing with
            if self.browse_button:
                jid = model[iter_][0]
                type_ = app.get_transport_name_from_jid(
                    jid, use_config_setting=False)
                if type_:
                    identity = DiscoIdentity(category='_jid', type=type_)
                    klass = self.cache.get_browser([identity])
                    if klass:
                        self.browse_button.set_sensitive(True)
                else:
                    # We couldn't guess
                    self.browse_button.set_sensitive(True)
        else:
            # Normal case, we have info
            AgentBrowser.update_actions(self)

    def _update_actions(self, jid, node, identities, features, data):
        AgentBrowser._update_actions(
            self, jid, node, identities, features, data)
        if self.execute_button and Namespace.COMMANDS in features:
            self.execute_button.set_sensitive(True)
        if self.search_button and Namespace.SEARCH in features:
            self.search_button.set_sensitive(True)
        # Don't authorize to register with a server via disco
        if (self.register_button and Namespace.REGISTER in features and
                jid != self.jid):
            # We can register this agent
            registered_transports = []
            client = app.get_client(self.account)
            for contact in client.get_module('Roster').iter_contacts():
                if contact.is_gateway:
                    registered_transports.append(contact.jid)
            registered_transports.append(self.jid)
            if jid in registered_transports:
                self.register_button.set_label(_('_Edit'))
            else:
                self.register_button.set_label(_('Re_gister'))
            self.register_button.set_sensitive(True)

    def _default_action(self, jid, node, identities, features, data):
        if AgentBrowser._default_action(self, jid, node, identities,
                                        features, data):
            return True
        if Namespace.REGISTER in features:
            # Register if we can't browse
            self._on_register_button_clicked()
            return True
        return False

    def browse(self, force=False):
        self._progress = 0
        AgentBrowser.browse(self, force=force)

    def _expand_all(self):
        '''
        Expand all items in the treeview
        '''
        self.window.services_treeview.expand_all()

    def _update_progressbar(self):
        '''
        Update the progressbar
        '''
        # Refresh this every update
        if self._progressbar_sourceid:
            GLib.source_remove(self._progressbar_sourceid)

        fraction = 0
        if self._total_items:
            self.window.progressbar.set_text(
                _('Scanning %(current)d / %(total)d ...') % {
                    'current': self._progress,
                    'total': self._total_items + 1})
            fraction = float(self._progress) / float(self._total_items)
            if self._progress >= self._total_items:
                # We show the progressbar for just a bit before hiding it.
                id_ = GLib.timeout_add_seconds(2, self._hide_progressbar_cb)
                self._progressbar_sourceid = id_
            else:
                self.window.progressbar.show()
                # Hide the progressbar if we're timing out anyways. (20 secs)
                id_ = GLib.timeout_add_seconds(20, self._hide_progressbar_cb)
                self._progressbar_sourceid = id_
        self.window.progressbar.set_fraction(fraction)

    def _hide_progressbar_cb(self, *args):
        '''
        Simple callback to hide the progressbar a second after we finish
        '''
        if self.active:
            self.window.progressbar.hide()
        return False

    def _friendly_category(self, category, type_=None):
        '''
        Get the friendly category name
        '''
        cat = None
        if type_:
            # Try type-specific override
            try:
                cat = _cat_to_descr[(category, type_)]
            except KeyError:
                pass
        if not cat:
            try:
                cat = _cat_to_descr[category]
            except KeyError:
                cat = _cat_to_descr['other']
        return cat

    def _create_category(self, cat, type_=None):
        '''
        Creates a category row
        '''
        cat = self._friendly_category(cat, type_)
        return self.model.append(None, ('', '', None, cat, None))

    def _find_category(self, cat, type_=None):
        '''
        Looks up a category row and returns the iterator to it, or None
        '''
        cat = self._friendly_category(cat, type_)
        iter_ = self.model.get_iter_first()
        while iter_:
            if self.model.get_value(iter_, 3) == cat:
                break
            iter_ = self.model.iter_next(iter_)
        if iter_:
            return iter_
        return None

    def _find_item(self, jid, node):
        iter_ = None
        cat_iter = self.model.get_iter_first()
        while cat_iter and not iter_:
            cjid = self.model.get_value(cat_iter, 0)
            cnode = self.model.get_value(cat_iter, 1)
            if jid == cjid and node == cnode:
                iter_ = cat_iter
                break
            iter_ = self.model.iter_children(cat_iter)
            while iter_:
                cjid = self.model.get_value(iter_, 0)
                cnode = self.model.get_value(iter_, 1)
                if jid == cjid and node == cnode:
                    break
                iter_ = self.model.iter_next(iter_)
            cat_iter = self.model.iter_next(cat_iter)
        if iter_:
            return iter_
        return None

    def _add_item(self, jid, node, parent_node, item, force):
        # Row text
        addr = get_agent_address(jid, node)
        if 'name' in item:
            descr = f'<b>{item["name"]}</b>\n{addr}'
        else:
            descr = f'<b>{addr}</b>'
        # Guess which kind of service this is
        identities = []
        type_ = app.get_transport_name_from_jid(
            jid, use_config_setting=False)
        if type_:
            identity = DiscoIdentity(category='_jid', type=type_)
            identities.append(identity)
            cat_args = ('_jid', type_)
        else:
            # Put it in the 'other' category for now
            cat_args = ('other',)

        icon_name = self.cache.get_icon(identities, addr=addr)
        # Put it in the right category
        cat = self._find_category(*cat_args)
        if not cat:
            cat = self._create_category(*cat_args)
        self.model.append(cat, (jid, node, icon_name, descr, LABELS[1]))
        GLib.idle_add(self._expand_all)
        # Grab info on the service
        self.cache.get_info(jid, node, self._agent_info, force=force)
        self._update_progressbar()

    def _update_item(self, iter_, jid, node, item):
        addr = get_agent_address(jid, node)
        if 'name' in item:
            descr = f'<b>{item["name"]}</b>\n{addr}'
        else:
            descr = f'<b>{addr}</b>'
        self.model[iter_][3] = descr

    def _update_info(self, iter_, jid, node, identities, features, data):
        addr = get_agent_address(jid, node)
        if not identities:
            descr = '<b>{addr}</b>'
        else:
            name = identities[0].name or ''
            if name:
                descr = f'<b>{name}</b>\n{addr}'
            else:
                descr = f'<b>{addr}</b>'

        # Update progress
        self._progress += 1
        self._update_progressbar()

        # Search for an icon and category we can display
        icon_name = self.cache.get_icon(identities, addr=addr)
        cat, type_ = None, None
        for identity in identities:
            try:
                cat, type_ = identity.category, identity.type
            except KeyError:
                continue
            break

        # Check if we have to move categories
        old_cat_iter = self.model.iter_parent(iter_)
        if not old_cat_iter or self.model.get_value(old_cat_iter, 3) == cat:
            # Already in the right category, just update
            self.model[iter_][2] = icon_name
            self.model[iter_][3] = descr
            self.model[iter_][4] = None
            return
        # Not in the right category, move it.
        self.model.remove(iter_)

        old_cat = self.model.get_value(old_cat_iter, 3)
        # Check if the old category is empty
        if not self.model.iter_is_valid(old_cat_iter):
            old_cat_iter = self._find_category(old_cat)
        if not self.model.iter_children(old_cat_iter):
            self.model.remove(old_cat_iter)

        cat_iter = self._find_category(cat, type_)
        if not cat_iter:
            cat_iter = self._create_category(cat, type_)
        self.model.append(cat_iter, (jid, node, icon_name, descr, None))
        self._expand_all()

    def _update_error(self, iter_, jid, node):
        self.model[iter_][4] = LABELS[2]
        self._progress += 1
        self._update_progressbar()


class MucBrowser(AgentBrowser):
    def __init__(self, *args, **kwargs):
        AgentBrowser.__init__(self, *args, **kwargs)
        self.join_button = None

    def _create_treemodel(self):
        # JID, node, name, users_int, users_str, description, fetched
        # This is rather long, I'd rather not use a data_func here though.
        # Users is a string, because want to be able to leave it empty.
        self.model = Gtk.ListStore(str, str, str, int, str, str, bool)
        self.model.set_sort_column_id(2, Gtk.SortType.ASCENDING)
        self.window.services_treeview.set_model(self.model)
        # Name column
        col = Gtk.TreeViewColumn(_('Name'))
        col.set_sizing(Gtk.TreeViewColumnSizing.FIXED)
        col.set_fixed_width(100)
        renderer = Gtk.CellRendererText()
        col.pack_start(renderer, True)
        col.add_attribute(renderer, 'text', 2)
        col.set_sort_column_id(2)
        self.window.services_treeview.insert_column(col, -1)
        col.set_resizable(True)
        # Users column
        col = Gtk.TreeViewColumn(_('Users'))
        renderer = Gtk.CellRendererText()
        col.pack_start(renderer, True)
        col.add_attribute(renderer, 'text', 4)
        col.set_sort_column_id(3)
        self.window.services_treeview.insert_column(col, -1)
        col.set_resizable(True)
        # Description column
        col = Gtk.TreeViewColumn(_('Description'))
        renderer = Gtk.CellRendererText()
        col.pack_start(renderer, True)
        col.add_attribute(renderer, 'text', 5)
        col.set_sort_column_id(4)
        self.window.services_treeview.insert_column(col, -1)
        col.set_resizable(True)
        # Id column
        col = Gtk.TreeViewColumn(_('Id'))
        renderer = Gtk.CellRendererText()
        col.pack_start(renderer, True)
        col.add_attribute(renderer, 'text', 0)
        col.set_sort_column_id(0)
        self.window.services_treeview.insert_column(col, -1)
        col.set_resizable(True)
        self.window.services_treeview.set_headers_visible(True)
        self.window.services_treeview.set_headers_clickable(True)
        # Source id for idle callback used to start disco#info queries.
        self._fetch_source = None
        # Query failure counter
        self._broken = 0
        # Connect to scrollwindow scrolling
        self.vadj = self.window.services_scrollwin.get_property('vadjustment')
        self.vadj_cbid = self.vadj.connect('value-changed', self.on_scroll)
        # And to size changes
        self.size_cbid = self.window.services_scrollwin.connect(
            'size-allocate', self.on_scroll)

    def _clean_treemodel(self):
        if self.size_cbid:
            self.window.services_scrollwin.disconnect(self.size_cbid)
            self.size_cbid = None
        if self.vadj_cbid:
            self.vadj.disconnect(self.vadj_cbid)
            self.vadj_cbid = None
        AgentBrowser._clean_treemodel(self)

    def _add_actions(self):
        self.join_button = Gtk.Button(label=_('_Join'), use_underline=True)
        self.join_button.connect('clicked', self._on_join_button_clicked)
        self.window.action_buttonbox.add(self.join_button)
        self.join_button.show_all()

    def _clean_actions(self):
        if self.join_button:
            self.join_button.destroy()
            self.join_button = None

    def _on_join_button_clicked(self, *args):
        '''
        When we want to join a conference: ask specific information about the
        selected agent and close the window
        '''
        model, iter_ = \
            self.window.services_treeview.get_selection().get_selected()
        if not iter_:
            return
        service = model[iter_][0]
        app.window.show_add_join_groupchat(self.account, service)

    def update_actions(self):
        sens = \
            self.window.services_treeview.get_selection().count_selected_rows()
        if self.join_button:
            self.join_button.set_sensitive(sens > 0)

    def default_action(self):
        self._on_join_button_clicked()

    def _start_info_query(self):
        '''
        Idle callback to start checking for visible rows
        '''
        self._fetch_source = None
        self._query_visible()
        return False

    def on_scroll(self, *args):
        '''
        Scrollwindow callback to trigger new queries on scrolling
        '''
        # This apparently happens when inactive sometimes
        self._query_visible()

    def _query_visible(self):
        '''
        Query the next visible row for info
        '''
        if self._fetch_source:
            # We're already fetching
            return
        view = self.window.services_treeview
        if not view.get_realized():
            # Prevent a silly warning, try again in a bit.
            self._fetch_source = GLib.timeout_add(100, self._start_info_query)
            return
        range_ = view.get_visible_range()
        if not range_:
            return
        start, end = range_
        iter_ = self.model.get_iter(start)
        while iter_:
            if not self.model.get_value(iter_, 6):
                jid = self.model.get_value(iter_, 0)
                node = self.model.get_value(iter_, 1)
                self.cache.get_info(jid, node, self._agent_info)
                self._fetch_source = True
                return
            if self.model.get_path(iter_) == end:
                break
            iter_ = self.model.iter_next(iter_)
        self._fetch_source = None

    def _channel_altinfo(self, jid, node, items, name=None):
        '''
        Callback for the alternate disco#items query. We try to at least get
        the amount of users in the room if the service does not support MUC
        dataforms
        '''
        if items == 0:
            # The server returned an error
            self._broken += 1
            if self._broken >= 3:
                # Disable queries completely after 3 failures
                if self.size_cbid:
                    self.window.services_scrollwin.disconnect(self.size_cbid)
                    self.size_cbid = None
                if self.vadj_cbid:
                    self.vadj.disconnect(self.vadj_cbid)
                    self.vadj_cbid = None
                self._fetch_source = None
                return
        else:
            iter_ = self._find_item(jid, node)
            if iter_:
                if name:
                    self.model[iter_][2] = name
                self.model[iter_][3] = len(items)  # The number of users
                self.model[iter_][4] = str(len(items))  # The number of users
                self.model[iter_][6] = True
        self._fetch_source = None
        self._query_visible()

    def _add_item(self, jid, node, parent_node, item, force):
        self.model.append((jid, node, item.get('name', ''), -1, '', '', False))
        if not self._fetch_source:
            self._fetch_source = GLib.idle_add(self._start_info_query)

    def _update_info(self, iter_, jid, node, identities, features, data):
        name = identities[0].name or ''
        for form in data:
            typefield = form.vars.get('FORM_TYPE')
            if (typefield and typefield.value ==
                    'http://jabber.org/protocol/muc#roominfo'):
                # Fill model row from the form's fields
                users = form.vars.get('muc#roominfo_occupants')
                descr = form.vars.get('muc#roominfo_description')
                if users:
                    self.model[iter_][3] = int(users.value)
                    self.model[iter_][4] = users.value
                if descr and descr.value:
                    self.model[iter_][5] = descr.value
                # Only set these when we find a form with additional info
                # Some servers don't support forms and put extra info in
                # the name attribute, so we preserve it in that case.
                self.model[iter_][2] = name
                self.model[iter_][6] = True
                break
        else:
            # We didn't find a form, switch to alternate query mode
            self.cache.get_items(jid, node, self._channel_altinfo, args=(name,))
            return
        # Continue with the next
        self._fetch_source = None
        self._query_visible()

    def _update_error(self, iter_, jid, node):
        # Switch to alternate query mode
        self.cache.get_items(jid, node, self._channel_altinfo)


def PubSubBrowser(account, jid, node):
    '''
    Return an AgentBrowser subclass that will display service discovery for
    particular pubsub service. Different pubsub services may need to present
    different data during browsing
    '''
    # For now, only discussion groups are supported...
    # TODO: check if it has appropriate features to be such kind of service
    return DiscussionGroupsBrowser(account, jid, node)


class DiscussionGroupsBrowser(AgentBrowser):
    '''
    For browsing pubsub-based discussion groups service
    '''

    def __init__(self, account, jid, node):
        AgentBrowser.__init__(self, account, jid, node)

        # This will become set object when we get subscriptions; None means
        # we don't know yet which groups are subscribed
        self.subscriptions = None

        # This will become our action widgets when we create them; None means
        # we don't have them yet (needed for check in callback)
        self.subscribe_button = None
        self.unsubscribe_button = None

        client = app.get_client(account)
        client.get_module('PubSub').send_pb_subscription_query(
            jid, self._on_pep_subscriptions)

    def _create_treemodel(self):
        '''
        Create treemodel for the window
        '''
        # JID, node, name (with description) - pango markup,
        # don't have info?, subscribed?
        self.model = Gtk.TreeStore(str, str, str, bool, bool)
        # Sort by name
        self.model.set_sort_column_id(2, Gtk.SortType.ASCENDING)
        self.window.services_treeview.set_model(self.model)

        # Name column
        # Pango markup for name and description, description printed with
        # <small/> font
        renderer = Gtk.CellRendererText()
        col = Gtk.TreeViewColumn(_('Name'))
        col.pack_start(renderer, True)
        col.add_attribute(renderer, 'markup', 2)
        col.set_resizable(True)
        self.window.services_treeview.insert_column(col, -1)
        self.window.services_treeview.set_headers_visible(True)

        # Subscription state
        renderer = Gtk.CellRendererToggle()
        col = Gtk.TreeViewColumn(_('Subscribed'))
        col.pack_start(renderer, True)
        col.add_attribute(renderer, 'inconsistent', 3)
        col.add_attribute(renderer, 'active', 4)
        col.set_resizable(False)
        self.window.services_treeview.insert_column(col, -1)

        # Node Column
        renderer = Gtk.CellRendererText()
        col = Gtk.TreeViewColumn(_('Node'))
        col.pack_start(renderer, True)
        col.add_attribute(renderer, 'markup', 1)
        col.set_resizable(True)
        self.window.services_treeview.insert_column(col, -1)

    def _add_items(self, jid, node, items, force):
        for item in items:
            jid_ = item['jid']
            node_ = item.get('node', '')
            self._total_items += 1
            self._add_item(jid_, node_, node, item, force)

    def _in_list_foreach(self, model, path, iter_, node):
        if model[path][1] == node:
            self.in_list = True

    def _in_list(self, node):
        self.in_list = False
        self.model.foreach(self._in_list_foreach, node)
        return self.in_list

    def _add_item(self, jid, node, parent_node, item, force):
        '''
        Called when we got basic information about new node from query. Show the
        item
        '''

        name = item['name'] or ''

        if self.subscriptions is not None:
            dunno = False
            subscribed = node in self.subscriptions
        else:
            dunno = True
            subscribed = False

        name = GLib.markup_escape_text(name)
        name = '<b>%s</b>' % name

        if parent_node:
            parent_iter = self._get_iter(parent_node)
        else:
            parent_iter = None
        if not node or not self._in_list(node):
            self.model.append(parent_iter, (jid, node, name, dunno, subscribed))
            self.cache.get_items(
                jid, node, self._add_items, force=force, args=(force,))

    def _get_child_iter(self, parent_iter, node):
        child_iter = self.model.iter_children(parent_iter)
        while child_iter:
            if self.model[child_iter][1] == node:
                return child_iter
            child_iter = self.model.iter_next(child_iter)
        return None

    def _get_iter(self, node):
        ''' Look for an iter with the given node '''
        self.found_iter = None

        def is_node(model, path, iter_, node):
            if model[iter_][1] == node:
                self.found_iter = iter_
                return True
        self.model.foreach(is_node, node)
        return self.found_iter

    def _add_actions(self):
        self.post_button = Gtk.Button(label=_('_New post'), use_underline=True)
        self.post_button.set_sensitive(False)
        self.post_button.connect('clicked', self._on_post_button_clicked)
        image = Gtk.Image.new_from_icon_name(
            'mail-message-new-symbolic', Gtk.IconSize.BUTTON)
        self.post_button.set_image(image)
        self.window.action_buttonbox.add(self.post_button)
        self.post_button.show_all()

        self.subscribe_button = Gtk.Button(label=_('_Subscribe'),
                                           use_underline=True)
        self.subscribe_button.set_sensitive(False)
        self.subscribe_button.connect(
            'clicked', self._on_subscribe_button_clicked)
        self.window.action_buttonbox.add(self.subscribe_button)
        self.subscribe_button.show_all()

        self.unsubscribe_button = Gtk.Button(label=_('_Unsubscribe'),
                                             use_underline=True)
        self.unsubscribe_button.set_sensitive(False)
        self.unsubscribe_button.connect(
            'clicked', self._on_unsubscribe_button_clicked)
        self.window.action_buttonbox.add(self.unsubscribe_button)
        self.unsubscribe_button.show_all()

    def _clean_actions(self):
        if self.post_button is not None:
            self.post_button.destroy()
            self.post_button = None

        if self.subscribe_button is not None:
            self.subscribe_button.destroy()
            self.subscribe_button = None

        if self.unsubscribe_button is not None:
            self.unsubscribe_button.destroy()
            self.unsubscribe_button = None

    def update_actions(self):
        '''
        Called when user selected a row. Make subscribe/unsubscribe buttons
        sensitive appropriately
        '''
        # We have nothing to do if we don't have buttons...
        if self.subscribe_button is None:
            return

        model, iter_ = \
            self.window.services_treeview.get_selection().get_selected()
        if not iter_ or self.subscriptions is None:
            # No item selected or no subscriptions info, all buttons are
            # insensitive
            self.post_button.set_sensitive(False)
            self.subscribe_button.set_sensitive(False)
            self.unsubscribe_button.set_sensitive(False)
        else:
            subscribed = model.get_value(iter_, 4)  # 4 = subscribed?
            self.post_button.set_sensitive(subscribed)
            self.subscribe_button.set_sensitive(not subscribed)
            self.unsubscribe_button.set_sensitive(subscribed)

    def _on_post_button_clicked(self, widget):
        '''
        Called when 'post' button is pressed. Open window to create post
        '''
        model, iter_ = \
            self.window.services_treeview.get_selection().get_selected()
        if iter_ is None:
            return

        groupnode = model.get_value(iter_, 1)   # 1 = groupnode

        GroupsPostWindow(self.account, self.jid, groupnode)

    def _on_subscribe_button_clicked(self, widget):
        '''
        Called when 'subscribe' button is pressed. Send subscribtion request
        '''
        model, iter_ = \
            self.window.services_treeview.get_selection().get_selected()
        if iter_ is None:
            return

        node = model.get_value(iter_, 1)   # 1 = groupnode

        client = app.get_client(self.account)
        client.get_module('PubSub').send_pb_subscribe(
            self.jid, node, self._on_pep_subscribe, groupnode=node)

    def _on_unsubscribe_button_clicked(self, widget):
        '''
        Called when 'unsubscribe' button is pressed. Send unsubscription request
        '''
        model, iter_ = \
            self.window.services_treeview.get_selection().get_selected()
        if iter_ is None:
            return

        node = model.get_value(iter_, 1)  # 1 = groupnode

        client = app.get_client(self.account)
        client.get_module('PubSub').send_pb_unsubscribe(
            self.jid, node, self._on_pep_unsubscribe, groupnode=node)

    def _on_pep_subscriptions(self, _nbxmpp_client, request):
        '''
        We got the subscribed groups list stanza. Now, if we already have items
        on the list, we should actualize them
        '''
        try:
            subscriptions = request.getTag('pubsub').getTag('subscriptions')
        except Exception:
            return

        groups_ = set()
        for child in subscriptions.getTags('subscription'):
            groups_.add(child['node'])

        self.subscriptions = groups_

        # Try to setup existing items in model
        model = self.window.services_treeview.get_model()
        for row in model:
            # 1 = group node
            # 3 = insensitive checkbox for subscribed
            # 4 = subscribed?
            groupnode = row[1]
            row[3] = False
            row[4] = groupnode in groups_

        # we now know subscriptions, update button states
        self.update_actions()

    def _on_pep_subscribe(self, _nbxmpp_client, request, groupnode):
        '''
        We have just subscribed to a node. Update UI
        '''
        self.subscriptions.add(groupnode)

        model = self.window.services_treeview.get_model()
        for row in model:
            if row[1] == groupnode:  # 1 = groupnode
                row[4] = True
                break

        self.update_actions()

    def _on_pep_unsubscribe(self, _nbxmpp_client, request, groupnode):
        '''
        We have just unsubscribed from a node. Update UI
        '''
        self.subscriptions.remove(groupnode)

        model = self.window.services_treeview.get_model()
        for row in model:
            if row[1] == groupnode:  # 1 = groupnode
                row[4] = False
                break

        self.update_actions()


# Fill the global agent type info dictionary
_agent_type_info = _gen_agent_type_info()


class GroupsPostWindow:
    def __init__(self, account, servicejid, groupid):
        '''
        Open new 'create post' window to create message for groupid on
        servicejid service
        '''
        assert isinstance(servicejid, str)
        assert isinstance(groupid, str)

        self.account = account
        self.servicejid = servicejid
        self.groupid = groupid

        self._ui = get_builder('groups_post_window.ui')
        self.window = self._ui.groups_post_window

        self._ui.connect_signals(self)
        self.window.show_all()

    def _on_key_press_event(self, widget, event):
        if event.keyval == Gdk.KEY_Escape:
            self.window.destroy()

    def _on_send_button_clicked(self, w):
        '''
        Gather info from widgets and send it as a message
        '''
        # Constructing item to publish... that's atom:entry element
        item = nbxmpp.Node('entry', {'xmlns': 'http://www.w3.org/2005/Atom'})
        author = item.addChild('author')
        author.addChild('name', {}, [self._ui.from_entry.get_text()])
        item.addChild('generator', {}, ['Gajim'])
        item.addChild('title', {}, [self._ui.subject_entry.get_text()])

        buf = self._ui.contents_textview.get_buffer()
        item.addChild('content',
                      {},
                      [buf.get_text(buf.get_start_iter(),
                       buf.get_end_iter(),
                       True)])

        # Publish it to node
        client = app.get_client(self.account)
        client.get_module('PubSub').publish(self.groupid,
                                            item,
                                            jid=self.servicejid)

        # Close the window
        self.window.destroy()