python/samba/upgrade.py

   1 # backend code for upgrading from Samba3
   2 # Copyright Jelmer Vernooij 2005-2007
   3 # Copyright Andrew Bartlett 2011
   4 #
   5 # This program is free software; you can redistribute it and/or modify
   6 # it under the terms of the GNU General Public License as published by
   7 # the Free Software Foundation; either version 3 of the License, or
   8 # (at your option) any later version.
   9 #
  10 # This program is distributed in the hope that it will be useful,
  11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13 # GNU General Public License for more details.
  14 #
  15 # You should have received a copy of the GNU General Public License
  16 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  17 #
  18
  19 """Support code for upgrading from Samba 3 to Samba 4."""
  20
  21 __docformat__ = "restructuredText"
  22
  23 import ldb
  24 import time
  25 import pwd
  26
  27 from samba import Ldb, registry
  28 from samba.provision import provision, ProvisioningError, setsysvolacl
  29 from samba.provision.common import FILL_FULL
  30 from samba.samba3 import passdb
  31 from samba.samba3 import param as s3param
  32 from samba.dcerpc import lsa, samr, security
  33 from samba.dcerpc.security import dom_sid
  34 from samba.credentials import Credentials
  35 from samba import dsdb
  36 from samba.ndr import ndr_pack
  37 from samba import unix2nttime
  38 from samba import generate_random_password
  39
  40
  41 def import_sam_policy(samdb, policy, logger):
  42     """Import a Samba 3 policy.
  43
  44     :param samdb: Samba4 SAM database
  45     :param policy: Samba3 account policy
  46     :param logger: Logger object
  47     """
  48
  49     # Following entries are used -
  50     #    min password length, password history, minimum password age,
  51     #    maximum password age, lockout duration
  52     #
  53     # Following entries are not used -
  54     #    reset count minutes, user must logon to change password,
  55     #    bad lockout minutes, disconnect time
  56
  57     m = ldb.Message()
  58     m.dn = samdb.get_default_basedn()
  59
  60     if 'min password length' in policy:
  61         m['a01'] = ldb.MessageElement(str(policy['min password length']),
  62                                       ldb.FLAG_MOD_REPLACE, 'minPwdLength')
  63
  64     if 'password history' in policy:
  65         m['a02'] = ldb.MessageElement(str(policy['password history']),
  66                                       ldb.FLAG_MOD_REPLACE, 'pwdHistoryLength')
  67
  68     if 'minimum password age' in policy:
  69         min_pw_age_unix = policy['minimum password age']
  70         min_pw_age_nt = int(-min_pw_age_unix * (1e7))
  71         m['a03'] = ldb.MessageElement(str(min_pw_age_nt), ldb.FLAG_MOD_REPLACE,
  72                                       'minPwdAge')
  73
  74     if 'maximum password age' in policy:
  75         max_pw_age_unix = policy['maximum password age']
  76         if max_pw_age_unix == -1 or max_pw_age_unix == 0 or max_pw_age_unix == 0xFFFFFFFF:
  77             max_pw_age_nt = -0x8000000000000000
  78         else:
  79             max_pw_age_nt = int(-max_pw_age_unix * (1e7))
  80
  81         m['a04'] = ldb.MessageElement(str(max_pw_age_nt), ldb.FLAG_MOD_REPLACE,
  82                                       'maxPwdAge')
  83
  84     if 'lockout duration' in policy:
  85         lockout_duration_mins = policy['lockout duration']
  86         lockout_duration_nt = unix2nttime(lockout_duration_mins * 60)
  87
  88         m['a05'] = ldb.MessageElement(str(lockout_duration_nt),
  89                                       ldb.FLAG_MOD_REPLACE, 'lockoutDuration')
  90
  91     try:
  92         samdb.modify(m)
  93     except ldb.LdbError as e:
  94         logger.warn("Could not set account policy, (%s)", str(e))
  95
  96
  97 def add_posix_attrs(logger, samdb, sid, nisdomain, xid_type, home=None,
  98                     shell=None, pgid=None):
  99     """Add posix attributes for the user/group
 100
 101     :param samdb: Samba4 sam.ldb database
 102     :param sid: user/group sid
 103     :param nisdomain: name of the (fake) NIS domain
 104     :param xid_type: type of id (ID_TYPE_UID/ID_TYPE_GID)
 105     :param home: user homedir (Unix homepath)
 106     :param shell: user shell
 107     :param pgid: users primary group id
 108     """
 109
 110     try:
 111         m = ldb.Message()
 112         m.dn = ldb.Dn(samdb, "<SID=%s>" % str(sid))
 113         if xid_type == "ID_TYPE_UID":
 114             m['unixHomeDirectory'] = ldb.MessageElement(
 115                 str(home), ldb.FLAG_MOD_REPLACE, 'unixHomeDirectory')
 116             m['loginShell'] = ldb.MessageElement(
 117                 str(shell), ldb.FLAG_MOD_REPLACE, 'loginShell')
 118             m['gidNumber'] = ldb.MessageElement(
 119                 str(pgid), ldb.FLAG_MOD_REPLACE, 'gidNumber')
 120
 121         m['msSFU30NisDomain'] = ldb.MessageElement(
 122             str(nisdomain), ldb.FLAG_MOD_REPLACE, 'msSFU30NisDomain')
 123
 124         samdb.modify(m)
 125     except ldb.LdbError as e:
 126         logger.warn(
 127             'Could not add posix attrs for AD entry for sid=%s, (%s)',
 128             str(sid), str(e))
 129
 130
 131 def add_ad_posix_idmap_entry(samdb, sid, xid, xid_type, logger):
 132     """Create idmap entry
 133
 134     :param samdb: Samba4 sam.ldb database
 135     :param sid: user/group sid
 136     :param xid: user/group id
 137     :param xid_type: type of id (ID_TYPE_UID/ID_TYPE_GID)
 138     :param logger: Logger object
 139     """
 140
 141     try:
 142         m = ldb.Message()
 143         m.dn = ldb.Dn(samdb, "<SID=%s>" % str(sid))
 144         if xid_type == "ID_TYPE_UID":
 145             m['uidNumber'] = ldb.MessageElement(
 146                 str(xid), ldb.FLAG_MOD_REPLACE, 'uidNumber')
 147             m['objectClass'] = ldb.MessageElement(
 148                 "posixAccount", ldb.FLAG_MOD_ADD, 'objectClass')
 149         elif xid_type == "ID_TYPE_GID":
 150             m['gidNumber'] = ldb.MessageElement(
 151                 str(xid), ldb.FLAG_MOD_REPLACE, 'gidNumber')
 152             m['objectClass'] = ldb.MessageElement(
 153                 "posixGroup", ldb.FLAG_MOD_ADD, 'objectClass')
 154
 155         samdb.modify(m)
 156     except ldb.LdbError as e:
 157         logger.warn(
 158             'Could not modify AD idmap entry for sid=%s, id=%s, type=%s (%s)',
 159             str(sid), str(xid), xid_type, str(e))
 160
 161
 162 def add_idmap_entry(idmapdb, sid, xid, xid_type, logger):
 163     """Create idmap entry
 164
 165     :param idmapdb: Samba4 IDMAP database
 166     :param sid: user/group sid
 167     :param xid: user/group id
 168     :param xid_type: type of id (ID_TYPE_UID/ID_TYPE_GID)
 169     :param logger: Logger object
 170     """
 171
 172     # First try to see if we already have this entry
 173     found = False
 174     msg = idmapdb.search(expression='objectSid=%s' % str(sid))
 175     if msg.count == 1:
 176         found = True
 177
 178     if found:
 179         try:
 180             m = ldb.Message()
 181             m.dn = msg[0]['dn'].copy(m.ldb)
 182             m['xidNumber'] = ldb.MessageElement(
 183                 str(xid), ldb.FLAG_MOD_REPLACE, 'xidNumber')
 184             m['type'] = ldb.MessageElement(
 185                 xid_type, ldb.FLAG_MOD_REPLACE, 'type')
 186             idmapdb.modify(m)
 187         except ldb.LdbError as e:
 188             logger.warn(
 189                 'Could not modify idmap entry for sid=%s, id=%s, type=%s (%s)',
 190                 str(sid), str(xid), xid_type, str(e))
 191     else:
 192         try:
 193             idmapdb.add({"dn": "CN=%s" % str(sid),
 194                          "cn": str(sid),
 195                          "objectClass": "sidMap",
 196                          "objectSid": ndr_pack(sid),
 197                          "type": xid_type,
 198                          "xidNumber": str(xid)})
 199         except ldb.LdbError as e:
 200             logger.warn(
 201                 'Could not add idmap entry for sid=%s, id=%s, type=%s (%s)',
 202                 str(sid), str(xid), xid_type, str(e))
 203
 204
 205 def import_idmap(idmapdb, samba3, logger):
 206     """Import idmap data.
 207
 208     :param idmapdb: Samba4 IDMAP database
 209     :param samba3_idmap: Samba3 IDMAP database to import from
 210     :param logger: Logger object
 211     """
 212
 213     try:
 214         samba3_idmap = samba3.get_idmap_db()
 215     except IOError as e:
 216         logger.warn('Cannot open idmap database, Ignoring: %s', str(e))
 217         return
 218
 219     currentxid = max(samba3_idmap.get_user_hwm(), samba3_idmap.get_group_hwm())
 220     lowerbound = currentxid
 221     # FIXME: upperbound
 222
 223     m = ldb.Message()
 224     m.dn = ldb.Dn(idmapdb, 'CN=CONFIG')
 225     m['lowerbound'] = ldb.MessageElement(
 226         str(lowerbound), ldb.FLAG_MOD_REPLACE, 'lowerBound')
 227     m['xidNumber'] = ldb.MessageElement(
 228         str(currentxid), ldb.FLAG_MOD_REPLACE, 'xidNumber')
 229     idmapdb.modify(m)
 230
 231     for id_type, xid in samba3_idmap.ids():
 232         if id_type == 'UID':
 233             xid_type = 'ID_TYPE_UID'
 234         elif id_type == 'GID':
 235             xid_type = 'ID_TYPE_GID'
 236         else:
 237             logger.warn('Wrong type of entry in idmap (%s), Ignoring', id_type)
 238             continue
 239
 240         sid = samba3_idmap.get_sid(xid, id_type)
 241         add_idmap_entry(idmapdb, dom_sid(sid), xid, xid_type, logger)
 242
 243
 244 def add_group_from_mapping_entry(samdb, groupmap, logger):
 245     """Add or modify group from group mapping entry
 246
 247     param samdb: Samba4 SAM database
 248     param groupmap: Groupmap entry
 249     param logger: Logger object
 250     """
 251
 252     # First try to see if we already have this entry
 253     try:
 254         msg = samdb.search(
 255             base='<SID=%s>' % str(groupmap.sid), scope=ldb.SCOPE_BASE)
 256         found = True
 257     except ldb.LdbError as e1:
 258         (ecode, emsg) = e1.args
 259         if ecode == ldb.ERR_NO_SUCH_OBJECT:
 260             found = False
 261         else:
 262             raise ldb.LdbError(ecode, emsg)
 263
 264     if found:
 265         logger.warn('Group already exists sid=%s, groupname=%s existing_groupname=%s, Ignoring.',
 266                     str(groupmap.sid), groupmap.nt_name, msg[0]['sAMAccountName'][0])
 267     else:
 268         if groupmap.sid_name_use == lsa.SID_NAME_WKN_GRP:
 269             # In a lot of Samba3 databases, aliases are marked as well known groups
 270             (group_dom_sid, rid) = groupmap.sid.split()
 271             if (group_dom_sid != security.dom_sid(security.SID_BUILTIN)):
 272                 return
 273
 274         m = ldb.Message()
 275         # We avoid using the format string to avoid needing to escape the CN values
 276         m.dn = ldb.Dn(samdb, "CN=X,CN=Users")
 277         m.dn.set_component(0, "CN", groupmap.nt_name)
 278         m.dn.add_base(samdb.get_default_basedn())
 279         m['objectClass'] = ldb.MessageElement('group', ldb.FLAG_MOD_ADD, 'objectClass')
 280         m['objectSid'] = ldb.MessageElement(ndr_pack(groupmap.sid), ldb.FLAG_MOD_ADD,
 281                                             'objectSid')
 282         m['sAMAccountName'] = ldb.MessageElement(groupmap.nt_name, ldb.FLAG_MOD_ADD,
 283                                                  'sAMAccountName')
 284
 285         if groupmap.comment:
 286             m['description'] = ldb.MessageElement(groupmap.comment, ldb.FLAG_MOD_ADD,
 287                                                   'description')
 288
 289         # Fix up incorrect 'well known' groups that are actually builtin (per test above) to be aliases
 290         if groupmap.sid_name_use == lsa.SID_NAME_ALIAS or groupmap.sid_name_use == lsa.SID_NAME_WKN_GRP:
 291             m['groupType'] = ldb.MessageElement(str(dsdb.GTYPE_SECURITY_DOMAIN_LOCAL_GROUP),
 292                                                 ldb.FLAG_MOD_ADD, 'groupType')
 293
 294         try:
 295             samdb.add(m, controls=["relax:0"])
 296         except ldb.LdbError as e:
 297             logger.warn('Could not add group name=%s (%s)', groupmap.nt_name, str(e))
 298
 299
 300 def add_users_to_group(samdb, group, members, logger):
 301     """Add user/member to group/alias
 302
 303     param samdb: Samba4 SAM database
 304     param group: Groupmap object
 305     param members: List of member SIDs
 306     param logger: Logger object
 307     """
 308     for member_sid in members:
 309         m = ldb.Message()
 310         m.dn = ldb.Dn(samdb, "<SID=%s>" % str(group.sid))
 311         m['a01'] = ldb.MessageElement("<SID=%s>" % str(member_sid), ldb.FLAG_MOD_ADD, 'member')
 312
 313         try:
 314             samdb.modify(m)
 315         except ldb.LdbError as e:
 316             (ecode, emsg) = e.args
 317             if ecode == ldb.ERR_ENTRY_ALREADY_EXISTS:
 318                 logger.debug("skipped re-adding member '%s' to group '%s': %s", member_sid, group.sid, emsg)
 319             elif ecode == ldb.ERR_NO_SUCH_OBJECT:
 320                 raise ProvisioningError("Could not add member '%s' to group '%s' as either group or user record doesn't exist: %s" % (member_sid, group.sid, emsg))
 321             else:
 322                 raise ProvisioningError("Could not add member '%s' to group '%s': %s" % (member_sid, group.sid, emsg))
 323
 324
 325 def import_wins(samba4_winsdb, samba3_winsdb):
 326     """Import settings from a Samba3 WINS database.
 327
 328     :param samba4_winsdb: WINS database to import to
 329     :param samba3_winsdb: WINS database to import from
 330     """
 331
 332     version_id = 0
 333
 334     for (name, (ttl, ips, nb_flags)) in samba3_winsdb.items():
 335         version_id += 1
 336
 337         type = int(name.split("#", 1)[1], 16)
 338
 339         if type == 0x1C:
 340             rType = 0x2
 341         elif type & 0x80:
 342             if len(ips) > 1:
 343                 rType = 0x2
 344             else:
 345                 rType = 0x1
 346         else:
 347             if len(ips) > 1:
 348                 rType = 0x3
 349             else:
 350                 rType = 0x0
 351
 352         if ttl > time.time():
 353             rState = 0x0  # active
 354         else:
 355             rState = 0x1  # released
 356
 357         nType = ((nb_flags & 0x60) >> 5)
 358
 359         samba4_winsdb.add({"dn": "name=%s,type=0x%s" % tuple(name.split("#")),
 360                            "type": name.split("#")[1],
 361                            "name": name.split("#")[0],
 362                            "objectClass": "winsRecord",
 363                            "recordType": str(rType),
 364                            "recordState": str(rState),
 365                            "nodeType": str(nType),
 366                            "expireTime": ldb.timestring(ttl),
 367                            "isStatic": "0",
 368                            "versionID": str(version_id),
 369                            "address": ips})
 370
 371     samba4_winsdb.add({"dn": "cn=VERSION",
 372                        "cn": "VERSION",
 373                        "objectClass": "winsMaxVersion",
 374                        "maxVersion": str(version_id)})
 375
 376
 377 SAMBA3_PREDEF_NAMES = {
 378         'HKLM': registry.HKEY_LOCAL_MACHINE,
 379 }
 380
 381
 382 def import_registry(samba4_registry, samba3_regdb):
 383     """Import a Samba 3 registry database into the Samba 4 registry.
 384
 385     :param samba4_registry: Samba 4 registry handle.
 386     :param samba3_regdb: Samba 3 registry database handle.
 387     """
 388     def ensure_key_exists(keypath):
 389         (predef_name, keypath) = keypath.split("/", 1)
 390         predef_id = SAMBA3_PREDEF_NAMES[predef_name]
 391         keypath = keypath.replace("/", "\\")
 392         return samba4_registry.create_key(predef_id, keypath)
 393
 394     for key in samba3_regdb.keys():
 395         key_handle = ensure_key_exists(key)
 396         for subkey in samba3_regdb.subkeys(key):
 397             ensure_key_exists(subkey)
 398         for (value_name, (value_type, value_data)) in samba3_regdb.values(key).items():
 399             key_handle.set_value(value_name, value_type, value_data)
 400
 401
 402 def get_posix_attr_from_ldap_backend(logger, ldb_object, base_dn, user, attr):
 403     """Get posix attributes from a samba3 ldap backend
 404     :param ldbs: a list of ldb connection objects
 405     :param base_dn: the base_dn of the connection
 406     :param user: the user to get the attribute for
 407     :param attr: the attribute to be retrieved
 408     """
 409     try:
 410         msg = ldb_object.search(base_dn, scope=ldb.SCOPE_SUBTREE,
 411                                 expression=("(&(objectClass=posixAccount)(uid=%s))"
 412                                             % (user)), attrs=[attr])
 413     except ldb.LdbError as e:
 414         raise ProvisioningError("Failed to retrieve attribute %s for user %s, the error is: %s" % (attr, user, e))
 415     else:
 416         if msg.count <= 1:
 417             # This will raise KeyError (which is what we want) if there isn't a entry for this user
 418             return msg[0][attr][0]
 419         else:
 420             logger.warning("LDAP entry for user %s contains more than one %s", user, attr)
 421             raise KeyError
 422
 423
 424 def upgrade_from_samba3(samba3, logger, targetdir, session_info=None,
 425                         useeadb=False, dns_backend=None, use_ntvfs=False):
 426     """Upgrade from samba3 database to samba4 AD database
 427
 428     :param samba3: samba3 object
 429     :param logger: Logger object
 430     :param targetdir: samba4 database directory
 431     :param session_info: Session information
 432     """
 433     serverrole = samba3.lp.server_role()
 434
 435     domainname = samba3.lp.get("workgroup")
 436     realm = samba3.lp.get("realm")
 437     netbiosname = samba3.lp.get("netbios name")
 438
 439     if samba3.lp.get("ldapsam:trusted") is None:
 440         samba3.lp.set("ldapsam:trusted", "yes")
 441
 442     # secrets db
 443     try:
 444         secrets_db = samba3.get_secrets_db()
 445     except IOError as e:
 446         raise ProvisioningError("Could not open '%s', the Samba3 secrets database: %s.  Perhaps you specified the incorrect smb.conf, --testparm or --dbdir option?" % (samba3.privatedir_path("secrets.tdb"), str(e)))
 447
 448     if not domainname:
 449         domainname = secrets_db.domains()[0]
 450         logger.warning("No workgroup specified in smb.conf file, assuming '%s'",
 451                        domainname)
 452
 453     if not realm:
 454         if serverrole == "ROLE_DOMAIN_BDC" or serverrole == "ROLE_DOMAIN_PDC":
 455             raise ProvisioningError("No realm specified in smb.conf file and being a DC. That upgrade path doesn't work! Please add a 'realm' directive to your old smb.conf to let us know which one you want to use (it is the DNS name of the AD domain you wish to create.")
 456         else:
 457             realm = domainname.upper()
 458             logger.warning("No realm specified in smb.conf file, assuming '%s'",
 459                            realm)
 460
 461     # Find machine account and password
 462     next_rid = 1000
 463
 464     try:
 465         machinepass = secrets_db.get_machine_password(netbiosname)
 466     except KeyError:
 467         machinepass = None
 468
 469     if samba3.lp.get("passdb backend").split(":")[0].strip() == "ldapsam":
 470         base_dn = samba3.lp.get("ldap suffix")
 471         ldapuser = samba3.lp.get("ldap admin dn")
 472         ldappass = secrets_db.get_ldap_bind_pw(ldapuser)
 473         if ldappass is None:
 474             raise ProvisioningError("ldapsam passdb backend detected but no LDAP Bind PW found in secrets.tdb for user %s.  Please point this tool at the secrets.tdb that was used by the previous installation.")
 475         ldappass = ldappass.decode('utf-8').strip('\x00')
 476         ldap = True
 477     else:
 478         ldapuser = None
 479         ldappass = None
 480         ldap = False
 481
 482     # We must close the direct pytdb database before the C code loads it
 483     secrets_db.close()
 484
 485     # Connect to old password backend
 486     passdb.set_secrets_dir(samba3.lp.get("private dir"))
 487     s3db = samba3.get_sam_db()
 488
 489     # Get domain sid
 490     try:
 491         domainsid = passdb.get_global_sam_sid()
 492     except passdb.error:
 493         raise Exception("Can't find domain sid for '%s', Exiting." % domainname)
 494
 495     # Get machine account, sid, rid
 496     try:
 497         machineacct = s3db.getsampwnam('%s$' % netbiosname)
 498     except passdb.error:
 499         machinerid = None
 500     else:
 501         _, machinerid = machineacct.user_sid.split()
 502
 503     # Export account policy
 504     logger.info("Exporting account policy")
 505     policy = s3db.get_account_policy()
 506
 507     # Export groups from old passdb backend
 508     logger.info("Exporting groups")
 509     grouplist = s3db.enum_group_mapping()
 510     groupmembers = {}
 511     for group in grouplist:
 512         sid, rid = group.sid.split()
 513         if sid == domainsid:
 514             if rid >= next_rid:
 515                 next_rid = rid + 1
 516
 517         # Get members for each group/alias
 518         if group.sid_name_use == lsa.SID_NAME_ALIAS:
 519             try:
 520                 members = s3db.enum_aliasmem(group.sid)
 521                 groupmembers[str(group.sid)] = members
 522             except passdb.error as e:
 523                 logger.warn("Ignoring group '%s' %s listed but then not found: %s",
 524                             group.nt_name, group.sid, e)
 525                 continue
 526         elif group.sid_name_use == lsa.SID_NAME_DOM_GRP:
 527             try:
 528                 members = s3db.enum_group_members(group.sid)
 529                 groupmembers[str(group.sid)] = members
 530             except passdb.error as e:
 531                 logger.warn("Ignoring group '%s' %s listed but then not found: %s",
 532                             group.nt_name, group.sid, e)
 533                 continue
 534         elif group.sid_name_use == lsa.SID_NAME_WKN_GRP:
 535             (group_dom_sid, rid) = group.sid.split()
 536             if (group_dom_sid != security.dom_sid(security.SID_BUILTIN)):
 537                 logger.warn("Ignoring 'well known' group '%s' (should already be in AD, and have no members)",
 538                             group.nt_name)
 539                 continue
 540             # A number of buggy databases mix up well known groups and aliases.
 541             try:
 542                 members = s3db.enum_aliasmem(group.sid)
 543                 groupmembers[str(group.sid)] = members
 544             except passdb.error as e:
 545                 logger.warn("Ignoring group '%s' %s listed but then not found: %s",
 546                             group.nt_name, group.sid, e)
 547                 continue
 548         else:
 549             logger.warn("Ignoring group '%s' %s with sid_name_use=%d",
 550                         group.nt_name, group.sid, group.sid_name_use)
 551             continue
 552
 553     # Export users from old passdb backend
 554     logger.info("Exporting users")
 555     userlist = s3db.search_users(0)
 556     userdata = {}
 557     uids = {}
 558     admin_user = None
 559     for entry in userlist:
 560         if machinerid and machinerid == entry['rid']:
 561             continue
 562         username = entry['account_name']
 563         if entry['rid'] < 1000:
 564             logger.info("  Skipping wellknown rid=%d (for username=%s)", entry['rid'], username)
 565             continue
 566         if entry['rid'] >= next_rid:
 567             next_rid = entry['rid'] + 1
 568
 569         user = s3db.getsampwnam(username)
 570         acct_type = (user.acct_ctrl & (samr.ACB_NORMAL |
 571                                        samr.ACB_WSTRUST |
 572                                        samr.ACB_SVRTRUST |
 573                                        samr.ACB_DOMTRUST))
 574         if acct_type == samr.ACB_SVRTRUST:
 575             logger.warn("  Demoting BDC account trust for %s, this DC must be elevated to an AD DC using 'samba-tool domain dcpromo'" % username[:-1])
 576             user.acct_ctrl = (user.acct_ctrl & ~samr.ACB_SVRTRUST) | samr.ACB_WSTRUST
 577
 578         elif acct_type == samr.ACB_DOMTRUST:
 579             logger.warn("  Skipping inter-domain trust from domain %s, this trust must be re-created as an AD trust" % username[:-1])
 580             continue
 581
 582         elif acct_type == (samr.ACB_WSTRUST) and username[-1] != '$':
 583             logger.warn("  Skipping account %s that has ACB_WSTRUST (W) set but does not end in $.  This account can not have worked, and is probably left over from a misconfiguration." % username)
 584             continue
 585
 586         elif acct_type == (samr.ACB_NORMAL | samr.ACB_WSTRUST) and username[-1] == '$':
 587             logger.warn("  Fixing account %s which had both ACB_NORMAL (U) and ACB_WSTRUST (W) set.  Account will be marked as ACB_WSTRUST (W), i.e. as a domain member" % username)
 588             user.acct_ctrl = (user.acct_ctrl & ~samr.ACB_NORMAL)
 589
 590         elif acct_type == (samr.ACB_NORMAL | samr.ACB_SVRTRUST) and username[-1] == '$':
 591             logger.warn("  Fixing account %s which had both ACB_NORMAL (U) and ACB_SVRTRUST (S) set.  Account will be marked as ACB_WSTRUST (S), i.e. as a domain member" % username)
 592             user.acct_ctrl = (user.acct_ctrl & ~samr.ACB_NORMAL)
 593
 594         elif acct_type == 0 and username[-1] != '$':
 595             user.acct_ctrl = (user.acct_ctrl | samr.ACB_NORMAL)
 596
 597         elif (acct_type == samr.ACB_NORMAL or acct_type == samr.ACB_WSTRUST):
 598             pass
 599
 600         else:
 601             raise ProvisioningError("""Failed to upgrade due to invalid account %s, account control flags 0x%08X must have exactly one of
 602 ACB_NORMAL (N, 0x%08X), ACB_WSTRUST (W 0x%08X), ACB_SVRTRUST (S 0x%08X) or ACB_DOMTRUST (D 0x%08X).
 603
 604 Please fix this account before attempting to upgrade again
 605 """
 606                                     % (username, user.acct_ctrl,
 607                                        samr.ACB_NORMAL, samr.ACB_WSTRUST, samr.ACB_SVRTRUST, samr.ACB_DOMTRUST))
 608
 609         userdata[username] = user
 610         try:
 611             uids[username] = s3db.sid_to_id(user.user_sid)[0]
 612         except passdb.error:
 613             try:
 614                 uids[username] = pwd.getpwnam(username).pw_uid
 615             except KeyError:
 616                 pass
 617
 618         if not admin_user and username.lower() == 'root':
 619             admin_user = username
 620         if username.lower() == 'administrator':
 621             admin_user = username
 622
 623         try:
 624             group_memberships = s3db.enum_group_memberships(user)
 625             for group in group_memberships:
 626                 if str(group) in groupmembers:
 627                     if user.user_sid not in groupmembers[str(group)]:
 628                         groupmembers[str(group)].append(user.user_sid)
 629                 else:
 630                     groupmembers[str(group)] = [user.user_sid]
 631         except passdb.error as e:
 632             logger.warn("Ignoring group memberships of '%s' %s: %s",
 633                         username, user.user_sid, e)
 634
 635     logger.info("Next rid = %d", next_rid)
 636
 637     # Check for same username/groupname
 638     group_names = set([g.nt_name for g in grouplist])
 639     user_names = set([u['account_name'] for u in userlist])
 640     common_names = group_names.intersection(user_names)
 641     if common_names:
 642         logger.error("Following names are both user names and group names:")
 643         for name in common_names:
 644             logger.error("   %s" % name)
 645         raise ProvisioningError("Please remove common user/group names before upgrade.")
 646
 647     # Check for same user sid/group sid
 648     group_sids = set([str(g.sid) for g in grouplist])
 649     if len(grouplist) != len(group_sids):
 650         raise ProvisioningError("Please remove duplicate group sid entries before upgrade.")
 651     user_sids = set(["%s-%u" % (domainsid, u['rid']) for u in userlist])
 652     if len(userlist) != len(user_sids):
 653         raise ProvisioningError("Please remove duplicate user sid entries before upgrade.")
 654     common_sids = group_sids.intersection(user_sids)
 655     if common_sids:
 656         logger.error("Following sids are both user and group sids:")
 657         for sid in common_sids:
 658             logger.error("   %s" % str(sid))
 659         raise ProvisioningError("Please remove duplicate sid entries before upgrade.")
 660
 661     # Get posix attributes from ldap or the os
 662     homes = {}
 663     shells = {}
 664     pgids = {}
 665     if ldap:
 666         creds = Credentials()
 667         creds.guess(samba3.lp)
 668         creds.set_bind_dn(ldapuser)
 669         creds.set_password(ldappass)
 670         urls = samba3.lp.get("passdb backend").split(":", 1)[1].strip('"')
 671         for url in urls.split():
 672             try:
 673                 ldb_object = Ldb(url, credentials=creds)
 674             except ldb.LdbError as e:
 675                 raise ProvisioningError("Could not open ldb connection to %s, the error message is: %s" % (url, e))
 676             else:
 677                 break
 678     logger.info("Exporting posix attributes")
 679     userlist = s3db.search_users(0)
 680     for entry in userlist:
 681         username = entry['account_name']
 682         if username in uids.keys():
 683             try:
 684                 if ldap:
 685                     homes[username] = get_posix_attr_from_ldap_backend(logger, ldb_object, base_dn, username, "homeDirectory")
 686                 else:
 687                     homes[username] = pwd.getpwnam(username).pw_dir
 688             except KeyError:
 689                 pass
 690             except IndexError:
 691                 pass
 692
 693             try:
 694                 if ldap:
 695                     shells[username] = get_posix_attr_from_ldap_backend(logger, ldb_object, base_dn, username, "loginShell")
 696                 else:
 697                     shells[username] = pwd.getpwnam(username).pw_shell
 698             except KeyError:
 699                 pass
 700             except IndexError:
 701                 pass
 702
 703             try:
 704                 if ldap:
 705                     pgids[username] = get_posix_attr_from_ldap_backend(logger, ldb_object, base_dn, username, "gidNumber")
 706                 else:
 707                     pgids[username] = pwd.getpwnam(username).pw_gid
 708             except KeyError:
 709                 pass
 710             except IndexError:
 711                 pass
 712
 713     logger.info("Reading WINS database")
 714     samba3_winsdb = None
 715     try:
 716         samba3_winsdb = samba3.get_wins_db()
 717     except IOError as e:
 718         logger.warn('Cannot open wins database, Ignoring: %s', str(e))
 719
 720     if not (serverrole == "ROLE_DOMAIN_BDC" or serverrole == "ROLE_DOMAIN_PDC"):
 721         dns_backend = "NONE"
 722
 723     # If we found an admin user, set a fake pw that we will override.
 724     # This avoids us printing out an admin password that we won't actually
 725     # set.
 726     if admin_user:
 727         adminpass = generate_random_password(12, 32)
 728     else:
 729         adminpass = None
 730
 731     # Do full provision
 732     result = provision(logger, session_info,
 733                        targetdir=targetdir, realm=realm, domain=domainname,
 734                        domainsid=domainsid, next_rid=next_rid,
 735                        dc_rid=machinerid, adminpass=adminpass,
 736                        dom_for_fun_level=dsdb.DS_DOMAIN_FUNCTION_2003,
 737                        hostname=netbiosname.lower(), machinepass=machinepass,
 738                        serverrole=serverrole, samdb_fill=FILL_FULL,
 739                        useeadb=useeadb, dns_backend=dns_backend, use_rfc2307=True,
 740                        use_ntvfs=use_ntvfs, skip_sysvolacl=True)
 741     result.report_logger(logger)
 742
 743     # Import WINS database
 744     logger.info("Importing WINS database")
 745
 746     if samba3_winsdb:
 747         import_wins(Ldb(result.paths.winsdb), samba3_winsdb)
 748
 749     # Set Account policy
 750     logger.info("Importing Account policy")
 751     import_sam_policy(result.samdb, policy, logger)
 752
 753     # Migrate IDMAP database
 754     logger.info("Importing idmap database")
 755     import_idmap(result.idmap, samba3, logger)
 756
 757     # Set the s3 context for samba4 configuration
 758     new_lp_ctx = s3param.get_context()
 759     new_lp_ctx.load(result.lp.configfile)
 760     new_lp_ctx.set("private dir", result.lp.get("private dir"))
 761     new_lp_ctx.set("state directory", result.lp.get("state directory"))
 762     new_lp_ctx.set("lock directory", result.lp.get("lock directory"))
 763
 764     # Connect to samba4 backend
 765     s4_passdb = passdb.PDB(new_lp_ctx.get("passdb backend"))
 766
 767     # Start a new transaction (should speed this up a little, due to index churn)
 768     result.samdb.transaction_start()
 769
 770     logger.info("Adding groups")
 771     try:
 772         # Export groups to samba4 backend
 773         logger.info("Importing groups")
 774         for g in grouplist:
 775             # Ignore uninitialized groups (gid = -1)
 776             if g.gid != -1:
 777                 add_group_from_mapping_entry(result.samdb, g, logger)
 778                 add_ad_posix_idmap_entry(result.samdb, g.sid, g.gid, "ID_TYPE_GID", logger)
 779                 add_posix_attrs(samdb=result.samdb, sid=g.sid, nisdomain=domainname.lower(), xid_type="ID_TYPE_GID", logger=logger)
 780
 781     except:
 782         # We need this, so that we do not give even more errors due to not cancelling the transaction
 783         result.samdb.transaction_cancel()
 784         raise
 785
 786     logger.info("Committing 'add groups' transaction to disk")
 787     result.samdb.transaction_commit()
 788
 789     logger.info("Adding users")
 790
 791     # Export users to samba4 backend
 792     logger.info("Importing users")
 793     for username in userdata:
 794         if username.lower() == 'administrator':
 795             if userdata[username].user_sid != dom_sid(str(domainsid) + "-500"):
 796                 logger.error("User 'Administrator' in your existing directory has SID %s, expected it to be %s" % (userdata[username].user_sid, dom_sid(str(domainsid) + "-500")))
 797                 raise ProvisioningError("User 'Administrator' in your existing directory does not have SID ending in -500")
 798         if username.lower() == 'root':
 799             if userdata[username].user_sid == dom_sid(str(domainsid) + "-500"):
 800                 logger.warn('User root has been replaced by Administrator')
 801             else:
 802                 logger.warn('User root has been kept in the directory, it should be removed in favour of the Administrator user')
 803
 804         s4_passdb.add_sam_account(userdata[username])
 805         if username in uids:
 806             add_ad_posix_idmap_entry(result.samdb, userdata[username].user_sid, uids[username], "ID_TYPE_UID", logger)
 807             if (username in homes) and (homes[username] is not None) and \
 808                (username in shells) and (shells[username] is not None) and \
 809                (username in pgids) and (pgids[username] is not None):
 810                 add_posix_attrs(samdb=result.samdb, sid=userdata[username].user_sid, nisdomain=domainname.lower(), xid_type="ID_TYPE_UID", home=homes[username], shell=shells[username], pgid=pgids[username], logger=logger)
 811
 812     logger.info("Adding users to groups")
 813     # Start a new transaction (should speed this up a little, due to index churn)
 814     result.samdb.transaction_start()
 815
 816     try:
 817         for g in grouplist:
 818             if str(g.sid) in groupmembers:
 819                 add_users_to_group(result.samdb, g, groupmembers[str(g.sid)], logger)
 820
 821     except:
 822         # We need this, so that we do not give even more errors due to not cancelling the transaction
 823         result.samdb.transaction_cancel()
 824         raise
 825
 826     logger.info("Committing 'add users to groups' transaction to disk")
 827     result.samdb.transaction_commit()
 828
 829     # Set password for administrator
 830     if admin_user:
 831         logger.info("Setting password for administrator")
 832         admin_userdata = s4_passdb.getsampwnam("administrator")
 833         admin_userdata.nt_passwd = userdata[admin_user].nt_passwd
 834         if userdata[admin_user].lanman_passwd:
 835             admin_userdata.lanman_passwd = userdata[admin_user].lanman_passwd
 836         admin_userdata.pass_last_set_time = userdata[admin_user].pass_last_set_time
 837         if userdata[admin_user].pw_history:
 838             admin_userdata.pw_history = userdata[admin_user].pw_history
 839         s4_passdb.update_sam_account(admin_userdata)
 840         logger.info("Administrator password has been set to password of user '%s'", admin_user)
 841
 842     if result.server_role == "active directory domain controller":
 843         setsysvolacl(result.samdb, result.paths.sysvol,
 844                      result.paths.root_uid, result.paths.root_gid,
 845                      security.dom_sid(result.domainsid), result.names.dnsdomain,
 846                      result.names.domaindn, result.lp, use_ntvfs)
 847
 848     # FIXME: import_registry(registry.Registry(), samba3.get_registry())
 849     # FIXME: shares