Major Description
This can be duplicated in a spark-shell, I am running Spark 2.0.0-preview.
import spark.implicits._ case class Wide( val f0:String = "", val f1:String = "", val f2:String = "", val f3:String = "", val f4:String = "", val f5:String = "", val f6:String = "", val f7:String = "", val f8:String = "", val f9:String = "", val f10:String = "", val f11:String = "", val f12:String = "", val f13:String = "", val f14:String = "", val f15:String = "", val f16:String = "", val f17:String = "", val f18:String = "", val f19:String = "", val f20:String = "", val f21:String = "", val f22:String = "", val f23:String = "", val f24:String = "", val f25:String = "", val f26:String = "", val f27:String = "", val f28:String = "", val f29:String = "", val f30:String = "", val f31:String = "", val f32:String = "", val f33:String = "", val f34:String = "", val f35:String = "", val f36:String = "", val f37:String = "", val f38:String = "", val f39:String = "", val f40:String = "", val f41:String = "", val f42:String = "", val f43:String = "", val f44:String = "", val f45:String = "", val f46:String = "", val f47:String = "", val f48:String = "", val f49:String = "", val f50:String = "", val f51:String = "", val f52:String = "", val f53:String = "", val f54:String = "", val f55:String = "", val f56:String = "", val f57:String = "", val f58:String = "", val f59:String = "", val f60:String = "", val f61:String = "", val f62:String = "", val f63:String = "", val f64:String = "", val f65:String = "", val f66:String = "", val f67:String = "", val f68:String = "", val f69:String = "", val f70:String = "", val f71:String = "", val f72:String = "", val f73:String = "", val f74:String = "", val f75:String = "", val f76:String = "", val f77:String = "", val f78:String = "", val f79:String = "", val f80:String = "", val f81:String = "", val f82:String = "", val f83:String = "", val f84:String = "", val f85:String = "", val f86:String = "", val f87:String = "", val f88:String = "", val f89:String = "", val f90:String = "", val f91:String = "", val f92:String = "", val f93:String = "", val f94:String = "", val f95:String = "", val f96:String = "", val f97:String = "", val f98:String = "", val f99:String = "", val f100:String = "", val f101:String = "", val f102:String = "", val f103:String = "", val f104:String = "", val f105:String = "", val f106:String = "", val f107:String = "", val f108:String = "", val f109:String = "", val f110:String = "", val f111:String = "", val f112:String = "", val f113:String = "", val f114:String = "", val f115:String = "", val f116:String = "", val f117:String = "", val f118:String = "", val f119:String = "", val f120:String = "", val f121:String = "", val f122:String = "", val f123:String = "", val f124:String = "", val f125:String = "", val f126:String = "", val f127:String = "", val f128:String = "", val f129:String = "", val f130:String = "", val f131:String = "", val f132:String = "", val f133:String = "", val f134:String = "", val f135:String = "", val f136:String = "", val f137:String = "", val f138:String = "", val f139:String = "", val f140:String = "", val f141:String = "", val f142:String = "", val f143:String = "", val f144:String = "", val f145:String = "", val f146:String = "", val f147:String = "", val f148:String = "", val f149:String = "", val f150:String = "", val f151:String = "", val f152:String = "", val f153:String = "", val f154:String = "", val f155:String = "", val f156:String = "", val f157:String = "", val f158:String = "", val f159:String = "", val f160:String = "", val f161:String = "", val f162:String = "", val f163:String = "", val f164:String = "", val f165:String = "", val f166:String = "", val f167:String = "", val f168:String = "", val f169:String = "", val f170:String = "", val f171:String = "", val f172:String = "", val f173:String = "", val f174:String = "", val f175:String = "", val f176:String = "", val f177:String = "", val f178:String = "", val f179:String = "", val f180:String = "", val f181:String = "", val f182:String = "", val f183:String = "", val f184:String = "", val f185:String = "", val f186:String = "", val f187:String = "", val f188:String = "", val f189:String = "", val f190:String = "", val f191:String = "", val f192:String = "", val f193:String = "", val f194:String = "", val f195:String = "", val f196:String = "", val f197:String = "", val f198:String = "", val f199:String = "", val f200:String = "", val f201:String = "", val f202:String = "", val f203:String = "", val f204:String = "", val f205:String = "", val f206:String = "", val f207:String = "", val f208:String = "", val f209:String = "", val f210:String = "", val f211:String = "", val f212:String = "", val f213:String = "", val f214:String = "", val f215:String = "", val f216:String = "", val f217:String = "", val f218:String = "", val f219:String = "", val f220:String = "", val f221:String = "", val f222:String = "", val f223:String = "", val f224:String = "", val f225:String = "", val f226:String = "", val f227:String = "", val f228:String = "", val f229:String = "", val f230:String = "", val f231:String = "", val f232:String = "", val f233:String = "", val f234:String = "", val f235:String = "", val f236:String = "", val f237:String = "", val f238:String = "", val f239:String = "", val f240:String = "", val f241:String = "", val f242:String = "", val f243:String = "", val f244:String = "", val f245:String = "", val f246:String = "", val f247:String = "", val f248:String = "", val f249:String = "", val f250:String = "", val f251:String = "", val f252:String = "") val ds = Seq(Wide(), Wide()).toDS ds.groupByKey(x => x.f0).mapGroups( (k, vals) => { k } ).show
Attachments
Issue Links
- links to
